SellyCloudSDK_demo/Example/SellyCloudSDK/VideoCall/SellyCallPiPManager.m

//
//  SellyCallPiPManager.m
//  SellyCloudSDK_Example
//
//  Created by Caleb on 19/11/25.
//  Copyright © 2025 Caleb. All rights reserved.
//

#import "SellyCallPiPManager.h"
#import <AVKit/AVKit.h>
#import <AVFoundation/AVFoundation.h>

@interface SellyCallPiPManager ()

@property (nonatomic, weak) UIView *renderView;

@property (nonatomic, strong) AVSampleBufferDisplayLayer *pipSampleBufferLayer;
@property (nonatomic, strong) AVPictureInPictureController *pipController;
@property (nonatomic, strong) dispatch_queue_t pipQueue;
@property (nonatomic, assign, readwrite) BOOL pipPossible;
@property (nonatomic, assign, readwrite) BOOL pipActive;

@end

@implementation SellyCallPiPManager

- (instancetype)initWithRenderView:(UIView *)renderView {
    self = [super init];
    if (self) {
        _renderView = renderView;
    }
    return self;
}

- (void)setupIfNeeded {
    if (@available(iOS 15.0, *)) {
        if (![AVPictureInPictureController isPictureInPictureSupported]) {
            self.pipPossible = NO;
            return;
        }
        
        self.pipQueue = dispatch_queue_create("com.sellycloud.pip.queue", DISPATCH_QUEUE_SERIAL);
        
        // SampleBuffer layer（你可以决定要不要加到 renderView 上显示）
        self.pipSampleBufferLayer = [[AVSampleBufferDisplayLayer alloc] init];
        self.pipSampleBufferLayer.videoGravity = AVLayerVideoGravityResizeAspect;
        
        if (self.renderView) {
            self.pipSampleBufferLayer.frame = self.renderView.bounds;
            [self.renderView.layer addSublayer:self.pipSampleBufferLayer];
        }
        
        // PiP content source
        AVPictureInPictureControllerContentSource *source =
        [[AVPictureInPictureControllerContentSource alloc] initWithSampleBufferDisplayLayer:self.pipSampleBufferLayer
                                                                            playbackDelegate:self];
        
        self.pipController = [[AVPictureInPictureController alloc] initWithContentSource:source];
        self.pipController.delegate = self;
        self.pipController.canStartPictureInPictureAutomaticallyFromInline = true;
        self.pipController.requiresLinearPlayback = true;
        
        self.pipPossible = (self.pipController != nil);
    } else {
        self.pipPossible = NO;
    }
}

- (void)togglePiP {
    if (@available(iOS 15.0, *)) {
        NSLog(@"[PiP] togglePiP called");
        NSLog(@"[PiP] pipController: %@", self.pipController ? @"存在" : @"nil");
        NSLog(@"[PiP] isPictureInPicturePossible: %d", self.pipController.isPictureInPicturePossible);
        NSLog(@"[PiP] isPictureInPictureActive: %d", self.pipController.isPictureInPictureActive);
        NSLog(@"[PiP] isPictureInPictureSupported: %d", [AVPictureInPictureController isPictureInPictureSupported]);
        NSLog(@"[PiP] sampleBufferLayer status: %ld", (long)self.pipSampleBufferLayer.status);
        
        if (!self.pipController) {
            NSLog(@"[PiP] ❌ pipController is nil");
            return;
        }
        
        if (!self.pipController.isPictureInPicturePossible) {
            NSLog(@"[PiP] ❌ isPictureInPicturePossible is NO");
            return;
        }
        
        if (!self.pipController.isPictureInPictureActive) {
            // 🔧 先不停止喂数据，让 layer 保持有内容
            NSLog(@"[PiP] ✅ 开始启动画中画...");
            [self.pipController startPictureInPicture];
        } else {
            NSLog(@"[PiP] ✅ 停止画中画...");
            [self.pipController stopPictureInPicture];
        }
    }
}

#pragma mark - Feed frame

- (void)feedVideoFrame:(SellyRTCVideoFrame *)frame {
    if (!self.pipSampleBufferLayer || !frame.pixelBuffer) return;
    if (!self.pipPossible) return;
    
    // 🔧 不再阻止喂数据，让 PiP 可以持续显示画面
    
    CMSampleBufferRef sb = [self createSampleBufferFromVideoFrame:frame];
    if (!sb) return;
    
    dispatch_async(self.pipQueue, ^{
        if (self.pipSampleBufferLayer.status == AVQueuedSampleBufferRenderingStatusFailed) {
            NSLog(@"[PiP] display layer failed: %@",
                  self.pipSampleBufferLayer.error);
            [self.pipSampleBufferLayer flush];
        }
        [self.pipSampleBufferLayer enqueueSampleBuffer:sb];
        CFRelease(sb);
    });
}

- (CMSampleBufferRef)createSampleBufferFromVideoFrame:(SellyRTCVideoFrame *)videoData {
    if (!videoData || !videoData.pixelBuffer) {
        return nil;
    }
    
    CVPixelBufferRef pixelBuffer = videoData.pixelBuffer;
    
    CMVideoFormatDescriptionRef videoInfo = NULL;
    OSStatus status = CMVideoFormatDescriptionCreateForImageBuffer(kCFAllocatorDefault,
                                                                   pixelBuffer,
                                                                   &videoInfo);
    if (status != noErr || !videoInfo) {
        return nil;
    }
    
    CMTime pts;
    if (videoData.timestamp > 0) {
        // 假设 timestamp 是 ns
        pts = CMTimeMake(videoData.timestamp, 1000000000);
    } else {
        CFTimeInterval t = CACurrentMediaTime();
        int64_t ms = (int64_t)(t * 1000);
        pts = CMTimeMake(ms, 1000);
    }
    
    CMSampleTimingInfo timingInfo;
    timingInfo.duration = kCMTimeInvalid;
    timingInfo.decodeTimeStamp = kCMTimeInvalid;
    timingInfo.presentationTimeStamp = pts;
    
    CMSampleBufferRef sampleBuffer = NULL;
    status = CMSampleBufferCreateReadyWithImageBuffer(kCFAllocatorDefault,
                                                      pixelBuffer,
                                                      videoInfo,
                                                      &timingInfo,
                                                      &sampleBuffer);
    CFRelease(videoInfo);
    
    if (status != noErr) {
        if (sampleBuffer) {
            CFRelease(sampleBuffer);
        }
        return nil;
    }
    
    // 标记立即显示
    CFArrayRef attachments = CMSampleBufferGetSampleAttachmentsArray(sampleBuffer, YES);
    if (attachments && CFArrayGetCount(attachments) > 0) {
        CFMutableDictionaryRef attachment =
        (CFMutableDictionaryRef)CFArrayGetValueAtIndex(attachments, 0);
        CFDictionarySetValue(attachment,
                             kCMSampleAttachmentKey_DisplayImmediately,
                             kCFBooleanTrue);
    }
    
    return sampleBuffer; // 调用方 CFRelease
}

#pragma mark - AVPictureInPictureSampleBufferPlaybackDelegate

- (void)pictureInPictureController:(AVPictureInPictureController *)pictureInPictureController
                        setPlaying:(BOOL)playing {
    NSLog(@"[PiP] setPlaying = %d", playing);
}

- (CMTimeRange)pictureInPictureControllerTimeRangeForPlayback:(AVPictureInPictureController *)pictureInPictureController {
    return CMTimeRangeMake(kCMTimeZero, CMTimeMake(INT64_MAX, 1000));
}

- (BOOL)pictureInPictureControllerIsPlaybackPaused:(AVPictureInPictureController *)pictureInPictureController {
    return NO;
}

- (void)pictureInPictureController:(AVPictureInPictureController *)pictureInPictureController
          didTransitionToRenderSize:(CMVideoDimensions)newRenderSize {
    NSLog(@"[PiP] render size = %d x %d", newRenderSize.width, newRenderSize.height);
}

- (void)pictureInPictureController:(AVPictureInPictureController *)pictureInPictureController
                    skipByInterval:(CMTime)skipInterval
                 completionHandler:(void (^)(void))completionHandler {
    if (completionHandler) {
        completionHandler();
    }
}

- (BOOL)pictureInPictureControllerShouldProhibitBackgroundAudioPlayback:(AVPictureInPictureController *)pictureInPictureController {
    return NO;
}

- (void)invalidatePlaybackState {
    // 实时流一般不用
}

#pragma mark - AVPictureInPictureControllerDelegate

- (void)pictureInPictureControllerWillStartPictureInPicture:(AVPictureInPictureController *)pictureInPictureController {
    NSLog(@"[PiP] will start");
    self.pipActive = YES;
}

- (void)pictureInPictureControllerDidStartPictureInPicture:(AVPictureInPictureController *)pictureInPictureController {
    NSLog(@"[PiP] did start");
    self.pipActive = YES;
}

- (void)pictureInPictureControllerDidStopPictureInPicture:(AVPictureInPictureController *)pictureInPictureController {
    NSLog(@"[PiP] did stop");
    self.pipActive = NO;
}

- (void)pictureInPictureController:(AVPictureInPictureController *)pictureInPictureController
failedToStartPictureInPictureWithError:(NSError *)error {
    NSLog(@"[PiP] ❌❌❌ failed to start with error: %@", error);
    self.pipActive = NO;
}

- (void)pictureInPictureController:(AVPictureInPictureController *)pictureInPictureController
restoreUserInterfaceForPictureInPictureStopWithCompletionHandler:(void (^)(BOOL))completionHandler {
    NSLog(@"[PiP] restore UI");
    if (completionHandler) {
        completionHandler(YES);
    }
}

- (void)invalidate {
    if (@available(iOS 15.0, *)) {
        if (self.pipController.isPictureInPictureActive) {
            [self.pipController stopPictureInPicture];
        }
        self.pipController.delegate = nil;
        self.pipController = nil;
        [self.pipSampleBufferLayer flush];
        [self.pipSampleBufferLayer removeFromSuperlayer];
        self.pipSampleBufferLayer = nil;
        self.pipPossible = NO;
        self.pipActive = NO;
    }
}

- (void)dealloc {
    [self invalidate];
}

@end