ios/Timi/Class/ThirdParty/Record/BEVideoCapture.m

// Copyright (C) 2018 Beijing Bytedance Network Technology Co., Ltd.
#import "BEVideoCapture.h"
#import <UIKit/UIKit.h>
#import <UIView+Toast.h>

@interface BEVideoCapture()<AVCaptureVideoDataOutputSampleBufferDelegate, AVCaptureMetadataOutputObjectsDelegate ,AVCaptureAudioDataOutputSampleBufferDelegate>

@property (nonatomic, readwrite) AVCaptureDevicePosition devicePosition; // default AVCaptureDevicePositionFront
@property (nonatomic, strong) AVCaptureDeviceInput * deviceInput;
@property (nonatomic, strong) AVCaptureVideoDataOutput * dataOutput;
@property (nonatomic, strong) AVCaptureSession *session;
@property (nonatomic, strong) AVCaptureDevice *device;
@property (nonatomic, strong) dispatch_queue_t bufferQueue;
@property (nonatomic, assign) BOOL isPaused;
@property (nonatomic, assign) BOOL isFlipped;
@property (nonatomic, strong) NSMutableArray *observerArray;

@property (nonatomic, strong) AVCaptureMetadataOutput *metaDataOutput;
@property (nonatomic, strong) AVCaptureVideoPreviewLayer *previewLayer;
//@property (nonatomic, strong) UIView *maskView; //扫描框
@property (nonatomic, strong) CAShapeLayer *maskLayer;

@property (nonatomic, assign) BOOL isFirstApply;

//@property (nonatomic,strong) AVCaptureSession *session;
//@property (nonatomic,strong) dispatch_queue_t videoQueue;
@property (nonatomic,strong) dispatch_queue_t audioQueue;
@property (nonatomic,strong) AVCaptureVideoDataOutput *videoOutput;
@property (nonatomic,strong) AVCaptureAudioDataOutput *audioOutput;
@property (nonatomic,strong) AVCaptureConnection *videoConnection;
@property (nonatomic,strong) AVCaptureConnection *audioConnection;

@end

#define mainSreenSize [UIScreen mainScreen].bounds.size
#define scanRectWidth 240
#define scanRectHeight 360
#define scanRect CGRectMake(mainSreenSize.width / 2 -  scanRectWidth / 2, \
                        mainSreenSize.height / 2 - scanRectHeight / 2, scanRectWidth, scanRectHeight) \

@implementation BEVideoCapture

#pragma mark - Lifetime
- (instancetype)init {
    self = [super init];
    if (self) {
        self.isPaused = YES;
        self.isFlipped = YES;
        self.videoOrientation = AVCaptureVideoOrientationPortrait;
        [self _setupCaptureSession];
        self.observerArray = [NSMutableArray array];
        _isFirstApply = true;
    }
    return self;
}

- (void)dealloc {
    if (!_session) {
        return;
    }
    _isPaused = YES;
    [_session beginConfiguration];
    [_session removeOutput:_dataOutput];
    [_session removeInput:_deviceInput];
    [_session commitConfiguration];
    if ([_session isRunning]) {
        [_session stopRunning];
    }
    _session = nil;
    for (id observer in self.observerArray) {
        [[NSNotificationCenter defaultCenter] removeObserver:observer];
    }
}

#pragma mark - Public
- (void)startRunning {
    if (!(_dataOutput || _metaDataOutput)) {
        return;
    }
    if (_session && ![_session isRunning]) {
        [_session startRunning];
        _isPaused = NO;
    }
}

- (void)stopRunning {
    if (_session && [_session isRunning]) {
        [_session stopRunning];
        _isPaused = YES;
    }
}

- (void)pause {
    _isPaused = true;
}

- (void)resume {
    _isPaused = false;
}

- (void)switchCamera {
    if (_session == nil) {
        return;
    }
    AVCaptureDevicePosition targetPosition = _devicePosition == AVCaptureDevicePositionFront ? AVCaptureDevicePositionBack: AVCaptureDevicePositionFront;
    
    [self switchCamera:targetPosition];
}

- (void)switchCamera:(AVCaptureDevicePosition)targetPosition {
    if (_devicePosition == targetPosition) {
        return;
    }
    
    AVCaptureDevice *targetDevice = [self _cameraDeviceWithPosition:targetPosition];
    if (targetDevice == nil) {
        return;
    }
    NSError *error = nil;
    AVCaptureDeviceInput *deviceInput = [[AVCaptureDeviceInput alloc] initWithDevice:targetDevice error:&error];
    if(!deviceInput || error) {
        [self _throwError:VideoCaptureErrorFailedCreateInput];
        //NSLog(@"Error creating capture device input: %@", error.localizedDescription);
        return;
    }
    [self pause];
    [_session beginConfiguration];
    [_session removeInput:_deviceInput];
    if ([_session canAddInput:deviceInput]) {
        [_session addInput:deviceInput];
        _deviceInput = deviceInput;
        _device = targetDevice;
        _devicePosition = targetPosition;
        
        [self setOrientation:_videoOrientation];
        [self setFlip:targetPosition == AVCaptureDevicePositionFront ? YES : NO];
        
    }
    [_session commitConfiguration];
    [self resume];
}

- (void)setFlip:(BOOL)isFlip {
    if (_session == nil || _dataOutput == nil) {
        return;
    }
    AVCaptureConnection *videoConnection = [_dataOutput connectionWithMediaType:AVMediaTypeVideo];
    if (videoConnection) {
        if ([videoConnection isVideoMirroringSupported]) {
            [videoConnection setVideoMirrored:isFlip];
            _isFlipped = isFlip;
        }
    }
}

- (void)setOrientation:(AVCaptureVideoOrientation)orientation {
    if (_session == nil || _dataOutput == nil) {
        return;
    }
    AVCaptureConnection *videoConnection = [_dataOutput connectionWithMediaType:AVMediaTypeVideo];
    if (videoConnection) {
        if ([videoConnection isVideoOrientationSupported]) {
            [videoConnection setVideoOrientation:orientation];
            _videoOrientation = orientation;
        }
    }
}

- (CGFloat)maxBias {
    return 1.58;
}

- (CGFloat)minBias {
    return -1.38;
}

- (CGFloat)ratio {
    return [self maxBias] - [self minBias];
}

- (void)setExposure:(float)exposure {
    if (_device == nil) return ;
    
    NSError *error;
   
    //syn exposureTargetBias logic
    CGFloat bias = [self maxBias] - exposure * [self ratio];
    bias = MIN(MAX(bias, [self minBias]), [self maxBias]);
    
    [_device lockForConfiguration:&error];
    [_device setExposureTargetBias:bias completionHandler:nil];
    
    if ([_device isExposureModeSupported:AVCaptureExposureModeContinuousAutoExposure]){
        [_device setExposureMode:AVCaptureExposureModeContinuousAutoExposure];
    }
    
    [_device unlockForConfiguration];
    [_session commitConfiguration];
}

- (void) setExposurePointOfInterest:(CGPoint) point{
    if (_device == nil) return ;
    
    [_device lockForConfiguration:nil];
    if ([_device isExposurePointOfInterestSupported]) {
        [_device setExposurePointOfInterest:point];
    }
    
    if ([_device isExposureModeSupported:AVCaptureExposureModeContinuousAutoExposure]){
        [_device setExposureMode:AVCaptureExposureModeContinuousAutoExposure];
    }
    
    [_device unlockForConfiguration];
}

- (void) setFocusPointOfInterest:(CGPoint) point{
    if (_device == nil)  return ;
    
    [_device lockForConfiguration:nil];
    
    if ([_device isFocusPointOfInterestSupported])
        [_device setFocusPointOfInterest:point];
    
    if ([_device isFocusModeSupported:AVCaptureFocusModeContinuousAutoFocus]){
        [_device setFocusMode:AVCaptureFocusModeContinuousAutoFocus];
    }
    
    [_device unlockForConfiguration];
}

#pragma mark - Private
- (void)_requestCameraAuthorization:(void (^)(BOOL granted))handler {
    AVAuthorizationStatus authStatus = [AVCaptureDevice authorizationStatusForMediaType:AVMediaTypeVideo];
    if (authStatus == AVAuthorizationStatusNotDetermined) {
        [AVCaptureDevice requestAccessForMediaType:AVMediaTypeVideo completionHandler:^(BOOL granted) {
            handler(granted);
        }];
    } else if (authStatus == AVAuthorizationStatusAuthorized) {
        handler(true);
    } else {
        handler(false);
    }
}

// request for authorization first
- (void)_setupCaptureSession {
    [self _requestCameraAuthorization:^(BOOL granted) {
        if (granted) {
            [self __setupCaptureSession];
        } else {
            [self _throwError:VideoCaptureErrorAuthNotGranted];
        }
    }];
}

- (void)__setupCaptureSession {
    //dy todo
//    return;
    _session = [[AVCaptureSession alloc] init];
    [_session beginConfiguration];
    if ([_session canSetSessionPreset:AVCaptureSessionPreset1280x720]) {
        [_session setSessionPreset:AVCaptureSessionPreset1280x720];
        _sessionPreset = AVCaptureSessionPreset1280x720;
    } else {
        [_session setSessionPreset:AVCaptureSessionPresetHigh];
        _sessionPreset = AVCaptureSessionPresetHigh;
    }
    [_session commitConfiguration];
    _device = [self _cameraDeviceWithPosition:AVCaptureDevicePositionFront];
    [self _setCameraParaments];
    [self setExposure:0.5];
    
    _devicePosition = AVCaptureDevicePositionFront;
    _bufferQueue = dispatch_queue_create("HTSCameraBufferQueue", NULL);
    
    // Input
    NSError *error = nil;
    _deviceInput = [AVCaptureDeviceInput deviceInputWithDevice:_device error:&error];
    if (!_deviceInput) {
        [_delegate videoCapture:self didFailedToStartWithError:VideoCaptureErrorFailedCreateInput];
        return;
    }
    
    // Output
    int iCVPixelFormatType = _isOutputWithYUV ? kCVPixelFormatType_420YpCbCr8BiPlanarFullRange : kCVPixelFormatType_32BGRA;
    _dataOutput = [[AVCaptureVideoDataOutput alloc] init];
    [_dataOutput setAlwaysDiscardsLateVideoFrames:YES];
    [_dataOutput setVideoSettings:[NSDictionary dictionaryWithObject:[NSNumber numberWithInt:iCVPixelFormatType] forKey:(id)kCVPixelBufferPixelFormatTypeKey]];
    [_dataOutput setSampleBufferDelegate:self queue:_bufferQueue];
    
    [_session beginConfiguration];
    if ([_session canAddOutput:_dataOutput]) {
        [_session addOutput:_dataOutput];
    } else {
        [self _throwError:VideoCaptureErrorFailedAddDataOutput];
        NSLog( @"Could not add video data output to the session" );
    }
    if ([_session canAddInput:_deviceInput]) {
        [_session addInput:_deviceInput];
    }else{
        [self _throwError:VideoCaptureErrorFailedAddDeviceInput];
        NSLog( @"Could not add device input to the session" );
    }
    [_session commitConfiguration];
    
    [self setFlip:_isFlipped];
    [self setOrientation:_videoOrientation];
    
//    _videoConnection = [_dataOutput connectionWithMediaType:AVMediaTypeVideo];

//    AVCaptureDevice *audioDevice = [AVCaptureDevice defaultDeviceWithMediaType:AVMediaTypeAudio];
//    AVCaptureDeviceInput *audioInput = [AVCaptureDeviceInput deviceInputWithDevice:audioDevice error:&error];
//    if (error) {
//        //NSLog(@"Error getting video input device: %@", error.description);
//    }
//    if ([_session canAddInput:audioInput]) {
//        [_session addInput:audioInput];
//    }
//    _audioQueue = dispatch_queue_create("Audio Capture Queue", DISPATCH_QUEUE_SERIAL);
//    _audioOutput = [[AVCaptureAudioDataOutput alloc] init];
//    [_audioOutput setSampleBufferDelegate:self queue:_audioQueue];
//    if ([_session canAddOutput:_audioOutput]) {
//        [_session addOutput:_audioOutput];
//    }
//    // 保存Connection，用于在SampleBufferDelegate中判断数据来源（是Video/Audio？）
//    _videoConnection = [_dataOutput connectionWithMediaType:AVMediaTypeVideo];
//    _audioConnection = [_audioOutput connectionWithMediaType:AVMediaTypeAudio];
    
    [self registerNotification];
    [self startRunning];
}

- (void)_setCameraParaments {
    [_device lockForConfiguration:nil];
    
    //设置自动对焦
    if ([_device isFocusModeSupported:AVCaptureFocusModeContinuousAutoFocus]){
        [_device setFocusMode:AVCaptureFocusModeContinuousAutoFocus];
    }
    
    //设置自动曝光
    if ([_device isExposureModeSupported:AVCaptureExposureModeContinuousAutoExposure]){
        [_device setExposureMode:AVCaptureExposureModeContinuousAutoExposure];
    }
    
    //设置曝光补偿的值
//    [_device setExposureTargetBias:0.98 completionHandler:nil];

    [_device unlockForConfiguration];
}


- (void)registerNotification
{
    __weak typeof(self) weakSelf = self;
    [self.observerArray addObject:[[NSNotificationCenter defaultCenter] addObserverForName:UIApplicationDidBecomeActiveNotification object:nil queue:[NSOperationQueue mainQueue] usingBlock:^(NSNotification * _Nonnull note) {
        __strong typeof(weakSelf) strongSelf = weakSelf;
        [strongSelf startRunning];
    }]];
    
    [self.observerArray addObject:[[NSNotificationCenter defaultCenter] addObserverForName:UIApplicationWillResignActiveNotification object:nil queue:[NSOperationQueue mainQueue] usingBlock:^(NSNotification * _Nonnull note) {
        __strong typeof(weakSelf) strongSelf = weakSelf;
        [strongSelf stopRunning];
    }]];
}

- (void)_throwError:(VideoCaptureError)error {
    if (_delegate && [_delegate respondsToSelector:@selector(videoCapture:didFailedToStartWithError:)]) {
        [_delegate videoCapture:self didFailedToStartWithError:error];
    }
}

- (AVCaptureDevice *)_cameraDeviceWithPosition:(AVCaptureDevicePosition)position {
    AVCaptureDevice *deviceRet = nil;
    if (position != AVCaptureDevicePositionUnspecified) {
        NSArray *devices = [AVCaptureDevice devicesWithMediaType:AVMediaTypeVideo];
        for (AVCaptureDevice *device in devices) {
            if ([device position] == position) {
                deviceRet = device;
            }
        }
    }
    return deviceRet;
}

#pragma mark - Util

- (CGSize)videoSize {
    if (_dataOutput.videoSettings) {
        CGFloat width = [[_dataOutput.videoSettings objectForKey:@"Width"] floatValue];
        CGFloat height = [[_dataOutput.videoSettings objectForKey:@"Height"] floatValue];
        return CGSizeMake(width, height);
    }
    return CGSizeZero;
}

- (CGRect)getZoomedRectWithRect:(CGRect)rect scaleToFit:(BOOL)scaleToFit {
    CGRect rectRet = rect;
    if (_dataOutput.videoSettings) {
        CGFloat width = [[_dataOutput.videoSettings objectForKey:@"Width"] floatValue];
        CGFloat height = [[_dataOutput.videoSettings objectForKey:@"Height"] floatValue];
        CGFloat scaleX = width / CGRectGetWidth(rect);
        CGFloat scaleY = height / CGRectGetHeight(rect);
        CGFloat scale = scaleToFit ? fmaxf(scaleX, scaleY) : fminf(scaleX, scaleY);
        width = round(width / scale);
        height = round(height / scale);
//        CGFloat x = rect.origin.x - (width - rect.size.width) / 2.0f;
//        CGFloat y = rect.origin.y - (height - rect.size.height) / 2.0f;
        rectRet = CGRectMake(0, 0, width, height);
    }
    return rectRet;
}

- (CGRect)getZoomedRectWithRect1:(CGRect)rect scaleToFit:(BOOL)bScaleToFit
{
    CGRect rectRet = rect;
    
    CGFloat fWidth = 720;
    CGFloat fHeight = 1280;
//    if ([[YQUIToolsManager getDeciceInfoTool] get480Device]) {
//        fWidth = 480;
//        fHeight = 640;
//    }
    
    float fScaleX = fWidth / CGRectGetWidth(rect);
    float fScaleY = fHeight / CGRectGetHeight(rect);
    float fScale = bScaleToFit ? fmaxf(fScaleX, fScaleY) : fminf(fScaleX, fScaleY);
    
    fWidth /= fScale;
    fHeight /= fScale;
    
    CGFloat fX = rect.origin.x - (fWidth - rect.size.width) / 2.0f;
    CGFloat fY = rect.origin.y - (fHeight - rect.size.height) / 2.0f;
    
    rectRet = CGRectMake(fX, fY, fWidth, fHeight);
    
    return rectRet;
}

#pragma mark - AVCaptureAudioDataOutputSampleBufferDelegate
- (void)captureOutput:(AVCaptureOutput *)captureOutput didOutputSampleBuffer:(CMSampleBufferRef)sampleBuffer fromConnection:(AVCaptureConnection *)connection {
    if (!_isPaused) {
        if (_delegate && [_delegate respondsToSelector:@selector(videoCapture:didOutputSampleBuffer:andType:)]) {
//            if (connection == _videoConnection) {  // Video
//                [_delegate videoCapture:self didOutputSampleBuffer:sampleBuffer andType:1];
//            }else if (connection == _audioConnection) {  // Audio
//                [_delegate videoCapture:self didOutputSampleBuffer:sampleBuffer andType:2];
//            }
            [_delegate videoCapture:self didOutputSampleBuffer:sampleBuffer andType:1];
        }
    }
}

#pragma mark - getter && setter

- (void)setSessionPreset:(NSString *)sessionPreset {
    if ([sessionPreset isEqualToString:_sessionPreset]) {
        return;
    }
    if (!_session) {
        return;
    }
    [self pause];
    [_session beginConfiguration];
    if ([_session canSetSessionPreset:sessionPreset]) {
        [_session setSessionPreset:sessionPreset];
        _sessionPreset = sessionPreset;
    }
    [self.session commitConfiguration];
    [self resume];
}

- (void)setIsOutputWithYUV:(BOOL)isOutputWithYUV {
    if (_isOutputWithYUV == isOutputWithYUV) {
        return;
    }
    _isOutputWithYUV = isOutputWithYUV;
    int iCVPixelFormatType = _isOutputWithYUV ? kCVPixelFormatType_420YpCbCr8BiPlanarFullRange : kCVPixelFormatType_32BGRA;
    AVCaptureVideoDataOutput *dataOutput = [[AVCaptureVideoDataOutput alloc] init];
    [dataOutput setAlwaysDiscardsLateVideoFrames:YES];
    [dataOutput setVideoSettings:[NSDictionary dictionaryWithObject:[NSNumber numberWithInt:iCVPixelFormatType] forKey:(id)kCVPixelBufferPixelFormatTypeKey]];
    [dataOutput setSampleBufferDelegate:self queue:_bufferQueue];
    [self pause];
    [_session beginConfiguration];
    [_session removeOutput:_dataOutput];
    if ([_session canAddOutput:dataOutput]) {
        [_session addOutput:dataOutput];
        _dataOutput = dataOutput;
    }else{
        [self _throwError:VideoCaptureErrorFailedAddDataOutput];
        //NSLog(@"session add data output failed when change output buffer pixel format.");
    }
    [_session commitConfiguration];
    [self resume];
    /// make the buffer portrait
    [self setOrientation:_videoOrientation];
    [self setFlip:_isFlipped];
}


- (void)coverToMetadataOutputRectOfInterestForRect:(CGRect)cropRect {
    CGSize size = [UIScreen mainScreen].bounds.size;
    CGFloat p1 = size.height/size.width;
    CGFloat p2 = 0.0;
    
    if ([_session.sessionPreset isEqualToString:AVCaptureSessionPreset1280x720]) {
        p2 = 1280./720.;
    }
    else if ([_session.sessionPreset isEqualToString:AVCaptureSessionPreset640x480]) {
        p2 = 640./480.;
    }

    if (p1 < p2) {
        CGFloat fixHeight = size.width * p2;
        CGFloat fixPadding = (fixHeight - size.height)/2;
        _metaDataOutput.rectOfInterest = CGRectMake((cropRect.origin.y + fixPadding)/fixHeight,
                                                    (size.width-(cropRect.size.width+cropRect.origin.x))/size.width,
                                                    cropRect.size.height/fixHeight,
                                                    cropRect.size.width/size.width);
    } else {
        CGFloat fixWidth = size.height * (1/p2);
        CGFloat fixPadding = (fixWidth - size.width)/2;
        _metaDataOutput.rectOfInterest = CGRectMake(cropRect.origin.y/size.height,
                                                    (size.width-(cropRect.size.width+cropRect.origin.x)+fixPadding)/fixWidth,
                                                    cropRect.size.height/size.height,
                                                    cropRect.size.width/fixWidth);
    }
}

#pragma mark - gettre
- (AVCaptureVideoPreviewLayer* )previewLayer{
    if (!_previewLayer){
        _previewLayer = [AVCaptureVideoPreviewLayer layerWithSession:self.session];
        _previewLayer.videoGravity = AVLayerVideoGravityResizeAspectFill;
        _previewLayer.frame = [UIScreen mainScreen].bounds;
        _previewLayer.backgroundColor = [UIColor grayColor].CGColor;
    }
    return _previewLayer;
}

- (CAShapeLayer *)maskLayer{
    if (!_maskLayer){
        //CGRect mainBounds = [UIScreen mainScreen].bounds;
        CGSize mainScreenSize = [UIScreen mainScreen].bounds.size;
        CGFloat mainScreenWidth = mainScreenSize.width;
        CGFloat mainScreenHeight = mainScreenSize.height;
        CGFloat left = mainScreenWidth / 2 - scanRectWidth / 2;
        CGFloat right = mainScreenWidth - left;
        CGFloat top = mainScreenHeight / 2 - scanRectWidth / 2;
        CGFloat bottom = mainScreenHeight - top;
        
        //添加了上下左右四个框来实现扫码的扫描框
        UIBezierPath *leftPath = [UIBezierPath bezierPathWithRect:CGRectMake(0., 0., left, mainScreenHeight)];
        UIBezierPath *rightPath = [UIBezierPath bezierPathWithRect:CGRectMake(right, 0., left, mainScreenHeight)];
        UIBezierPath *topPath = [UIBezierPath bezierPathWithRect:CGRectMake(left, 0., scanRectWidth, top)];
        UIBezierPath *bottomPath = [UIBezierPath bezierPathWithRect:CGRectMake(left, bottom, scanRectWidth, bottom)];
        [leftPath appendPath:rightPath];
        [leftPath appendPath:topPath];
        [leftPath appendPath:bottomPath];
        
        _maskLayer = [CAShapeLayer layer];
        _maskLayer.backgroundColor = (__bridge CGColorRef _Nullable)([UIColor blackColor]);
        _maskLayer.opacity = 0.5;
        _maskLayer.path = leftPath.CGPath;
    }
    return _maskLayer;
}

@end