#import #import #import #import #import #include #include #include #include #include #include #include #include #include #include #include "left-right.hpp" #include "scope-guard.hpp" #define NBSP "\xC2\xA0" using namespace std; namespace std { template<> struct default_delete { void operator()(obs_data_t *data) { obs_data_release(data); } }; template<> struct default_delete { void operator()(obs_data_item_t *item) { obs_data_item_release(&item); } }; } #define TEXT_AVCAPTURE obs_module_text("AVCapture") #define TEXT_DEVICE obs_module_text("Device") #define TEXT_USE_PRESET obs_module_text("UsePreset") #define TEXT_PRESET obs_module_text("Preset") #define TEXT_RESOLUTION obs_module_text("Resolution") #define TEXT_FRAME_RATE obs_module_text("FrameRate") #define TEXT_MATCH_OBS obs_module_text("MatchOBS") #define TEXT_INPUT_FORMAT obs_module_text("InputFormat") #define TEXT_COLOR_SPACE obs_module_text("ColorSpace") #define TEXT_VIDEO_RANGE obs_module_text("VideoRange") #define TEXT_RANGE_PARTIAL obs_module_text("VideoRange.Partial") #define TEXT_RANGE_FULL obs_module_text("VideoRange.Full") #define TEXT_AUTO obs_module_text("Auto") #define TEXT_COLOR_UNKNOWN_NAME "Unknown" #define TEXT_RANGE_UNKNOWN_NAME "Unknown" static const FourCharCode INPUT_FORMAT_AUTO = -1; static const int COLOR_SPACE_AUTO = -1; static const int VIDEO_RANGE_AUTO = -1; #define MILLI_TIMESCALE 1000 #define MICRO_TIMESCALE (MILLI_TIMESCALE * 1000) #define NANO_TIMESCALE (MICRO_TIMESCALE * 1000) #define AV_FOURCC_STR(code) \ (char[5]) \ { \ static_cast((code >> 24) & 0xFF), \ static_cast((code >> 16) & 0xFF), \ static_cast((code >> 8) & 0xFF), \ static_cast(code & 0xFF), 0 \ } struct av_capture; #define AVLOG(level, format, ...) \ blog(level, "%s: " format, obs_source_get_name(capture->source), \ ##__VA_ARGS__) @interface OBSAVCaptureDelegate : NSObject { @public struct av_capture *capture; } - (void)captureOutput:(AVCaptureOutput *)out didDropSampleBuffer:(CMSampleBufferRef)sampleBuffer fromConnection:(AVCaptureConnection *)connection; - (void)captureOutput:(AVCaptureOutput *)captureOutput didOutputSampleBuffer:(CMSampleBufferRef)sampleBuffer fromConnection:(AVCaptureConnection *)connection; @end namespace { static auto remove_observer = [](id observer) { [[NSNotificationCenter defaultCenter] removeObserver:observer]; }; struct observer_handle : unique_ptr::type, decltype(remove_observer)> { using base = unique_ptr::type, decltype(remove_observer)>; explicit observer_handle(id observer = nullptr) : base(observer, remove_observer) { } }; struct av_video_info { video_colorspace colorspace; video_range_type video_range; bool video_params_valid = false; }; } struct av_capture { OBSAVCaptureDelegate *delegate; dispatch_queue_t queue; bool has_clock; bool device_locked; left_right::left_right video_info; AVCaptureVideoDataOutput *out; AVCaptureDevice *device; AVCaptureDeviceInput *device_input; AVCaptureSession *session; NSString *uid; observer_handle connect_observer; observer_handle disconnect_observer; FourCharCode fourcc; video_format video_format; bool use_preset = false; int requested_colorspace = COLOR_SPACE_AUTO; int requested_video_range = VIDEO_RANGE_AUTO; obs_source_t *source; obs_source_frame frame; }; static NSString *get_string(obs_data_t *data, char const *name) { return @(obs_data_get_string(data, name)); } static AVCaptureDevice *get_device(obs_data_t *settings) { auto uid = get_string(settings, "device"); return [AVCaptureDevice deviceWithUniqueID:uid]; } template static void clamp(T &store, U val, T low = numeric_limits::min(), T high = numeric_limits::max()) { store = static_cast(val) < static_cast(low) ? low : (static_cast(val) > static_cast(high) ? high : static_cast(val)); } static bool get_resolution(obs_data_t *settings, CMVideoDimensions &dims) { using item_ptr = unique_ptr; item_ptr item{obs_data_item_byname(settings, "resolution")}; if (!item) return false; auto res_str = obs_data_item_get_string(item.get()); unique_ptr res{obs_data_create_from_json(res_str)}; if (!res) return false; item_ptr width{obs_data_item_byname(res.get(), "width")}; item_ptr height{obs_data_item_byname(res.get(), "height")}; if (!width || !height) return false; clamp(dims.width, obs_data_item_get_int(width.get()), 0); clamp(dims.height, obs_data_item_get_int(height.get()), 0); if (!dims.width || !dims.height) return false; return true; } static bool get_input_format(obs_data_t *settings, FourCharCode &fourcc) { auto item = unique_ptr{ obs_data_item_byname(settings, "input_format")}; if (!item) return false; fourcc = obs_data_item_get_int(item.get()); return true; } namespace { struct config_helper { obs_data_t *settings = nullptr; AVCaptureDevice *dev_ = nullptr; bool dims_valid : 1; bool fr_valid : 1; bool fps_valid : 1; bool if_valid : 1; CMVideoDimensions dims_{}; const char *frame_rate_ = nullptr; media_frames_per_second fps_{}; FourCharCode input_format_ = INPUT_FORMAT_AUTO; explicit config_helper(obs_data_t *settings) : settings(settings) { dev_ = get_device(settings); dims_valid = get_resolution(settings, dims_); fr_valid = obs_data_get_frames_per_second( settings, "frame_rate", nullptr, &frame_rate_); fps_valid = obs_data_get_frames_per_second( settings, "frame_rate", &fps_, nullptr); if_valid = get_input_format(settings, input_format_); } AVCaptureDevice *dev() const { return dev_; } const CMVideoDimensions *dims() const { return dims_valid ? &dims_ : nullptr; } const char *frame_rate() const { return fr_valid ? frame_rate_ : nullptr; } const media_frames_per_second *fps() const { return fps_valid ? &fps_ : nullptr; } const FourCharCode *input_format() const { return if_valid ? &input_format_ : nullptr; } }; struct av_capture_ref { av_capture *capture = nullptr; OBSSource source; av_capture_ref() = default; av_capture_ref(av_capture *capture_, obs_weak_source_t *weak_source) : source(OBSGetStrongRef(weak_source)) { if (!source) return; capture = capture_; } operator av_capture *() { return capture; } av_capture *operator->() { return capture; } }; struct properties_param { av_capture *capture = nullptr; OBSWeakSource weak_source; properties_param(av_capture *capture) : capture(capture) { if (!capture) return; weak_source = OBSGetWeakRef(capture->source); } av_capture_ref get_ref() { return {capture, weak_source}; } }; } static av_capture_ref get_ref(obs_properties_t *props) { void *param = obs_properties_get_param(props); if (!param) return {}; return static_cast(param)->get_ref(); } static inline video_format format_from_subtype(FourCharCode subtype) { //TODO: uncomment VIDEO_FORMAT_NV12 and VIDEO_FORMAT_ARGB once libobs // gains matching GPU conversions or a CPU fallback is implemented switch (subtype) { case kCVPixelFormatType_422YpCbCr8: return VIDEO_FORMAT_UYVY; case kCVPixelFormatType_422YpCbCr8_yuvs: return VIDEO_FORMAT_YUY2; /*case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange: case kCVPixelFormatType_420YpCbCr8BiPlanarFullRange: return VIDEO_FORMAT_NV12;*/ /*case kCVPixelFormatType_32ARGB: return VIDEO_FORMAT_ARGB;*/ case kCVPixelFormatType_32BGRA: return VIDEO_FORMAT_BGRA; default: return VIDEO_FORMAT_NONE; } } static const char *fourcc_subtype_name(FourCharCode fourcc); static const char * format_description_subtype_name(CMFormatDescriptionRef desc, FourCharCode *fourcc_ = nullptr) { FourCharCode fourcc = CMFormatDescriptionGetMediaSubType(desc); if (fourcc_) *fourcc_ = fourcc; return fourcc_subtype_name(fourcc); } static const char *fourcc_subtype_name(FourCharCode fourcc) { switch (fourcc) { case kCVPixelFormatType_422YpCbCr8: return "UYVY - 422YpCbCr8"; //VIDEO_FORMAT_UYVY; case kCVPixelFormatType_422YpCbCr8_yuvs: return "YUY2 - 422YpCbCr8_yuvs"; //VIDEO_FORMAT_YUY2; case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange: case kCVPixelFormatType_420YpCbCr8BiPlanarFullRange: return "NV12 - 420YpCbCr8BiPlanar"; //VIDEO_FORMAT_NV12; case kCVPixelFormatType_32ARGB: return "ARGB - 32ARGB"; //VIDEO_FORMAT_ARGB;*/ case kCVPixelFormatType_32BGRA: return "BGRA - 32BGRA"; //VIDEO_FORMAT_BGRA; case kCMVideoCodecType_Animation: return "Apple Animation"; case kCMVideoCodecType_Cinepak: return "Cinepak"; case kCMVideoCodecType_JPEG: return "JPEG"; case kCMVideoCodecType_JPEG_OpenDML: return "MJPEG - JPEG OpenDML"; case kCMVideoCodecType_SorensonVideo: return "Sorenson Video"; case kCMVideoCodecType_SorensonVideo3: return "Sorenson Video 3"; case kCMVideoCodecType_H263: return "H.263"; case kCMVideoCodecType_H264: return "H.264"; case kCMVideoCodecType_MPEG4Video: return "MPEG-4"; case kCMVideoCodecType_MPEG2Video: return "MPEG-2"; case kCMVideoCodecType_MPEG1Video: return "MPEG-1"; case kCMVideoCodecType_DVCNTSC: return "DV NTSC"; case kCMVideoCodecType_DVCPAL: return "DV PAL"; case kCMVideoCodecType_DVCProPAL: return "Panasonic DVCPro PAL"; case kCMVideoCodecType_DVCPro50NTSC: return "Panasonic DVCPro-50 NTSC"; case kCMVideoCodecType_DVCPro50PAL: return "Panasonic DVCPro-50 PAL"; case kCMVideoCodecType_DVCPROHD720p60: return "Panasonic DVCPro-HD 720p60"; case kCMVideoCodecType_DVCPROHD720p50: return "Panasonic DVCPro-HD 720p50"; case kCMVideoCodecType_DVCPROHD1080i60: return "Panasonic DVCPro-HD 1080i60"; case kCMVideoCodecType_DVCPROHD1080i50: return "Panasonic DVCPro-HD 1080i50"; case kCMVideoCodecType_DVCPROHD1080p30: return "Panasonic DVCPro-HD 1080p30"; case kCMVideoCodecType_DVCPROHD1080p25: return "Panasonic DVCPro-HD 1080p25"; case kCMVideoCodecType_AppleProRes4444: return "Apple ProRes 4444"; case kCMVideoCodecType_AppleProRes422HQ: return "Apple ProRes 422 HQ"; case kCMVideoCodecType_AppleProRes422: return "Apple ProRes 422"; case kCMVideoCodecType_AppleProRes422LT: return "Apple ProRes 422 LT"; case kCMVideoCodecType_AppleProRes422Proxy: return "Apple ProRes 422 Proxy"; default: blog(LOG_INFO, "Unknown format %s", AV_FOURCC_STR(fourcc)); return "unknown"; } } static inline bool is_fullrange_yuv(FourCharCode pixel_format) { switch (pixel_format) { case kCVPixelFormatType_420YpCbCr8PlanarFullRange: case kCVPixelFormatType_420YpCbCr8BiPlanarFullRange: case kCVPixelFormatType_422YpCbCr8FullRange: return true; default: return false; } } static inline video_colorspace get_colorspace(CMFormatDescriptionRef desc) { CFPropertyListRef matrix = CMFormatDescriptionGetExtension( desc, kCMFormatDescriptionExtension_YCbCrMatrix); if (!matrix) return VIDEO_CS_DEFAULT; if (CFStringCompare(static_cast(matrix), kCVImageBufferYCbCrMatrix_ITU_R_709_2, 0) == kCFCompareEqualTo) return VIDEO_CS_709; return VIDEO_CS_601; } static inline bool update_colorspace(av_capture *capture, obs_source_frame *frame, CMFormatDescriptionRef desc, bool full_range, av_video_info &vi) { auto cs_auto = capture->use_preset || capture->requested_colorspace == COLOR_SPACE_AUTO; auto vr_auto = capture->use_preset || capture->requested_video_range == VIDEO_RANGE_AUTO; video_colorspace colorspace = get_colorspace(desc); video_range_type range = full_range ? VIDEO_RANGE_FULL : VIDEO_RANGE_PARTIAL; bool cs_matches = false; if (cs_auto) { cs_matches = colorspace == vi.colorspace; } else { colorspace = static_cast( capture->requested_colorspace); cs_matches = colorspace == vi.colorspace; } bool vr_matches = false; if (vr_auto) { vr_matches = range == vi.video_range; } else { range = static_cast( capture->requested_video_range); vr_matches = range == vi.video_range; full_range = range == VIDEO_RANGE_FULL; } if (cs_matches && vr_matches) { if (!vi.video_params_valid) capture->video_info.update([&](av_video_info &vi_) { vi_.video_params_valid = vi.video_params_valid = true; }); return true; } frame->full_range = full_range; if (!video_format_get_parameters(colorspace, range, frame->color_matrix, frame->color_range_min, frame->color_range_max)) { AVLOG(LOG_ERROR, "Failed to get colorspace parameters for " "colorspace %u range %u", colorspace, range); if (vi.video_params_valid) capture->video_info.update([&](av_video_info &vi_) { vi_.video_params_valid = vi.video_params_valid = false; }); return false; } capture->video_info.update([&](av_video_info &vi_) { vi_.colorspace = colorspace; vi_.video_range = range; vi_.video_params_valid = vi.video_params_valid = true; }); return true; } static inline bool update_frame(av_capture *capture, obs_source_frame *frame, CMSampleBufferRef sample_buffer) { CMFormatDescriptionRef desc = CMSampleBufferGetFormatDescription(sample_buffer); FourCharCode fourcc = CMFormatDescriptionGetMediaSubType(desc); video_format format = format_from_subtype(fourcc); CMVideoDimensions dims = CMVideoFormatDescriptionGetDimensions(desc); CVImageBufferRef img = CMSampleBufferGetImageBuffer(sample_buffer); auto vi = capture->video_info.read(); bool video_params_were_valid = vi.video_params_valid; SCOPE_EXIT { if (video_params_were_valid != vi.video_params_valid) obs_source_update_properties(capture->source); }; if (format == VIDEO_FORMAT_NONE) { if (capture->fourcc == fourcc) return false; capture->fourcc = fourcc; AVLOG(LOG_ERROR, "Unhandled fourcc: %s (0x%x) (%zu planes)", AV_FOURCC_STR(fourcc), fourcc, CVPixelBufferGetPlaneCount(img)); return false; } if (frame->format != format) AVLOG(LOG_DEBUG, "Switching fourcc: " "'%s' (0x%x) -> '%s' (0x%x)", AV_FOURCC_STR(capture->fourcc), capture->fourcc, AV_FOURCC_STR(fourcc), fourcc); bool was_yuv = format_is_yuv(frame->format); capture->fourcc = fourcc; frame->format = format; frame->width = dims.width; frame->height = dims.height; if (format_is_yuv(format) && !update_colorspace(capture, frame, desc, is_fullrange_yuv(fourcc), vi)) { return false; } else if (was_yuv == format_is_yuv(format)) { capture->video_info.update([&](av_video_info &vi_) { vi_.video_params_valid = vi.video_params_valid = true; }); } CVPixelBufferLockBaseAddress(img, kCVPixelBufferLock_ReadOnly); if (!CVPixelBufferIsPlanar(img)) { frame->linesize[0] = CVPixelBufferGetBytesPerRow(img); frame->data[0] = static_cast( CVPixelBufferGetBaseAddress(img)); return true; } size_t count = CVPixelBufferGetPlaneCount(img); for (size_t i = 0; i < count; i++) { frame->linesize[i] = CVPixelBufferGetBytesPerRowOfPlane(img, i); frame->data[i] = static_cast( CVPixelBufferGetBaseAddressOfPlane(img, i)); } return true; } @implementation OBSAVCaptureDelegate - (void)captureOutput:(AVCaptureOutput *)out didDropSampleBuffer:(CMSampleBufferRef)sampleBuffer fromConnection:(AVCaptureConnection *)connection { UNUSED_PARAMETER(out); UNUSED_PARAMETER(sampleBuffer); UNUSED_PARAMETER(connection); } - (void)captureOutput:(AVCaptureOutput *)captureOutput didOutputSampleBuffer:(CMSampleBufferRef)sampleBuffer fromConnection:(AVCaptureConnection *)connection { UNUSED_PARAMETER(captureOutput); UNUSED_PARAMETER(connection); CMItemCount count = CMSampleBufferGetNumSamples(sampleBuffer); if (count < 1 || !capture) return; obs_source_frame *frame = &capture->frame; CMTime target_pts = CMSampleBufferGetOutputPresentationTimeStamp(sampleBuffer); CMTime target_pts_nano = CMTimeConvertScale( target_pts, NANO_TIMESCALE, kCMTimeRoundingMethod_Default); frame->timestamp = target_pts_nano.value; if (!update_frame(capture, frame, sampleBuffer)) { obs_source_output_video(capture->source, nullptr); return; } obs_source_output_video(capture->source, frame); CVImageBufferRef img = CMSampleBufferGetImageBuffer(sampleBuffer); CVPixelBufferUnlockBaseAddress(img, kCVPixelBufferLock_ReadOnly); } @end static void av_capture_enable_buffering(av_capture *capture, bool enabled) { obs_source_set_async_unbuffered(capture->source, !enabled); } static const char *av_capture_getname(void *) { return TEXT_AVCAPTURE; } static void unlock_device(av_capture *capture, AVCaptureDevice *dev = nullptr) { if (!dev) dev = capture->device; if (dev && capture->device_locked) [dev unlockForConfiguration]; capture->device_locked = false; } static void start_capture(av_capture *capture) { if (capture->session && !capture->session.running) [capture->session startRunning]; } static void clear_capture(av_capture *capture) { if (capture->session && capture->session.running) [capture->session stopRunning]; obs_source_output_video(capture->source, nullptr); } static void remove_device(av_capture *capture) { clear_capture(capture); [capture->session removeInput:capture->device_input]; unlock_device(capture); capture->device_input = nullptr; capture->device = nullptr; } static void av_capture_destroy(void *data) { auto capture = static_cast(data); delete capture; } static bool init_session(av_capture *capture) { auto session = [[AVCaptureSession alloc] init]; if (!session) { AVLOG(LOG_ERROR, "Could not create AVCaptureSession"); return false; } auto delegate = [[OBSAVCaptureDelegate alloc] init]; if (!delegate) { AVLOG(LOG_ERROR, "Could not create OBSAVCaptureDelegate"); return false; } delegate->capture = capture; auto out = [[AVCaptureVideoDataOutput alloc] init]; if (!out) { AVLOG(LOG_ERROR, "Could not create AVCaptureVideoDataOutput"); return false; } auto queue = dispatch_queue_create(NULL, NULL); if (!queue) { AVLOG(LOG_ERROR, "Could not create dispatch queue"); return false; } capture->session = session; capture->delegate = delegate; capture->out = out; capture->queue = queue; [capture->session addOutput:capture->out]; [capture->out setSampleBufferDelegate:capture->delegate queue:capture->queue]; return true; } static bool init_format(av_capture *capture, AVCaptureDevice *dev); static bool init_device_input(av_capture *capture, AVCaptureDevice *dev) { NSError *err = nil; AVCaptureDeviceInput *device_input = [AVCaptureDeviceInput deviceInputWithDevice:dev error:&err]; if (!device_input) { AVLOG(LOG_ERROR, "Error while initializing device input: %s", err.localizedFailureReason.UTF8String); return false; } [capture->session addInput:device_input]; if (!init_format(capture, dev)) { [capture->session removeInput:device_input]; return false; } capture->device_input = device_input; return true; } static uint32_t uint_from_dict(NSDictionary *dict, CFStringRef key) { return ((NSNumber *)dict[(__bridge NSString *)key]).unsignedIntValue; } static bool init_format(av_capture *capture, AVCaptureDevice *dev) { AVCaptureDeviceFormat *format = dev.activeFormat; CMMediaType mtype = CMFormatDescriptionGetMediaType(format.formatDescription); // TODO: support other media types if (mtype != kCMMediaType_Video && mtype != kCMMediaType_Muxed) { AVLOG(LOG_ERROR, "CMMediaType '%s' is unsupported", AV_FOURCC_STR(mtype)); return false; } capture->out.videoSettings = nil; FourCharCode subtype = uint_from_dict(capture->out.videoSettings, kCVPixelBufferPixelFormatTypeKey); if (format_from_subtype(subtype) != VIDEO_FORMAT_NONE) { AVLOG(LOG_DEBUG, "Using native fourcc '%s'", AV_FOURCC_STR(subtype)); return true; } AVLOG(LOG_DEBUG, "Using fallback fourcc '%s' ('%s' 0x%08x unsupported)", AV_FOURCC_STR(kCVPixelFormatType_32BGRA), AV_FOURCC_STR(subtype), subtype); capture->out.videoSettings = @{ (__bridge NSString *) kCVPixelBufferPixelFormatTypeKey: @(kCVPixelFormatType_32BGRA) }; return true; } static NSArray *presets(void); static NSString *preset_names(NSString *preset); static NSString *select_preset(AVCaptureDevice *dev, NSString *cur_preset) { NSString *new_preset = nil; bool found_previous_preset = false; for (NSString *preset in presets().reverseObjectEnumerator) { if (!found_previous_preset) found_previous_preset = [cur_preset isEqualToString:preset]; if (![dev supportsAVCaptureSessionPreset:preset]) continue; if (!new_preset || !found_previous_preset) new_preset = preset; } return new_preset; } static bool init_preset(av_capture *capture, AVCaptureDevice *dev, obs_data_t *settings) { clear_capture(capture); unlock_device(capture, dev); NSString *preset = get_string(settings, "preset"); if (![dev supportsAVCaptureSessionPreset:preset]) { AVLOG(LOG_WARNING, "Preset %s not available", preset_names(preset).UTF8String); preset = select_preset(dev, preset); } if (!preset) { AVLOG(LOG_WARNING, "Could not select a preset, " "initialization failed"); return false; } capture->session.sessionPreset = preset; AVLOG(LOG_INFO, "Using preset %s", preset_names(preset).UTF8String); return true; } static bool operator==(const CMVideoDimensions &a, const CMVideoDimensions &b); static CMVideoDimensions get_dimensions(AVCaptureDeviceFormat *format); static AVCaptureDeviceFormat *find_format(AVCaptureDevice *dev, CMVideoDimensions dims) { for (AVCaptureDeviceFormat *format in dev.formats) { if (get_dimensions(format) == dims) return format; } return nullptr; } static CMTime convert(media_frames_per_second fps) { CMTime time{}; time.value = fps.denominator; time.timescale = fps.numerator; time.flags = 1; return time; } static bool lock_device(av_capture *capture, AVCaptureDevice *dev) { if (!dev) dev = capture->device; NSError *err; if (![dev lockForConfiguration:&err]) { AVLOG(LOG_WARNING, "Could not lock device for configuration: " "%s", err.localizedDescription.UTF8String); return false; } capture->device_locked = true; return true; } template static void find_formats(media_frames_per_second fps, AVCaptureDevice *dev, const CMVideoDimensions *dims, Func &&f) { auto time = convert(fps); for (AVCaptureDeviceFormat *format in dev.formats) { if (!(get_dimensions(format) == *dims)) continue; for (AVFrameRateRange *range in format .videoSupportedFrameRateRanges) { if (CMTimeCompare(range.maxFrameDuration, time) >= 0 && CMTimeCompare(range.minFrameDuration, time) <= 0) if (f(format)) return; } } } static bool color_space_valid(int color_space) { switch (color_space) { case COLOR_SPACE_AUTO: case VIDEO_CS_DEFAULT: case VIDEO_CS_601: case VIDEO_CS_709: return true; } return false; } static const char *color_space_name(int color_space) { switch (color_space) { case COLOR_SPACE_AUTO: return "Auto"; case VIDEO_CS_DEFAULT: return "Default"; case VIDEO_CS_601: return "CS 601"; case VIDEO_CS_709: return "CS 709"; } return "Unknown"; } static bool video_range_valid(int video_range) { switch (video_range) { case VIDEO_RANGE_AUTO: case VIDEO_RANGE_DEFAULT: case VIDEO_RANGE_PARTIAL: case VIDEO_RANGE_FULL: return true; } return false; } static const char *video_range_name(int video_range) { switch (video_range) { case VIDEO_RANGE_AUTO: return "Auto"; case VIDEO_RANGE_DEFAULT: return "Default"; case VIDEO_RANGE_PARTIAL: return "Partial"; case VIDEO_RANGE_FULL: return "Full"; } return "Unknown"; } static bool init_manual(av_capture *capture, AVCaptureDevice *dev, obs_data_t *settings) { clear_capture(capture); auto input_format = obs_data_get_int(settings, "input_format"); FourCharCode actual_format = input_format; SCOPE_EXIT { bool refresh = false; if (input_format != actual_format) { refresh = obs_data_get_autoselect_int(settings, "input_format") != actual_format; obs_data_set_autoselect_int(settings, "input_format", actual_format); } else { refresh = obs_data_has_autoselect_value(settings, "input_format"); obs_data_unset_autoselect_value(settings, "input_format"); } if (refresh) obs_source_update_properties(capture->source); }; capture->requested_colorspace = obs_data_get_int(settings, "color_space"); if (!color_space_valid(capture->requested_colorspace)) { AVLOG(LOG_WARNING, "Unsupported color space: %d", capture->requested_colorspace); return false; } capture->requested_video_range = obs_data_get_int(settings, "video_range"); if (!video_range_valid(capture->requested_video_range)) { AVLOG(LOG_WARNING, "Unsupported color range: %d", capture->requested_video_range); return false; } CMVideoDimensions dims{}; if (!get_resolution(settings, dims)) { AVLOG(LOG_WARNING, "Could not load resolution"); return false; } media_frames_per_second fps{}; if (!obs_data_get_frames_per_second(settings, "frame_rate", &fps, nullptr)) { AVLOG(LOG_WARNING, "Could not load frame rate"); return false; } AVCaptureDeviceFormat *format = nullptr; find_formats(fps, dev, &dims, [&](AVCaptureDeviceFormat *format_) { auto desc = format_.formatDescription; auto fourcc = CMFormatDescriptionGetMediaSubType(desc); if (input_format != INPUT_FORMAT_AUTO && fourcc != input_format) return false; actual_format = fourcc; format = format_; return true; }); if (!format) { AVLOG(LOG_WARNING, "Frame rate is not supported: %g FPS " "(%u/%u)", media_frames_per_second_to_fps(fps), fps.numerator, fps.denominator); return false; } if (!lock_device(capture, dev)) return false; const char *if_name = input_format == INPUT_FORMAT_AUTO ? "Auto" : fourcc_subtype_name(input_format); #define IF_AUTO(x) (input_format != INPUT_FORMAT_AUTO ? "" : x) AVLOG(LOG_INFO, "Capturing '%s' (%s):\n" " Resolution: %ux%u\n" " FPS: %g (%" PRIu32 "/%" PRIu32 ")\n" " Frame interval: %g" NBSP "s\n" " Input format: %s%s%s (%s)%s\n" " Requested color space: %s (%d)\n" " Requested video range: %s (%d)\n" " Using format: %s", dev.localizedName.UTF8String, dev.uniqueID.UTF8String, dims.width, dims.height, media_frames_per_second_to_fps(fps), fps.numerator, fps.denominator, media_frames_per_second_to_frame_interval(fps), if_name, IF_AUTO(" (actual: "), IF_AUTO(fourcc_subtype_name(actual_format)), AV_FOURCC_STR(actual_format), IF_AUTO(")"), color_space_name(capture->requested_colorspace), capture->requested_colorspace, video_range_name(capture->requested_video_range), capture->requested_video_range, format.description.UTF8String); #undef IF_AUTO dev.activeFormat = format; dev.activeVideoMinFrameDuration = convert(fps); dev.activeVideoMaxFrameDuration = convert(fps); capture->video_info.update( [&](av_video_info &vi) { vi.video_params_valid = false; }); return true; } static void capture_device(av_capture *capture, AVCaptureDevice *dev, obs_data_t *settings) { const char *name = dev.localizedName.UTF8String; obs_data_set_string(settings, "device_name", name); obs_data_set_string(settings, "device", dev.uniqueID.UTF8String); AVLOG(LOG_INFO, "Selected device '%s'", name); if ((capture->use_preset = obs_data_get_bool(settings, "use_preset"))) { if (!init_preset(capture, dev, settings)) return; } else { if (!init_manual(capture, dev, settings)) return; } if (!init_device_input(capture, dev)) return; AVCaptureInputPort *port = capture->device_input.ports[0]; capture->has_clock = [port respondsToSelector:@selector(clock)]; capture->device = dev; start_capture(capture); return; } static inline void handle_disconnect_capture(av_capture *capture, AVCaptureDevice *dev) { if (![dev.uniqueID isEqualTo:capture->uid]) return; if (!capture->device) { AVLOG(LOG_INFO, "Received disconnect for inactive device '%s'", capture->uid.UTF8String); return; } AVLOG(LOG_WARNING, "Device with unique ID '%s' disconnected", dev.uniqueID.UTF8String); remove_device(capture); } static inline void handle_disconnect(av_capture *capture, AVCaptureDevice *dev) { if (!dev) return; handle_disconnect_capture(capture, dev); obs_source_update_properties(capture->source); } static inline void handle_connect_capture(av_capture *capture, AVCaptureDevice *dev, obs_data_t *settings) { if (![dev.uniqueID isEqualTo:capture->uid]) return; if (capture->device) { AVLOG(LOG_ERROR, "Received connect for in-use device '%s'", capture->uid.UTF8String); return; } AVLOG(LOG_INFO, "Device with unique ID '%s' connected, " "resuming capture", dev.uniqueID.UTF8String); capture_device(capture, dev, settings); } static inline void handle_connect(av_capture *capture, AVCaptureDevice *dev, obs_data_t *settings) { if (!dev) return; handle_connect_capture(capture, dev, settings); obs_source_update_properties(capture->source); } static bool av_capture_init(av_capture *capture, obs_data_t *settings) { if (!init_session(capture)) return false; capture->uid = get_string(settings, "device"); NSNotificationCenter *nc = [NSNotificationCenter defaultCenter]; capture->disconnect_observer.reset([nc addObserverForName:AVCaptureDeviceWasDisconnectedNotification object:nil queue:[NSOperationQueue mainQueue] usingBlock:^(NSNotification *note) { handle_disconnect(capture, note.object); }]); capture->connect_observer.reset([nc addObserverForName:AVCaptureDeviceWasConnectedNotification object:nil queue:[NSOperationQueue mainQueue] usingBlock:^(NSNotification *note) { handle_connect(capture, note.object, settings); }]); AVCaptureDevice *dev = [AVCaptureDevice deviceWithUniqueID:capture->uid]; if (!dev) { if (capture->uid.length < 1) AVLOG(LOG_INFO, "No device selected"); else AVLOG(LOG_WARNING, "Could not initialize device " "with unique ID '%s'", capture->uid.UTF8String); return true; } capture_device(capture, dev, settings); return true; } static void *av_capture_create(obs_data_t *settings, obs_source_t *source) { unique_ptr capture; try { capture.reset(new av_capture()); } catch (...) { return capture.release(); } capture->source = source; if (!av_capture_init(capture.get(), settings)) { AVLOG(LOG_ERROR, "av_capture_init failed"); return nullptr; } av_capture_enable_buffering(capture.get(), obs_data_get_bool(settings, "buffering")); return capture.release(); } static NSArray *presets(void) { return @[ //AVCaptureSessionPresetiFrame1280x720, //AVCaptureSessionPresetiFrame960x540, AVCaptureSessionPreset1280x720, AVCaptureSessionPreset960x540, AVCaptureSessionPreset640x480, AVCaptureSessionPreset352x288, AVCaptureSessionPreset320x240, AVCaptureSessionPresetHigh, //AVCaptureSessionPresetMedium, //AVCaptureSessionPresetLow, //AVCaptureSessionPresetPhoto, ]; } static NSString *preset_names(NSString *preset) { NSDictionary *preset_names = @{ AVCaptureSessionPresetLow: @"Low", AVCaptureSessionPresetMedium: @"Medium", AVCaptureSessionPresetHigh: @"High", AVCaptureSessionPreset320x240: @"320x240", AVCaptureSessionPreset352x288: @"352x288", AVCaptureSessionPreset640x480: @"640x480", AVCaptureSessionPreset960x540: @"960x540", AVCaptureSessionPreset1280x720: @"1280x720", AVCaptureSessionPresetHigh: @"High", }; NSString *name = preset_names[preset]; if (name) return name; return [NSString stringWithFormat:@"Unknown (%@)", preset]; } static void av_capture_defaults(obs_data_t *settings) { obs_data_set_default_string(settings, "uid", ""); obs_data_set_default_bool(settings, "use_preset", true); obs_data_set_default_string(settings, "preset", AVCaptureSessionPreset1280x720.UTF8String); obs_data_set_default_int(settings, "input_format", INPUT_FORMAT_AUTO); obs_data_set_default_int(settings, "color_space", COLOR_SPACE_AUTO); obs_data_set_default_int(settings, "video_range", VIDEO_RANGE_AUTO); } static bool update_device_list(obs_property_t *list, NSString *uid, NSString *name, bool disconnected) { bool dev_found = false; bool list_modified = false; size_t size = obs_property_list_item_count(list); for (size_t i = 0; i < size;) { const char *uid_ = obs_property_list_item_string(list, i); bool found = [uid isEqualToString:@(uid_ ? uid_ : "")]; bool disabled = obs_property_list_item_disabled(list, i); if (!found && !disabled) { i += 1; continue; } if (disabled && !found) { list_modified = true; obs_property_list_item_remove(list, i); continue; } if (disabled != disconnected) list_modified = true; dev_found = true; obs_property_list_item_disable(list, i, disconnected); i += 1; } if (dev_found) return list_modified; size_t idx = obs_property_list_add_string(list, name.UTF8String, uid.UTF8String); obs_property_list_item_disable(list, idx, disconnected); return true; } static void fill_presets(AVCaptureDevice *dev, obs_property_t *list, NSString *current_preset) { obs_property_list_clear(list); bool preset_found = false; for (NSString *preset in presets()) { bool is_current = [preset isEqualToString:current_preset]; bool supported = dev && [dev supportsAVCaptureSessionPreset:preset]; if (is_current) preset_found = true; if (!supported && !is_current) continue; size_t idx = obs_property_list_add_string( list, preset_names(preset).UTF8String, preset.UTF8String); obs_property_list_item_disable(list, idx, !supported); } if (preset_found) return; size_t idx = obs_property_list_add_string( list, preset_names(current_preset).UTF8String, current_preset.UTF8String); obs_property_list_item_disable(list, idx, true); } static bool check_preset(AVCaptureDevice *dev, obs_property_t *list, obs_data_t *settings) { NSString *current_preset = get_string(settings, "preset"); size_t size = obs_property_list_item_count(list); NSMutableSet *listed = [NSMutableSet setWithCapacity:size]; for (size_t i = 0; i < size; i++) [listed addObject:@(obs_property_list_item_string(list, i))]; bool presets_changed = false; for (NSString *preset in presets()) { bool is_listed = [listed member:preset] != nil; bool supported = dev && [dev supportsAVCaptureSessionPreset:preset]; if (supported == is_listed) continue; presets_changed = true; } if (!presets_changed && [listed member:current_preset] != nil) return false; fill_presets(dev, list, current_preset); return true; } static bool autoselect_preset(AVCaptureDevice *dev, obs_data_t *settings) { NSString *preset = get_string(settings, "preset"); if (!dev || [dev supportsAVCaptureSessionPreset:preset]) { if (obs_data_has_autoselect_value(settings, "preset")) { obs_data_unset_autoselect_value(settings, "preset"); return true; } } else { preset = select_preset(dev, preset); const char *autoselect = obs_data_get_autoselect_string(settings, "preset"); if (![preset isEqualToString:@(autoselect)]) { obs_data_set_autoselect_string(settings, "preset", preset.UTF8String); return true; } } return false; } static CMVideoDimensions get_dimensions(AVCaptureDeviceFormat *format) { auto desc = format.formatDescription; return CMVideoFormatDescriptionGetDimensions(desc); } using resolutions_t = vector; static resolutions_t enumerate_resolutions(AVCaptureDevice *dev) { resolutions_t res; if (!dev) return res; res.reserve(dev.formats.count + 1); for (AVCaptureDeviceFormat *format in dev.formats) { auto dims = get_dimensions(format); if (find(begin(res), end(res), dims) == end(res)) res.push_back(dims); } return res; } static void sort_resolutions(vector &resolutions) { auto cmp = [](const CMVideoDimensions &a, const CMVideoDimensions &b) { return a.width * a.height > b.width * b.height; }; sort(begin(resolutions), end(resolutions), cmp); } static void data_set_resolution(obs_data_t *data, const CMVideoDimensions &dims) { obs_data_set_int(data, "width", dims.width); obs_data_set_int(data, "height", dims.height); } static void data_set_resolution(const unique_ptr &data, const CMVideoDimensions &dims) { data_set_resolution(data.get(), dims); } static bool add_resolution_to_list(vector &res, const CMVideoDimensions &dims) { if (find(begin(res), end(res), dims) != end(res)) return false; res.push_back(dims); return true; } static const char *obs_data_get_json(const unique_ptr &data) { return obs_data_get_json(data.get()); } static bool operator==(const CMVideoDimensions &a, const CMVideoDimensions &b) { return a.width == b.width && a.height == b.height; } static bool resolution_property_needs_update(obs_property_t *p, const resolutions_t &resolutions) { vector res_found(resolutions.size()); auto num = obs_property_list_item_count(p); for (size_t i = 1; i < num; i++) { // skip empty entry const char *json = obs_property_list_item_string(p, i); unique_ptr buffer{obs_data_create_from_json(json)}; CMVideoDimensions dims{}; if (!get_resolution(buffer.get(), dims)) return true; auto pos = find(begin(resolutions), end(resolutions), dims); if (pos == end(resolutions)) return true; res_found[pos - begin(resolutions)] = true; } return any_of(begin(res_found), end(res_found), [](bool b) { return !b; }); } static bool update_resolution_property(obs_properties_t *props, const config_helper &conf, obs_property_t *p = nullptr) { if (!p) p = obs_properties_get(props, "resolution"); if (!p) return false; auto valid_dims = conf.dims(); auto resolutions = enumerate_resolutions(conf.dev()); bool unsupported = true; if (valid_dims) unsupported = add_resolution_to_list(resolutions, *valid_dims); bool was_enabled = obs_property_enabled(p); obs_property_set_enabled(p, !!conf.dev()); if (!resolution_property_needs_update(p, resolutions)) return was_enabled != obs_property_enabled(p); sort_resolutions(resolutions); obs_property_list_clear(p); obs_property_list_add_string(p, "", "{}"); DStr name; unique_ptr buffer{obs_data_create()}; for (const CMVideoDimensions &dims : resolutions) { data_set_resolution(buffer, dims); auto json = obs_data_get_json(buffer); dstr_printf(name, "%dx%d", dims.width, dims.height); size_t idx = obs_property_list_add_string(p, name->array, json); if (unsupported && valid_dims && dims == *valid_dims) obs_property_list_item_disable(p, idx, true); } return true; } static media_frames_per_second convert(CMTime time_) { media_frames_per_second res{}; clamp(res.numerator, time_.timescale); clamp(res.denominator, time_.value); return res; } using frame_rates_t = vector>; static frame_rates_t enumerate_frame_rates(AVCaptureDevice *dev, const CMVideoDimensions *dims = nullptr) { frame_rates_t res; if (!dev || !dims) return res; auto add_unique_frame_rate_range = [&](AVFrameRateRange *range) { auto min = convert(range.maxFrameDuration); auto max = convert(range.minFrameDuration); auto pair = make_pair(min, max); if (find(begin(res), end(res), pair) != end(res)) return; res.push_back(pair); }; for (AVCaptureDeviceFormat *format in dev.formats) { if (!(get_dimensions(format) == *dims)) continue; for (AVFrameRateRange *range in format .videoSupportedFrameRateRanges) { add_unique_frame_rate_range(range); if (CMTimeCompare(range.minFrameDuration, range.maxFrameDuration) != 0) { blog(LOG_WARNING, "Got actual frame rate range:" " %g - %g " "({%lld, %d} - {%lld, %d})", range.minFrameRate, range.maxFrameRate, range.maxFrameDuration.value, range.maxFrameDuration.timescale, range.minFrameDuration.value, range.minFrameDuration.timescale); } } } return res; } static bool operator==(const media_frames_per_second &a, const media_frames_per_second &b) { return a.numerator == b.numerator && a.denominator == b.denominator; } static bool operator!=(const media_frames_per_second &a, const media_frames_per_second &b) { return !(a == b); } static bool frame_rate_property_needs_update(obs_property_t *p, const frame_rates_t &frame_rates) { auto fps_num = frame_rates.size(); auto num = obs_property_frame_rate_fps_ranges_count(p); if (fps_num != num) return true; vector fps_found(fps_num); for (size_t i = 0; i < num; i++) { auto min_ = obs_property_frame_rate_fps_range_min(p, i); auto max_ = obs_property_frame_rate_fps_range_max(p, i); auto it = find(begin(frame_rates), end(frame_rates), make_pair(min_, max_)); if (it == end(frame_rates)) return true; fps_found[it - begin(frame_rates)] = true; } return any_of(begin(fps_found), end(fps_found), [](bool b) { return !b; }); } static bool update_frame_rate_property(obs_properties_t *props, const config_helper &conf, obs_property_t *p = nullptr) { if (!p) p = obs_properties_get(props, "frame_rate"); if (!p) return false; auto valid_dims = conf.dims(); auto frame_rates = enumerate_frame_rates(conf.dev(), valid_dims); bool was_enabled = obs_property_enabled(p); obs_property_set_enabled(p, !frame_rates.empty()); if (!frame_rate_property_needs_update(p, frame_rates)) return was_enabled != obs_property_enabled(p); obs_property_frame_rate_fps_ranges_clear(p); for (auto &pair : frame_rates) obs_property_frame_rate_fps_range_add(p, pair.first, pair.second); return true; } static vector enumerate_formats(AVCaptureDevice *dev, const CMVideoDimensions &dims, const media_frames_per_second &fps) { vector result; find_formats(fps, dev, &dims, [&](AVCaptureDeviceFormat *format) { result.push_back(format); return false; }); return result; } static bool input_format_property_needs_update( obs_property_t *p, const vector &formats, const FourCharCode *fourcc_) { bool fourcc_found = !fourcc_; vector if_found(formats.size()); auto num = obs_property_list_item_count(p); for (size_t i = 1; i < num; i++) { // skip auto entry FourCharCode fourcc = obs_property_list_item_int(p, i); fourcc_found = fourcc_found || fourcc == *fourcc_; auto pos = find_if(begin(formats), end(formats), [&](AVCaptureDeviceFormat *format) { FourCharCode fourcc_ = 0; format_description_subtype_name( format.formatDescription, &fourcc_); return fourcc_ == fourcc; }); if (pos == end(formats)) return true; if_found[pos - begin(formats)] = true; } return fourcc_found || any_of(begin(if_found), end(if_found), [](bool b) { return !b; }); } static bool update_input_format_property(obs_properties_t *props, const config_helper &conf, obs_property_t *p = nullptr) { if (!p) p = obs_properties_get(props, "input_format"); if (!p) return false; auto update_enabled = [&](bool enabled) { bool was_enabled = obs_property_enabled(p); obs_property_set_enabled(p, enabled); return was_enabled != enabled; }; auto valid_dims = conf.dims(); auto valid_fps = conf.fps(); auto valid_if = conf.input_format(); if (!valid_dims || !valid_fps) return update_enabled(false); auto formats = enumerate_formats(conf.dev(), *valid_dims, *valid_fps); if (!input_format_property_needs_update(p, formats, valid_if)) return update_enabled(!formats.empty()); while (obs_property_list_item_count(p) > 1) obs_property_list_item_remove(p, 1); bool fourcc_found = !valid_if || *valid_if == INPUT_FORMAT_AUTO; for (auto &format : formats) { FourCharCode fourcc = 0; const char *name = format_description_subtype_name( format.formatDescription, &fourcc); obs_property_list_add_int(p, name, fourcc); fourcc_found = fourcc_found || fourcc == *valid_if; } if (!fourcc_found) { const char *name = fourcc_subtype_name(*valid_if); obs_property_list_add_int(p, name, *valid_if); } return update_enabled(!formats.empty()); } static bool update_int_list_property(obs_property_t *p, const int *val, const size_t count, const char *localization_name) { size_t num = obs_property_list_item_count(p); if (num > count) { if (!val || obs_property_list_item_int(p, count) != *val) { obs_property_list_item_remove(p, count); if (!val) return true; } else { return false; } } if (!val) return false; DStr buf, label; dstr_printf(buf, "%d", *val); dstr_init_copy(label, obs_module_text(localization_name)); dstr_replace(label, "$1", buf->array); size_t idx = obs_property_list_add_int(p, label->array, *val); obs_property_list_item_disable(p, idx, true); return true; } template static bool update_int_list_property(const char *prop_name, const char *localization_name, size_t count, int auto_val, bool (*valid_func)(int), obs_properties_t *props, const config_helper &conf, obs_property_t *p, Func get_val) { auto ref = get_ref(props); if (!p) p = obs_properties_get(props, prop_name); int val = obs_data_get_int(conf.settings, prop_name); av_video_info vi; if (ref) vi = ref->video_info.read(); bool params_valid = vi.video_params_valid; bool enabled = obs_property_enabled(p); bool should_enable = false; bool has_autoselect = obs_data_has_autoselect_value(conf.settings, prop_name); if ((params_valid && format_is_yuv(ref->frame.format)) || !valid_func(val)) should_enable = true; obs_property_set_enabled(p, should_enable); bool updated = enabled != should_enable; updated = update_int_list_property(p, valid_func(val) ? nullptr : &val, count, localization_name) || updated; if (!should_enable) { if (has_autoselect) obs_data_unset_autoselect_value(conf.settings, prop_name); return updated || has_autoselect; } bool use_autoselect = ref && val == auto_val; if (!use_autoselect) { if (has_autoselect) obs_data_unset_autoselect_value(conf.settings, prop_name); return updated || has_autoselect; } if (params_valid && get_val(vi) != obs_data_get_autoselect_int( conf.settings, prop_name)) { obs_data_set_autoselect_int(conf.settings, prop_name, get_val(vi)); return true; } return updated; } static bool update_color_space_property(obs_properties_t *props, const config_helper &conf, obs_property_t *p = nullptr) { return update_int_list_property("color_space", TEXT_COLOR_UNKNOWN_NAME, 4, COLOR_SPACE_AUTO, color_space_valid, props, conf, p, [](av_video_info vi) { return vi.colorspace; }); } static bool update_video_range_property(obs_properties_t *props, const config_helper &conf, obs_property_t *p = nullptr) { return update_int_list_property("video_range", TEXT_RANGE_UNKNOWN_NAME, 5, VIDEO_RANGE_AUTO, video_range_valid, props, conf, p, [](av_video_info vi) { return vi.video_range; }); } static bool properties_device_changed(obs_properties_t *props, obs_property_t *p, obs_data_t *settings) { NSString *uid = get_string(settings, "device"); AVCaptureDevice *dev = [AVCaptureDevice deviceWithUniqueID:uid]; NSString *name = get_string(settings, "device_name"); bool dev_list_updated = update_device_list(p, uid, name, !dev && uid.length); p = obs_properties_get(props, "preset"); bool preset_list_changed = check_preset(dev, p, settings); bool autoselect_changed = autoselect_preset(dev, settings); config_helper conf{settings}; bool res_changed = update_resolution_property(props, conf); bool fps_changed = update_frame_rate_property(props, conf); bool if_changed = update_input_format_property(props, conf); return preset_list_changed || autoselect_changed || dev_list_updated || res_changed || fps_changed || if_changed; } static bool properties_use_preset_changed(obs_properties_t *props, obs_property_t *, obs_data_t *settings) { auto use_preset = obs_data_get_bool(settings, "use_preset"); config_helper conf{settings}; bool updated = false; bool visible = false; obs_property_t *p = nullptr; auto noop = [](obs_properties_t *, const config_helper &, obs_property_t *) { return false; }; #define UPDATE_PROPERTY(prop, uses_preset, func) \ p = obs_properties_get(props, prop); \ visible = use_preset == uses_preset; \ updated = obs_property_visible(p) != visible || updated; \ obs_property_set_visible(p, visible); \ updated = func(props, conf, p) || updated; UPDATE_PROPERTY("preset", true, noop); UPDATE_PROPERTY("resolution", false, update_resolution_property); UPDATE_PROPERTY("frame_rate", false, update_frame_rate_property); UPDATE_PROPERTY("input_format", false, update_input_format_property); UPDATE_PROPERTY("color_space", false, update_color_space_property); UPDATE_PROPERTY("video_range", false, update_video_range_property); return updated; } static bool properties_preset_changed(obs_properties_t *, obs_property_t *p, obs_data_t *settings) { NSString *uid = get_string(settings, "device"); AVCaptureDevice *dev = [AVCaptureDevice deviceWithUniqueID:uid]; bool preset_list_changed = check_preset(dev, p, settings); bool autoselect_changed = autoselect_preset(dev, settings); return preset_list_changed || autoselect_changed; } static bool properties_resolution_changed(obs_properties_t *props, obs_property_t *p, obs_data_t *settings) { config_helper conf{settings}; bool res_updated = update_resolution_property(props, conf, p); bool fps_updated = update_frame_rate_property(props, conf); bool if_updated = update_input_format_property(props, conf); bool cs_updated = update_color_space_property(props, conf); bool cr_updated = update_video_range_property(props, conf); return res_updated || fps_updated || if_updated || cs_updated || cr_updated; } static bool properties_frame_rate_changed(obs_properties_t *props, obs_property_t *p, obs_data_t *settings) { config_helper conf{settings}; bool fps_updated = update_frame_rate_property(props, conf, p); bool if_updated = update_input_format_property(props, conf); bool cs_updated = update_color_space_property(props, conf); bool cr_updated = update_video_range_property(props, conf); return fps_updated || if_updated || cs_updated || cr_updated; } static bool properties_input_format_changed(obs_properties_t *props, obs_property_t *p, obs_data_t *settings) { config_helper conf{settings}; bool if_updated = update_input_format_property(props, conf, p); bool cs_updated = update_color_space_property(props, conf); bool cr_updated = update_video_range_property(props, conf); return if_updated || cs_updated || cr_updated; } static bool properties_color_space_changed(obs_properties_t *props, obs_property_t *p, obs_data_t *settings) { config_helper conf{settings}; return update_color_space_property(props, conf, p); } static bool properties_video_range_changed(obs_properties_t *props, obs_property_t *p, obs_data_t *settings) { config_helper conf{settings}; return update_video_range_property(props, conf, p); } static void add_properties_param(obs_properties_t *props, av_capture *capture) { auto param = unique_ptr(new properties_param(capture)); obs_properties_set_param(props, param.release(), [](void *param) { delete static_cast(param); }); } static void add_preset_properties(obs_properties_t *props) { obs_property_t *preset_list = obs_properties_add_list( props, "preset", TEXT_PRESET, OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_STRING); for (NSString *preset in presets()) obs_property_list_add_string(preset_list, preset_names(preset).UTF8String, preset.UTF8String); obs_property_set_modified_callback(preset_list, properties_preset_changed); } static void add_manual_properties(obs_properties_t *props) { obs_property_t *resolutions = obs_properties_add_list( props, "resolution", TEXT_RESOLUTION, OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_STRING); obs_property_set_enabled(resolutions, false); obs_property_set_modified_callback(resolutions, properties_resolution_changed); obs_property_t *frame_rates = obs_properties_add_frame_rate( props, "frame_rate", TEXT_FRAME_RATE); /*obs_property_frame_rate_option_add(frame_rates, "match obs", TEXT_MATCH_OBS);*/ obs_property_set_enabled(frame_rates, false); obs_property_set_modified_callback(frame_rates, properties_frame_rate_changed); obs_property_t *input_format = obs_properties_add_list( props, "input_format", TEXT_INPUT_FORMAT, OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT); obs_property_list_add_int(input_format, TEXT_AUTO, INPUT_FORMAT_AUTO); obs_property_set_enabled(input_format, false); obs_property_set_modified_callback(input_format, properties_input_format_changed); obs_property_t *color_space = obs_properties_add_list( props, "color_space", TEXT_COLOR_SPACE, OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT); obs_property_list_add_int(color_space, TEXT_AUTO, COLOR_SPACE_AUTO); obs_property_list_add_int(color_space, "Rec. 601", VIDEO_CS_601); obs_property_list_add_int(color_space, "Rec. 709", VIDEO_CS_709); obs_property_set_enabled(color_space, false); obs_property_set_modified_callback(color_space, properties_color_space_changed); #define ADD_RANGE(x) obs_property_list_add_int(video_range, TEXT_##x, VIDEO_##x) obs_property_t *video_range = obs_properties_add_list( props, "video_range", TEXT_VIDEO_RANGE, OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT); obs_property_list_add_int(video_range, TEXT_AUTO, VIDEO_RANGE_AUTO); ADD_RANGE(RANGE_PARTIAL); ADD_RANGE(RANGE_FULL); obs_property_set_enabled(video_range, false); obs_property_set_modified_callback(video_range, properties_video_range_changed); #undef ADD_RANGE } static obs_properties_t *av_capture_properties(void *capture) { obs_properties_t *props = obs_properties_create(); add_properties_param(props, static_cast(capture)); obs_property_t *dev_list = obs_properties_add_list( props, "device", TEXT_DEVICE, OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_STRING); obs_property_list_add_string(dev_list, "", ""); for (AVCaptureDevice *dev in [AVCaptureDevice devices]) { if ([dev hasMediaType:AVMediaTypeVideo] || [dev hasMediaType:AVMediaTypeMuxed]) { obs_property_list_add_string( dev_list, dev.localizedName.UTF8String, dev.uniqueID.UTF8String); } } obs_property_set_modified_callback(dev_list, properties_device_changed); obs_property_t *use_preset = obs_properties_add_bool(props, "use_preset", TEXT_USE_PRESET); obs_property_set_modified_callback(use_preset, properties_use_preset_changed); add_preset_properties(props); add_manual_properties(props); obs_properties_add_bool(props, "buffering", obs_module_text("Buffering")); return props; } static void switch_device(av_capture *capture, NSString *uid, obs_data_t *settings) { if (!uid) return; if (capture->device) remove_device(capture); capture->uid = uid; if (!uid.length) { AVLOG(LOG_INFO, "No device selected, stopping capture"); return; } AVCaptureDevice *dev = [AVCaptureDevice deviceWithUniqueID:uid]; if (!dev) { AVLOG(LOG_WARNING, "Device with unique id '%s' not found", uid.UTF8String); return; } capture_device(capture, dev, settings); } static void update_preset(av_capture *capture, obs_data_t *settings) { unlock_device(capture); NSString *preset = get_string(settings, "preset"); if (![capture->device supportsAVCaptureSessionPreset:preset]) { AVLOG(LOG_WARNING, "Preset %s not available", preset.UTF8String); preset = select_preset(capture->device, preset); } capture->session.sessionPreset = preset; AVLOG(LOG_INFO, "Selected preset %s", preset.UTF8String); start_capture(capture); } static void update_manual(av_capture *capture, obs_data_t *settings) { if (init_manual(capture, capture->device, settings)) start_capture(capture); } static void av_capture_update(void *data, obs_data_t *settings) { auto capture = static_cast(data); NSString *uid = get_string(settings, "device"); if (!capture->device || ![capture->device.uniqueID isEqualToString:uid]) return switch_device(capture, uid, settings); if ((capture->use_preset = obs_data_get_bool(settings, "use_preset"))) { update_preset(capture, settings); } else { update_manual(capture, settings); } av_capture_enable_buffering(capture, obs_data_get_bool(settings, "buffering")); } OBS_DECLARE_MODULE() OBS_MODULE_USE_DEFAULT_LOCALE("mac-avcapture", "en-US") MODULE_EXPORT const char *obs_module_description(void) { return "MacOS AVFoundation Capture source"; } bool obs_module_load(void) { #ifdef __MAC_10_10 // Enable iOS device to show up as AVCapture devices // From WWDC video 2014 #508 at 5:34 // https://developer.apple.com/videos/wwdc/2014/#508 CMIOObjectPropertyAddress prop = { kCMIOHardwarePropertyAllowScreenCaptureDevices, kCMIOObjectPropertyScopeGlobal, kCMIOObjectPropertyElementMaster}; UInt32 allow = 1; CMIOObjectSetPropertyData(kCMIOObjectSystemObject, &prop, 0, NULL, sizeof(allow), &allow); #endif obs_source_info av_capture_info = { .id = "av_capture_input", .type = OBS_SOURCE_TYPE_INPUT, .output_flags = OBS_SOURCE_ASYNC_VIDEO | OBS_SOURCE_DO_NOT_DUPLICATE, .get_name = av_capture_getname, .create = av_capture_create, .destroy = av_capture_destroy, .get_defaults = av_capture_defaults, .get_properties = av_capture_properties, .update = av_capture_update, .icon_type = OBS_ICON_TYPE_CAMERA, }; obs_register_source(&av_capture_info); return true; }