summaryrefslogtreecommitdiffstats
path: root/dom/media/systemservices/video_engine/desktop_capture_impl.cc
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-07 09:22:09 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-07 09:22:09 +0000
commit43a97878ce14b72f0981164f87f2e35e14151312 (patch)
tree620249daf56c0258faa40cbdcf9cfba06de2a846 /dom/media/systemservices/video_engine/desktop_capture_impl.cc
parentInitial commit. (diff)
downloadfirefox-upstream.tar.xz
firefox-upstream.zip
Adding upstream version 110.0.1.upstream/110.0.1upstream
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'dom/media/systemservices/video_engine/desktop_capture_impl.cc')
-rw-r--r--dom/media/systemservices/video_engine/desktop_capture_impl.cc760
1 files changed, 760 insertions, 0 deletions
diff --git a/dom/media/systemservices/video_engine/desktop_capture_impl.cc b/dom/media/systemservices/video_engine/desktop_capture_impl.cc
new file mode 100644
index 0000000000..fd88433cfa
--- /dev/null
+++ b/dom/media/systemservices/video_engine/desktop_capture_impl.cc
@@ -0,0 +1,760 @@
+/*
+ * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
+ *
+ * Use of this source code is governed by a BSD-style license
+ * that can be found in the LICENSE file in the root of the source
+ * tree. An additional intellectual property rights grant can be found
+ * in the file PATENTS. All contributing project authors may
+ * be found in the AUTHORS file in the root of the source tree.
+ */
+
+#include "modules/video_capture/video_capture_impl.h"
+
+#include <stdlib.h>
+#include <memory>
+#include <string>
+
+#include "CamerasTypes.h"
+#include "PerformanceRecorder.h"
+
+#include "api/video/i420_buffer.h"
+#include "base/scoped_nsautorelease_pool.h"
+#include "common_video/libyuv/include/webrtc_libyuv.h"
+#include "libyuv.h" // NOLINT
+#include "modules/include/module_common_types.h"
+#include "modules/video_capture/video_capture_config.h"
+#include "system_wrappers/include/clock.h"
+#include "rtc_base/logging.h"
+#include "rtc_base/ref_counted_object.h"
+#include "rtc_base/time_utils.h"
+#include "rtc_base/trace_event.h"
+#include "video_engine/desktop_capture_impl.h"
+#include "modules/desktop_capture/desktop_frame.h"
+#include "modules/desktop_capture/desktop_capture_options.h"
+#include "modules/video_capture/video_capture.h"
+#include "mozilla/Maybe.h"
+#include "mozilla/StaticPrefs_media.h"
+
+#include "PerformanceRecorder.h"
+
+#if defined(_WIN32)
+# include "platform_uithread.h"
+#else
+# include "rtc_base/platform_thread.h"
+#endif
+
+namespace webrtc {
+
+ScreenDeviceInfoImpl::ScreenDeviceInfoImpl(const int32_t id) : _id(id) {}
+
+ScreenDeviceInfoImpl::~ScreenDeviceInfoImpl(void) {}
+
+int32_t ScreenDeviceInfoImpl::Init() {
+ desktop_device_info_ =
+ std::unique_ptr<DesktopDeviceInfo>(DesktopDeviceInfoImpl::Create());
+ return 0;
+}
+
+int32_t ScreenDeviceInfoImpl::Refresh() {
+ desktop_device_info_->Refresh();
+ return 0;
+}
+
+uint32_t ScreenDeviceInfoImpl::NumberOfDevices() {
+ return desktop_device_info_->getDisplayDeviceCount();
+}
+
+int32_t ScreenDeviceInfoImpl::GetDeviceName(
+ uint32_t deviceNumber, char* deviceNameUTF8, uint32_t deviceNameUTF8Size,
+ char* deviceUniqueIdUTF8, uint32_t deviceUniqueIdUTF8Size,
+ char* productUniqueIdUTF8, uint32_t productUniqueIdUTF8Size, pid_t* pid) {
+ DesktopDisplayDevice desktopDisplayDevice;
+
+ // always initialize output
+ if (deviceNameUTF8 && deviceNameUTF8Size > 0) {
+ memset(deviceNameUTF8, 0, deviceNameUTF8Size);
+ }
+
+ if (deviceUniqueIdUTF8 && deviceUniqueIdUTF8Size > 0) {
+ memset(deviceUniqueIdUTF8, 0, deviceUniqueIdUTF8Size);
+ }
+ if (productUniqueIdUTF8 && productUniqueIdUTF8Size > 0) {
+ memset(productUniqueIdUTF8, 0, productUniqueIdUTF8Size);
+ }
+
+ if (desktop_device_info_->getDesktopDisplayDeviceInfo(
+ deviceNumber, desktopDisplayDevice) == 0) {
+ size_t len;
+
+ const char* deviceName = desktopDisplayDevice.getDeviceName();
+ len = deviceName ? strlen(deviceName) : 0;
+ if (len && deviceNameUTF8 && len < deviceNameUTF8Size) {
+ memcpy(deviceNameUTF8, deviceName, len);
+ }
+
+ const char* deviceUniqueId = desktopDisplayDevice.getUniqueIdName();
+ len = deviceUniqueId ? strlen(deviceUniqueId) : 0;
+ if (len && deviceUniqueIdUTF8 && len < deviceUniqueIdUTF8Size) {
+ memcpy(deviceUniqueIdUTF8, deviceUniqueId, len);
+ }
+ }
+
+ return 0;
+}
+
+int32_t ScreenDeviceInfoImpl::DisplayCaptureSettingsDialogBox(
+ const char* deviceUniqueIdUTF8, const char* dialogTitleUTF8,
+ void* parentWindow, uint32_t positionX, uint32_t positionY) {
+ // no device properties to change
+ return 0;
+}
+
+int32_t ScreenDeviceInfoImpl::NumberOfCapabilities(
+ const char* deviceUniqueIdUTF8) {
+ return 0;
+}
+
+int32_t ScreenDeviceInfoImpl::GetCapability(
+ const char* deviceUniqueIdUTF8, const uint32_t deviceCapabilityNumber,
+ VideoCaptureCapability& capability) {
+ return 0;
+}
+
+int32_t ScreenDeviceInfoImpl::GetBestMatchedCapability(
+ const char* deviceUniqueIdUTF8, const VideoCaptureCapability& requested,
+ VideoCaptureCapability& resulting) {
+ return 0;
+}
+
+int32_t ScreenDeviceInfoImpl::GetOrientation(const char* deviceUniqueIdUTF8,
+ VideoRotation& orientation) {
+ return 0;
+}
+
+VideoCaptureModule* DesktopCaptureImpl::Create(const int32_t id,
+ const char* uniqueId,
+ const CaptureDeviceType type) {
+ return new rtc::RefCountedObject<DesktopCaptureImpl>(id, uniqueId, type);
+}
+
+int32_t WindowDeviceInfoImpl::Init() {
+ desktop_device_info_ =
+ std::unique_ptr<DesktopDeviceInfo>(DesktopDeviceInfoImpl::Create());
+ return 0;
+}
+
+int32_t WindowDeviceInfoImpl::Refresh() {
+ desktop_device_info_->Refresh();
+ return 0;
+}
+
+uint32_t WindowDeviceInfoImpl::NumberOfDevices() {
+ return desktop_device_info_->getWindowCount();
+}
+
+int32_t WindowDeviceInfoImpl::GetDeviceName(
+ uint32_t deviceNumber, char* deviceNameUTF8, uint32_t deviceNameUTF8Size,
+ char* deviceUniqueIdUTF8, uint32_t deviceUniqueIdUTF8Size,
+ char* productUniqueIdUTF8, uint32_t productUniqueIdUTF8Size, pid_t* pid) {
+ DesktopDisplayDevice desktopDisplayDevice;
+
+ // always initialize output
+ if (deviceNameUTF8 && deviceNameUTF8Size > 0) {
+ memset(deviceNameUTF8, 0, deviceNameUTF8Size);
+ }
+ if (deviceUniqueIdUTF8 && deviceUniqueIdUTF8Size > 0) {
+ memset(deviceUniqueIdUTF8, 0, deviceUniqueIdUTF8Size);
+ }
+ if (productUniqueIdUTF8 && productUniqueIdUTF8Size > 0) {
+ memset(productUniqueIdUTF8, 0, productUniqueIdUTF8Size);
+ }
+
+ if (desktop_device_info_->getWindowInfo(deviceNumber, desktopDisplayDevice) ==
+ 0) {
+ size_t len;
+
+ const char* deviceName = desktopDisplayDevice.getDeviceName();
+ len = deviceName ? strlen(deviceName) : 0;
+ if (len && deviceNameUTF8 && len < deviceNameUTF8Size) {
+ memcpy(deviceNameUTF8, deviceName, len);
+ }
+
+ const char* deviceUniqueId = desktopDisplayDevice.getUniqueIdName();
+ len = deviceUniqueId ? strlen(deviceUniqueId) : 0;
+ if (len && deviceUniqueIdUTF8 && len < deviceUniqueIdUTF8Size) {
+ memcpy(deviceUniqueIdUTF8, deviceUniqueId, len);
+ }
+ if (pid) {
+ *pid = desktopDisplayDevice.getPid();
+ }
+ }
+
+ return 0;
+}
+
+int32_t WindowDeviceInfoImpl::DisplayCaptureSettingsDialogBox(
+ const char* deviceUniqueIdUTF8, const char* dialogTitleUTF8,
+ void* parentWindow, uint32_t positionX, uint32_t positionY) {
+ // no device properties to change
+ return 0;
+}
+
+int32_t WindowDeviceInfoImpl::NumberOfCapabilities(
+ const char* deviceUniqueIdUTF8) {
+ return 0;
+}
+
+int32_t WindowDeviceInfoImpl::GetCapability(
+ const char* deviceUniqueIdUTF8, const uint32_t deviceCapabilityNumber,
+ VideoCaptureCapability& capability) {
+ return 0;
+}
+
+int32_t WindowDeviceInfoImpl::GetBestMatchedCapability(
+ const char* deviceUniqueIdUTF8, const VideoCaptureCapability& requested,
+ VideoCaptureCapability& resulting) {
+ return 0;
+}
+
+int32_t WindowDeviceInfoImpl::GetOrientation(const char* deviceUniqueIdUTF8,
+ VideoRotation& orientation) {
+ return 0;
+}
+
+int32_t BrowserDeviceInfoImpl::Init() {
+ desktop_device_info_ =
+ std::unique_ptr<DesktopDeviceInfo>(DesktopDeviceInfoImpl::Create());
+ return 0;
+}
+
+int32_t BrowserDeviceInfoImpl::Refresh() {
+ desktop_device_info_->Refresh();
+ return 0;
+}
+
+uint32_t BrowserDeviceInfoImpl::NumberOfDevices() {
+ return desktop_device_info_->getTabCount();
+}
+
+int32_t BrowserDeviceInfoImpl::GetDeviceName(
+ uint32_t deviceNumber, char* deviceNameUTF8, uint32_t deviceNameUTF8Size,
+ char* deviceUniqueIdUTF8, uint32_t deviceUniqueIdUTF8Size,
+ char* productUniqueIdUTF8, uint32_t productUniqueIdUTF8Size, pid_t* pid) {
+ DesktopTab desktopTab;
+
+ // always initialize output
+ if (deviceNameUTF8 && deviceNameUTF8Size > 0) {
+ memset(deviceNameUTF8, 0, deviceNameUTF8Size);
+ }
+ if (deviceUniqueIdUTF8 && deviceUniqueIdUTF8Size > 0) {
+ memset(deviceUniqueIdUTF8, 0, deviceUniqueIdUTF8Size);
+ }
+ if (productUniqueIdUTF8 && productUniqueIdUTF8Size > 0) {
+ memset(productUniqueIdUTF8, 0, productUniqueIdUTF8Size);
+ }
+
+ if (desktop_device_info_->getTabInfo(deviceNumber, desktopTab) == 0) {
+ size_t len;
+
+ const char* deviceName = desktopTab.getTabName();
+ len = deviceName ? strlen(deviceName) : 0;
+ if (len && deviceNameUTF8 && len < deviceNameUTF8Size) {
+ memcpy(deviceNameUTF8, deviceName, len);
+ }
+
+ const char* deviceUniqueId = desktopTab.getUniqueIdName();
+ len = deviceUniqueId ? strlen(deviceUniqueId) : 0;
+ if (len && deviceUniqueIdUTF8 && len < deviceUniqueIdUTF8Size) {
+ memcpy(deviceUniqueIdUTF8, deviceUniqueId, len);
+ }
+ }
+
+ return 0;
+}
+
+int32_t BrowserDeviceInfoImpl::DisplayCaptureSettingsDialogBox(
+ const char* deviceUniqueIdUTF8, const char* dialogTitleUTF8,
+ void* parentWindow, uint32_t positionX, uint32_t positionY) {
+ // no device properties to change
+ return 0;
+}
+
+int32_t BrowserDeviceInfoImpl::NumberOfCapabilities(
+ const char* deviceUniqueIdUTF8) {
+ return 0;
+}
+
+int32_t BrowserDeviceInfoImpl::GetCapability(
+ const char* deviceUniqueIdUTF8, const uint32_t deviceCapabilityNumber,
+ VideoCaptureCapability& capability) {
+ return 0;
+}
+
+int32_t BrowserDeviceInfoImpl::GetBestMatchedCapability(
+ const char* deviceUniqueIdUTF8, const VideoCaptureCapability& requested,
+ VideoCaptureCapability& resulting) {
+ return 0;
+}
+
+int32_t BrowserDeviceInfoImpl::GetOrientation(const char* deviceUniqueIdUTF8,
+ VideoRotation& orientation) {
+ return 0;
+}
+
+VideoCaptureModule::DeviceInfo* DesktopCaptureImpl::CreateDeviceInfo(
+ const int32_t id, const CaptureDeviceType type) {
+ if (type == CaptureDeviceType::Screen) {
+ ScreenDeviceInfoImpl* pScreenDeviceInfoImpl = new ScreenDeviceInfoImpl(id);
+ if (!pScreenDeviceInfoImpl || pScreenDeviceInfoImpl->Init()) {
+ delete pScreenDeviceInfoImpl;
+ pScreenDeviceInfoImpl = NULL;
+ }
+ return pScreenDeviceInfoImpl;
+ } else if (type == CaptureDeviceType::Window) {
+ WindowDeviceInfoImpl* pWindowDeviceInfoImpl = new WindowDeviceInfoImpl(id);
+ if (!pWindowDeviceInfoImpl || pWindowDeviceInfoImpl->Init()) {
+ delete pWindowDeviceInfoImpl;
+ pWindowDeviceInfoImpl = NULL;
+ }
+ return pWindowDeviceInfoImpl;
+ } else if (type == CaptureDeviceType::Browser) {
+ BrowserDeviceInfoImpl* pBrowserDeviceInfoImpl =
+ new BrowserDeviceInfoImpl(id);
+ if (!pBrowserDeviceInfoImpl || pBrowserDeviceInfoImpl->Init()) {
+ delete pBrowserDeviceInfoImpl;
+ pBrowserDeviceInfoImpl = NULL;
+ }
+ return pBrowserDeviceInfoImpl;
+ }
+ return NULL;
+}
+
+const char* DesktopCaptureImpl::CurrentDeviceName() const {
+ return _deviceUniqueId.c_str();
+}
+
+static DesktopCaptureOptions CreateDesktopCaptureOptions() {
+ DesktopCaptureOptions options = DesktopCaptureOptions::CreateDefault();
+ // Leave desktop effects enabled during WebRTC captures.
+ options.set_disable_effects(false);
+
+#if defined(WEBRTC_WIN)
+ if (mozilla::StaticPrefs::media_webrtc_capture_allow_directx()) {
+ options.set_allow_directx_capturer(true);
+ options.set_allow_use_magnification_api(false);
+ } else {
+ options.set_allow_use_magnification_api(true);
+ }
+ options.set_allow_cropping_window_capturer(true);
+# if defined(RTC_ENABLE_WIN_WGC)
+ if (mozilla::StaticPrefs::media_webrtc_capture_allow_wgc()) {
+ options.set_allow_wgc_capturer(true);
+ }
+# endif
+#endif
+
+#if defined(WEBRTC_MAC)
+ if (mozilla::StaticPrefs::media_webrtc_capture_allow_iosurface()) {
+ options.set_allow_iosurface(true);
+ }
+#endif
+
+#if defined(WEBRTC_USE_PIPEWIRE)
+ if (mozilla::StaticPrefs::media_webrtc_capture_allow_pipewire()) {
+ options.set_allow_pipewire(true);
+ }
+#endif
+
+ return options;
+}
+
+int32_t DesktopCaptureImpl::LazyInitDesktopCapturer() {
+ // Already initialized
+ if (desktop_capturer_cursor_composer_) {
+ return 0;
+ }
+
+ DesktopCaptureOptions options = CreateDesktopCaptureOptions();
+
+ if (_deviceType == CaptureDeviceType::Screen) {
+ std::unique_ptr<DesktopCapturer> pScreenCapturer =
+ DesktopCapturer::CreateScreenCapturer(options);
+ if (!pScreenCapturer.get()) {
+ return -1;
+ }
+
+ DesktopCapturer::SourceId sourceId = atoi(_deviceUniqueId.c_str());
+ pScreenCapturer->SelectSource(sourceId);
+
+ desktop_capturer_cursor_composer_ =
+ std::unique_ptr<DesktopAndCursorComposer>(
+ new DesktopAndCursorComposer(std::move(pScreenCapturer), options));
+ } else if (_deviceType == CaptureDeviceType::Window) {
+#if defined(RTC_ENABLE_WIN_WGC)
+ options.set_allow_wgc_capturer_fallback(true);
+#endif
+ std::unique_ptr<DesktopCapturer> pWindowCapturer =
+ DesktopCapturer::CreateWindowCapturer(options);
+ if (!pWindowCapturer.get()) {
+ return -1;
+ }
+
+ DesktopCapturer::SourceId sourceId = atoi(_deviceUniqueId.c_str());
+ pWindowCapturer->SelectSource(sourceId);
+
+ desktop_capturer_cursor_composer_ =
+ std::unique_ptr<DesktopAndCursorComposer>(
+ new DesktopAndCursorComposer(std::move(pWindowCapturer), options));
+ } else if (_deviceType == CaptureDeviceType::Browser) {
+ // XXX We don't capture cursors, so avoid the extra indirection layer. We
+ // could also pass null for the pMouseCursorMonitor.
+ desktop_capturer_cursor_composer_ =
+ DesktopCapturer::CreateTabCapturer(options);
+ if (!desktop_capturer_cursor_composer_) {
+ return -1;
+ }
+
+ DesktopCapturer::SourceId sourceId = atoi(_deviceUniqueId.c_str());
+ desktop_capturer_cursor_composer_->SelectSource(sourceId);
+ }
+ return 0;
+}
+
+DesktopCaptureImpl::DesktopCaptureImpl(const int32_t id, const char* uniqueId,
+ const CaptureDeviceType type)
+ : _id(id),
+ _tracking_id(
+ mozilla::TrackingId(CaptureEngineToTrackingSourceStr([&] {
+ switch (type) {
+ case CaptureDeviceType::Screen:
+ return CaptureEngine::ScreenEngine;
+ case CaptureDeviceType::Window:
+ return CaptureEngine::WinEngine;
+ case CaptureDeviceType::Browser:
+ return CaptureEngine::BrowserEngine;
+ default:
+ return CaptureEngine::InvalidEngine;
+ }
+ }()),
+ id)),
+ _deviceUniqueId(uniqueId),
+ _deviceType(type),
+ _requestedCapability(),
+ _rotateFrame(kVideoRotation_0),
+ last_capture_time_ms_(rtc::TimeMillis()),
+ time_event_(EventWrapper::Create()),
+ capturer_thread_(nullptr),
+ started_(false) {
+ _requestedCapability.width = kDefaultWidth;
+ _requestedCapability.height = kDefaultHeight;
+ _requestedCapability.maxFPS = 30;
+ _requestedCapability.videoType = VideoType::kI420;
+ _maxFPSNeeded = 1000 / _requestedCapability.maxFPS;
+ memset(_incomingFrameTimesNanos, 0, sizeof(_incomingFrameTimesNanos));
+}
+
+DesktopCaptureImpl::~DesktopCaptureImpl() {
+ time_event_->Set();
+ if (capturer_thread_) {
+#if defined(_WIN32)
+ capturer_thread_->Stop();
+#else
+ capturer_thread_->Finalize();
+#endif
+ }
+}
+
+void DesktopCaptureImpl::RegisterCaptureDataCallback(
+ rtc::VideoSinkInterface<VideoFrame>* dataCallback) {
+ rtc::CritScope lock(&_apiCs);
+ _dataCallBacks.insert(dataCallback);
+}
+
+void DesktopCaptureImpl::DeRegisterCaptureDataCallback(
+ rtc::VideoSinkInterface<VideoFrame>* dataCallback) {
+ rtc::CritScope lock(&_apiCs);
+ auto it = _dataCallBacks.find(dataCallback);
+ if (it != _dataCallBacks.end()) {
+ _dataCallBacks.erase(it);
+ }
+}
+
+int32_t DesktopCaptureImpl::StopCaptureIfAllClientsClose() {
+ if (_dataCallBacks.empty()) {
+ return StopCapture();
+ } else {
+ return 0;
+ }
+}
+
+int32_t DesktopCaptureImpl::DeliverCapturedFrame(
+ webrtc::VideoFrame& captureFrame) {
+ UpdateFrameCount(); // frame count used for local frame rate callBack.
+
+ // Set the capture time
+ captureFrame.set_timestamp_us(rtc::TimeMicros());
+
+ if (captureFrame.render_time_ms() == last_capture_time_ms_) {
+ // We don't allow the same capture time for two frames, drop this one.
+ return -1;
+ }
+ last_capture_time_ms_ = captureFrame.render_time_ms();
+
+ for (auto dataCallBack : _dataCallBacks) {
+ dataCallBack->OnFrame(captureFrame);
+ }
+
+ return 0;
+}
+
+// Originally copied from VideoCaptureImpl::IncomingFrame, but has diverged
+// somewhat. See Bug 1038324 and bug 1738946.
+int32_t DesktopCaptureImpl::IncomingFrame(
+ uint8_t* videoFrame, size_t videoFrameLength, size_t widthWithPadding,
+ const VideoCaptureCapability& frameInfo) {
+ int64_t startProcessTime = rtc::TimeNanos();
+ rtc::CritScope cs(&_apiCs);
+
+ const int32_t width = frameInfo.width;
+ const int32_t height = frameInfo.height;
+
+ // Not encoded, convert to I420.
+ if (frameInfo.videoType != VideoType::kMJPEG &&
+ CalcBufferSize(frameInfo.videoType, width, abs(height)) !=
+ videoFrameLength) {
+ RTC_LOG(LS_ERROR) << "Wrong incoming frame length.";
+ return -1;
+ }
+
+ int stride_y = width;
+ int stride_uv = (width + 1) / 2;
+
+ // Setting absolute height (in case it was negative).
+ // In Windows, the image starts bottom left, instead of top left.
+ // Setting a negative source height, inverts the image (within LibYuv).
+
+ mozilla::PerformanceRecorder<mozilla::CopyVideoStage> rec(
+ "DesktopCaptureImpl::ConvertToI420"_ns, _tracking_id, width, abs(height));
+ // TODO(nisse): Use a pool?
+ rtc::scoped_refptr<I420Buffer> buffer =
+ I420Buffer::Create(width, abs(height), stride_y, stride_uv, stride_uv);
+
+ const int conversionResult = libyuv::ConvertToI420(
+ videoFrame, videoFrameLength, buffer.get()->MutableDataY(),
+ buffer.get()->StrideY(), buffer.get()->MutableDataU(),
+ buffer.get()->StrideU(), buffer.get()->MutableDataV(),
+ buffer.get()->StrideV(), 0, 0, // No Cropping
+ static_cast<int>(widthWithPadding), height, width, height,
+ libyuv::kRotate0, ConvertVideoType(frameInfo.videoType));
+ if (conversionResult != 0) {
+ RTC_LOG(LS_ERROR) << "Failed to convert capture frame from type "
+ << static_cast<int>(frameInfo.videoType) << "to I420.";
+ return -1;
+ }
+ rec.Record();
+
+ VideoFrame captureFrame(buffer, 0, rtc::TimeMillis(), kVideoRotation_0);
+
+ DeliverCapturedFrame(captureFrame);
+
+ const int64_t processTime =
+ (rtc::TimeNanos() - startProcessTime) / rtc::kNumNanosecsPerMillisec;
+
+ if (processTime > 10) {
+ RTC_LOG(LS_WARNING) << "Too long processing time of incoming frame: "
+ << processTime << " ms";
+ }
+
+ return 0;
+}
+
+int32_t DesktopCaptureImpl::SetCaptureRotation(VideoRotation rotation) {
+ rtc::CritScope lock(&_apiCs);
+ _rotateFrame = rotation;
+ return 0;
+}
+
+bool DesktopCaptureImpl::SetApplyRotation(bool enable) { return true; }
+
+void DesktopCaptureImpl::UpdateFrameCount() {
+ if (_incomingFrameTimesNanos[0] == 0) {
+ // first no shift
+ } else {
+ // shift
+ for (int i = (kFrameRateCountHistorySize - 2); i >= 0; i--) {
+ _incomingFrameTimesNanos[i + 1] = _incomingFrameTimesNanos[i];
+ }
+ }
+ _incomingFrameTimesNanos[0] = rtc::TimeNanos();
+}
+
+uint32_t DesktopCaptureImpl::CalculateFrameRate(int64_t now_ns) {
+ int32_t num = 0;
+ int32_t nrOfFrames = 0;
+ for (num = 1; num < (kFrameRateCountHistorySize - 1); num++) {
+ if (_incomingFrameTimesNanos[num] <= 0 ||
+ (now_ns - _incomingFrameTimesNanos[num]) /
+ rtc::kNumNanosecsPerMillisec >
+ kFrameRateHistoryWindowMs) // don't use data older than 2sec
+ {
+ break;
+ } else {
+ nrOfFrames++;
+ }
+ }
+ if (num > 1) {
+ int64_t diff = (now_ns - _incomingFrameTimesNanos[num - 1]) /
+ rtc::kNumNanosecsPerMillisec;
+ if (diff > 0) {
+ return uint32_t((nrOfFrames * 1000.0f / diff) + 0.5f);
+ }
+ }
+
+ return nrOfFrames;
+}
+
+void DesktopCaptureImpl::LazyInitCaptureThread() {
+ MOZ_ASSERT(desktop_capturer_cursor_composer_,
+ "DesktopCapturer must be initialized before the capture thread");
+ if (capturer_thread_) {
+ return;
+ }
+#if defined(_WIN32)
+ capturer_thread_ = std::make_unique<rtc::PlatformUIThread>(
+ std::function([self = (void*)this]() { Run(self); }),
+ "ScreenCaptureThread", rtc::ThreadAttributes{});
+ capturer_thread_->RequestCallbackTimer(_maxFPSNeeded);
+#else
+ auto self = rtc::scoped_refptr<DesktopCaptureImpl>(this);
+ capturer_thread_ =
+ std::make_unique<rtc::PlatformThread>(rtc::PlatformThread::SpawnJoinable(
+ [self] { self->process(); }, "ScreenCaptureThread"));
+#endif
+ started_ = true;
+}
+
+int32_t DesktopCaptureImpl::StartCapture(
+ const VideoCaptureCapability& capability) {
+ rtc::CritScope lock(&_apiCs);
+ // See Bug 1780884 for followup on understanding why multiple calls happen.
+ // MOZ_ASSERT(!started_, "Capture must be stopped before Start() can be
+ // called");
+ if (started_) {
+ return 0;
+ }
+
+ if (uint32_t err = LazyInitDesktopCapturer(); err) {
+ return err;
+ }
+ started_ = true;
+ _requestedCapability = capability;
+ _maxFPSNeeded = _requestedCapability.maxFPS > 0
+ ? 1000 / _requestedCapability.maxFPS
+ : 1000;
+ LazyInitCaptureThread();
+
+ return 0;
+}
+
+bool DesktopCaptureImpl::FocusOnSelectedSource() {
+ if (uint32_t err = LazyInitDesktopCapturer(); err) {
+ return false;
+ }
+
+ return desktop_capturer_cursor_composer_->FocusOnSelectedSource();
+}
+
+int32_t DesktopCaptureImpl::StopCapture() {
+ if (started_) {
+ started_ = false;
+ MOZ_ASSERT(capturer_thread_, "Capturer thread should be initialized.");
+
+#if defined(_WIN32)
+ capturer_thread_
+ ->Stop(); // thread is guaranteed stopped before this returns
+#else
+ capturer_thread_
+ ->Finalize(); // thread is guaranteed stopped before this returns
+#endif
+ desktop_capturer_cursor_composer_.reset();
+ cursor_composer_started_ = false;
+ capturer_thread_.reset();
+ return 0;
+ }
+ return -1;
+}
+
+bool DesktopCaptureImpl::CaptureStarted() { return started_; }
+
+int32_t DesktopCaptureImpl::CaptureSettings(VideoCaptureCapability& settings) {
+ return -1;
+}
+
+void DesktopCaptureImpl::OnCaptureResult(DesktopCapturer::Result result,
+ std::unique_ptr<DesktopFrame> frame) {
+ if (frame.get() == nullptr) return;
+ uint8_t* videoFrame = frame->data();
+ VideoCaptureCapability frameInfo;
+ frameInfo.width = frame->size().width();
+ frameInfo.height = frame->size().height();
+ frameInfo.videoType = VideoType::kARGB;
+
+ size_t videoFrameLength =
+ frameInfo.width * frameInfo.height * DesktopFrame::kBytesPerPixel;
+ IncomingFrame(videoFrame, videoFrameLength,
+ frame->stride() / DesktopFrame::kBytesPerPixel, frameInfo);
+}
+
+void DesktopCaptureImpl::process() {
+ // We need to call Start on the same thread we call CaptureFrame on.
+ if (!cursor_composer_started_) {
+ desktop_capturer_cursor_composer_->Start(this);
+ cursor_composer_started_ = true;
+ }
+#if defined(WEBRTC_WIN)
+ ProcessIter();
+#else
+ do {
+ ProcessIter();
+ } while (started_);
+#endif
+}
+
+void DesktopCaptureImpl::ProcessIter() {
+// We should deliver at least one frame before stopping
+#if !defined(_WIN32)
+ int64_t startProcessTime = rtc::TimeNanos();
+#endif
+
+ // Don't leak while we're looping
+ base::ScopedNSAutoreleasePool autoreleasepool;
+
+#if defined(WEBRTC_MAC)
+ // Give cycles to the RunLoop so frame callbacks can happen
+ CFRunLoopRunInMode(kCFRunLoopDefaultMode, 0.01, true);
+#endif
+
+ desktop_capturer_cursor_composer_->CaptureFrame();
+
+#if !defined(_WIN32)
+ const uint32_t processTime =
+ ((uint32_t)(rtc::TimeNanos() - startProcessTime)) /
+ rtc::kNumNanosecsPerMillisec;
+ // Use at most x% CPU or limit framerate
+ const float sleepTimeFactor = (100.0f / kMaxDesktopCaptureCpuUsage) - 1.0f;
+ const uint32_t sleepTime = sleepTimeFactor * processTime;
+ time_event_->Wait(std::max<uint32_t>(_maxFPSNeeded, sleepTime));
+#endif
+
+#if defined(WEBRTC_WIN)
+// Let the timer events in PlatformUIThread drive process,
+// don't sleep.
+#elif defined(WEBRTC_MAC)
+ sched_yield();
+#else
+ static const struct timespec ts_null = {0};
+ nanosleep(&ts_null, nullptr);
+#endif
+}
+
+} // namespace webrtc