| /* |
| * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| * |
| * Use of this source code is governed by a BSD-style license |
| * that can be found in the LICENSE file in the root of the source |
| * tree. An additional intellectual property rights grant can be found |
| * in the file PATENTS. All contributing project authors may |
| * be found in the AUTHORS file in the root of the source tree. |
| */ |
| |
| #include <stddef.h> |
| |
| #include <memory> |
| #include <set> |
| #include <utility> |
| |
| #include <ApplicationServices/ApplicationServices.h> |
| #include <Cocoa/Cocoa.h> |
| #include <CoreGraphics/CoreGraphics.h> |
| #include <dlfcn.h> |
| |
| #include "modules/desktop_capture/desktop_capture_options.h" |
| #include "modules/desktop_capture/desktop_capturer.h" |
| #include "modules/desktop_capture/desktop_frame.h" |
| #include "modules/desktop_capture/desktop_geometry.h" |
| #include "modules/desktop_capture/desktop_region.h" |
| #include "modules/desktop_capture/mac/desktop_configuration.h" |
| #include "modules/desktop_capture/mac/desktop_configuration_monitor.h" |
| #include "modules/desktop_capture/mac/scoped_pixel_buffer_object.h" |
| #include "modules/desktop_capture/screen_capture_frame_queue.h" |
| #include "modules/desktop_capture/screen_capturer_helper.h" |
| #include "modules/desktop_capture/shared_desktop_frame.h" |
| #include "rtc_base/checks.h" |
| #include "rtc_base/constructormagic.h" |
| #include "rtc_base/logging.h" |
| #include "rtc_base/macutils.h" |
| #include "rtc_base/timeutils.h" |
| |
| namespace webrtc { |
| |
| namespace { |
| |
| // CGDisplayStreamRefs need to be destroyed asynchronously after receiving a |
| // kCGDisplayStreamFrameStatusStopped callback from CoreGraphics. This may |
| // happen after the ScreenCapturerMac has been destroyed. DisplayStreamManager |
| // is responsible for destroying all extant CGDisplayStreamRefs, and will |
| // destroy itself once it's done. |
| class DisplayStreamManager { |
| public: |
| int GetUniqueId() { return ++unique_id_generator_; } |
| void DestroyStream(int unique_id) { |
| auto it = display_stream_wrappers_.find(unique_id); |
| RTC_CHECK(it != display_stream_wrappers_.end()); |
| RTC_CHECK(!it->second.active); |
| CFRelease(it->second.stream); |
| display_stream_wrappers_.erase(it); |
| |
| if (ready_for_self_destruction_ && display_stream_wrappers_.empty()) |
| delete this; |
| } |
| |
| void SaveStream(int unique_id, |
| CGDisplayStreamRef stream) { |
| RTC_CHECK(unique_id <= unique_id_generator_); |
| DisplayStreamWrapper wrapper; |
| wrapper.stream = stream; |
| display_stream_wrappers_[unique_id] = wrapper; |
| } |
| |
| void UnregisterActiveStreams() { |
| for (auto& pair : display_stream_wrappers_) { |
| DisplayStreamWrapper& wrapper = pair.second; |
| if (wrapper.active) { |
| wrapper.active = false; |
| CFRunLoopSourceRef source = |
| CGDisplayStreamGetRunLoopSource(wrapper.stream); |
| CFRunLoopRemoveSource(CFRunLoopGetCurrent(), source, |
| kCFRunLoopCommonModes); |
| CGDisplayStreamStop(wrapper.stream); |
| } |
| } |
| } |
| |
| void PrepareForSelfDestruction() { |
| ready_for_self_destruction_ = true; |
| |
| if (display_stream_wrappers_.empty()) |
| delete this; |
| } |
| |
| // Once the DisplayStreamManager is ready for destruction, the |
| // ScreenCapturerMac is no longer present. Any updates should be ignored. |
| bool ShouldIgnoreUpdates() { return ready_for_self_destruction_; } |
| |
| private: |
| struct DisplayStreamWrapper { |
| // The registered CGDisplayStreamRef. |
| CGDisplayStreamRef stream = nullptr; |
| |
| // Set to false when the stream has been stopped. An asynchronous callback |
| // from CoreGraphics will let us destroy the CGDisplayStreamRef. |
| bool active = true; |
| }; |
| |
| std::map<int, DisplayStreamWrapper> display_stream_wrappers_; |
| int unique_id_generator_ = 0; |
| bool ready_for_self_destruction_ = false; |
| }; |
| |
| // Standard Mac displays have 72dpi, but we report 96dpi for |
| // consistency with Windows and Linux. |
| const int kStandardDPI = 96; |
| |
| // Scales all coordinates of a rect by a specified factor. |
| DesktopRect ScaleAndRoundCGRect(const CGRect& rect, float scale) { |
| return DesktopRect::MakeLTRB( |
| static_cast<int>(floor(rect.origin.x * scale)), |
| static_cast<int>(floor(rect.origin.y * scale)), |
| static_cast<int>(ceil((rect.origin.x + rect.size.width) * scale)), |
| static_cast<int>(ceil((rect.origin.y + rect.size.height) * scale))); |
| } |
| |
| // Copy pixels in the |rect| from |src_place| to |dest_plane|. |rect| should be |
| // relative to the origin of |src_plane| and |dest_plane|. |
| void CopyRect(const uint8_t* src_plane, |
| int src_plane_stride, |
| uint8_t* dest_plane, |
| int dest_plane_stride, |
| int bytes_per_pixel, |
| const DesktopRect& rect) { |
| // Get the address of the starting point. |
| const int src_y_offset = src_plane_stride * rect.top(); |
| const int dest_y_offset = dest_plane_stride * rect.top(); |
| const int x_offset = bytes_per_pixel * rect.left(); |
| src_plane += src_y_offset + x_offset; |
| dest_plane += dest_y_offset + x_offset; |
| |
| // Copy pixels in the rectangle line by line. |
| const int bytes_per_line = bytes_per_pixel * rect.width(); |
| const int height = rect.height(); |
| for (int i = 0 ; i < height; ++i) { |
| memcpy(dest_plane, src_plane, bytes_per_line); |
| src_plane += src_plane_stride; |
| dest_plane += dest_plane_stride; |
| } |
| } |
| |
| // Returns an array of CGWindowID for all the on-screen windows except |
| // |window_to_exclude|, or NULL if the window is not found or it fails. The |
| // caller should release the returned CFArrayRef. |
| CFArrayRef CreateWindowListWithExclusion(CGWindowID window_to_exclude) { |
| if (!window_to_exclude) |
| return nullptr; |
| |
| CFArrayRef all_windows = CGWindowListCopyWindowInfo( |
| kCGWindowListOptionOnScreenOnly, kCGNullWindowID); |
| if (!all_windows) |
| return nullptr; |
| |
| CFMutableArrayRef returned_array = |
| CFArrayCreateMutable(nullptr, CFArrayGetCount(all_windows), nullptr); |
| |
| bool found = false; |
| for (CFIndex i = 0; i < CFArrayGetCount(all_windows); ++i) { |
| CFDictionaryRef window = reinterpret_cast<CFDictionaryRef>( |
| CFArrayGetValueAtIndex(all_windows, i)); |
| |
| CFNumberRef id_ref = reinterpret_cast<CFNumberRef>( |
| CFDictionaryGetValue(window, kCGWindowNumber)); |
| |
| CGWindowID id; |
| CFNumberGetValue(id_ref, kCFNumberIntType, &id); |
| if (id == window_to_exclude) { |
| found = true; |
| continue; |
| } |
| CFArrayAppendValue(returned_array, reinterpret_cast<void *>(id)); |
| } |
| CFRelease(all_windows); |
| |
| if (!found) { |
| CFRelease(returned_array); |
| returned_array = nullptr; |
| } |
| return returned_array; |
| } |
| |
| // Returns the bounds of |window| in physical pixels, enlarged by a small amount |
| // on four edges to take account of the border/shadow effects. |
| DesktopRect GetExcludedWindowPixelBounds(CGWindowID window, |
| float dip_to_pixel_scale) { |
| // The amount of pixels to add to the actual window bounds to take into |
| // account of the border/shadow effects. |
| static const int kBorderEffectSize = 20; |
| CGRect rect; |
| CGWindowID ids[1]; |
| ids[0] = window; |
| |
| CFArrayRef window_id_array = |
| CFArrayCreate(nullptr, reinterpret_cast<const void**>(&ids), 1, nullptr); |
| CFArrayRef window_array = |
| CGWindowListCreateDescriptionFromArray(window_id_array); |
| |
| if (CFArrayGetCount(window_array) > 0) { |
| CFDictionaryRef window = reinterpret_cast<CFDictionaryRef>( |
| CFArrayGetValueAtIndex(window_array, 0)); |
| CFDictionaryRef bounds_ref = reinterpret_cast<CFDictionaryRef>( |
| CFDictionaryGetValue(window, kCGWindowBounds)); |
| CGRectMakeWithDictionaryRepresentation(bounds_ref, &rect); |
| } |
| |
| CFRelease(window_id_array); |
| CFRelease(window_array); |
| |
| rect.origin.x -= kBorderEffectSize; |
| rect.origin.y -= kBorderEffectSize; |
| rect.size.width += kBorderEffectSize * 2; |
| rect.size.height += kBorderEffectSize * 2; |
| // |rect| is in DIP, so convert to physical pixels. |
| return ScaleAndRoundCGRect(rect, dip_to_pixel_scale); |
| } |
| |
| // Create an image of the given region using the given |window_list|. |
| // |pixel_bounds| should be in the primary display's coordinate in physical |
| // pixels. The caller should release the returned CGImageRef and CFDataRef. |
| CGImageRef CreateExcludedWindowRegionImage(const DesktopRect& pixel_bounds, |
| float dip_to_pixel_scale, |
| CFArrayRef window_list) { |
| CGRect window_bounds; |
| // The origin is in DIP while the size is in physical pixels. That's what |
| // CGWindowListCreateImageFromArray expects. |
| window_bounds.origin.x = pixel_bounds.left() / dip_to_pixel_scale; |
| window_bounds.origin.y = pixel_bounds.top() / dip_to_pixel_scale; |
| window_bounds.size.width = pixel_bounds.width(); |
| window_bounds.size.height = pixel_bounds.height(); |
| |
| return CGWindowListCreateImageFromArray( |
| window_bounds, window_list, kCGWindowImageDefault); |
| } |
| |
| // A class to perform video frame capturing for mac. |
| class ScreenCapturerMac : public DesktopCapturer { |
| public: |
| explicit ScreenCapturerMac( |
| rtc::scoped_refptr<DesktopConfigurationMonitor> desktop_config_monitor, |
| bool detect_updated_region); |
| ~ScreenCapturerMac() override; |
| |
| bool Init(); |
| |
| // DesktopCapturer interface. |
| void Start(Callback* callback) override; |
| void CaptureFrame() override; |
| void SetExcludedWindow(WindowId window) override; |
| bool GetSourceList(SourceList* screens) override; |
| bool SelectSource(SourceId id) override; |
| |
| private: |
| // Returns false if the selected screen is no longer valid. |
| bool CgBlit(const DesktopFrame& frame, const DesktopRegion& region); |
| |
| // Called when the screen configuration is changed. |
| void ScreenConfigurationChanged(); |
| |
| bool RegisterRefreshAndMoveHandlers(); |
| void UnregisterRefreshAndMoveHandlers(); |
| |
| void ScreenRefresh(CGRectCount count, |
| const CGRect *rect_array, |
| DesktopVector display_origin); |
| void ReleaseBuffers(); |
| |
| std::unique_ptr<DesktopFrame> CreateFrame(); |
| |
| const bool detect_updated_region_; |
| |
| Callback* callback_ = nullptr; |
| |
| ScopedPixelBufferObject pixel_buffer_object_; |
| |
| // Queue of the frames buffers. |
| ScreenCaptureFrameQueue<SharedDesktopFrame> queue_; |
| |
| // Current display configuration. |
| MacDesktopConfiguration desktop_config_; |
| |
| // Currently selected display, or 0 if the full desktop is selected. On OS X |
| // 10.6 and before, this is always 0. |
| CGDirectDisplayID current_display_ = 0; |
| |
| // The physical pixel bounds of the current screen. |
| DesktopRect screen_pixel_bounds_; |
| |
| // The dip to physical pixel scale of the current screen. |
| float dip_to_pixel_scale_ = 1.0f; |
| |
| // A thread-safe list of invalid rectangles, and the size of the most |
| // recently captured screen. |
| ScreenCapturerHelper helper_; |
| |
| // Contains an invalid region from the previous capture. |
| DesktopRegion last_invalid_region_; |
| |
| // Monitoring display reconfiguration. |
| rtc::scoped_refptr<DesktopConfigurationMonitor> desktop_config_monitor_; |
| |
| CGWindowID excluded_window_ = 0; |
| |
| // A self-owned object that will destroy itself after ScreenCapturerMac and |
| // all display streams have been destroyed.. |
| DisplayStreamManager* display_stream_manager_; |
| |
| RTC_DISALLOW_COPY_AND_ASSIGN(ScreenCapturerMac); |
| }; |
| |
| // DesktopFrame wrapper that flips wrapped frame upside down by inverting |
| // stride. |
| class InvertedDesktopFrame : public DesktopFrame { |
| public: |
| InvertedDesktopFrame(std::unique_ptr<DesktopFrame> frame) |
| : DesktopFrame( |
| frame->size(), |
| -frame->stride(), |
| frame->data() + (frame->size().height() - 1) * frame->stride(), |
| frame->shared_memory()) { |
| original_frame_ = std::move(frame); |
| MoveFrameInfoFrom(original_frame_.get()); |
| } |
| ~InvertedDesktopFrame() override {} |
| |
| private: |
| std::unique_ptr<DesktopFrame> original_frame_; |
| |
| RTC_DISALLOW_COPY_AND_ASSIGN(InvertedDesktopFrame); |
| }; |
| |
| ScreenCapturerMac::ScreenCapturerMac( |
| rtc::scoped_refptr<DesktopConfigurationMonitor> desktop_config_monitor, |
| bool detect_updated_region) |
| : detect_updated_region_(detect_updated_region), |
| desktop_config_monitor_(desktop_config_monitor) { |
| display_stream_manager_ = new DisplayStreamManager; |
| } |
| |
| ScreenCapturerMac::~ScreenCapturerMac() { |
| ReleaseBuffers(); |
| UnregisterRefreshAndMoveHandlers(); |
| display_stream_manager_->PrepareForSelfDestruction(); |
| } |
| |
| bool ScreenCapturerMac::Init() { |
| desktop_config_monitor_->Lock(); |
| desktop_config_ = desktop_config_monitor_->desktop_configuration(); |
| desktop_config_monitor_->Unlock(); |
| if (!RegisterRefreshAndMoveHandlers()) { |
| return false; |
| } |
| ScreenConfigurationChanged(); |
| return true; |
| } |
| |
| void ScreenCapturerMac::ReleaseBuffers() { |
| // The buffers might be in use by the encoder, so don't delete them here. |
| // Instead, mark them as "needs update"; next time the buffers are used by |
| // the capturer, they will be recreated if necessary. |
| queue_.Reset(); |
| } |
| |
| void ScreenCapturerMac::Start(Callback* callback) { |
| assert(!callback_); |
| assert(callback); |
| |
| callback_ = callback; |
| } |
| |
| void ScreenCapturerMac::CaptureFrame() { |
| int64_t capture_start_time_nanos = rtc::TimeNanos(); |
| |
| queue_.MoveToNextFrame(); |
| RTC_DCHECK(!queue_.current_frame() || !queue_.current_frame()->IsShared()); |
| |
| desktop_config_monitor_->Lock(); |
| MacDesktopConfiguration new_config = |
| desktop_config_monitor_->desktop_configuration(); |
| if (!desktop_config_.Equals(new_config)) { |
| desktop_config_ = new_config; |
| // If the display configuraiton has changed then refresh capturer data |
| // structures. Occasionally, the refresh and move handlers are lost when |
| // the screen mode changes, so re-register them here. |
| UnregisterRefreshAndMoveHandlers(); |
| RegisterRefreshAndMoveHandlers(); |
| ScreenConfigurationChanged(); |
| } |
| |
| DesktopRegion region; |
| helper_.TakeInvalidRegion(®ion); |
| |
| // If the current buffer is from an older generation then allocate a new one. |
| // Note that we can't reallocate other buffers at this point, since the caller |
| // may still be reading from them. |
| if (!queue_.current_frame()) |
| queue_.ReplaceCurrentFrame(SharedDesktopFrame::Wrap(CreateFrame())); |
| |
| DesktopFrame* current_frame = queue_.current_frame(); |
| |
| if (!CgBlit(*current_frame, region)) { |
| desktop_config_monitor_->Unlock(); |
| callback_->OnCaptureResult(Result::ERROR_PERMANENT, nullptr); |
| return; |
| } |
| std::unique_ptr<DesktopFrame> new_frame = queue_.current_frame()->Share(); |
| if (detect_updated_region_) { |
| *new_frame->mutable_updated_region() = region; |
| } else { |
| new_frame->mutable_updated_region()->AddRect( |
| DesktopRect::MakeSize(new_frame->size())); |
| } |
| |
| if (current_display_) { |
| const MacDisplayConfiguration* config = |
| desktop_config_.FindDisplayConfigurationById(current_display_); |
| if (config) { |
| new_frame->set_top_left(config->bounds.top_left().subtract( |
| desktop_config_.bounds.top_left())); |
| } |
| } |
| |
| helper_.set_size_most_recent(new_frame->size()); |
| |
| // Signal that we are done capturing data from the display framebuffer, |
| // and accessing display structures. |
| desktop_config_monitor_->Unlock(); |
| |
| new_frame->set_capture_time_ms((rtc::TimeNanos() - capture_start_time_nanos) / |
| rtc::kNumNanosecsPerMillisec); |
| callback_->OnCaptureResult(Result::SUCCESS, std::move(new_frame)); |
| } |
| |
| void ScreenCapturerMac::SetExcludedWindow(WindowId window) { |
| excluded_window_ = window; |
| } |
| |
| bool ScreenCapturerMac::GetSourceList(SourceList* screens) { |
| assert(screens->size() == 0); |
| |
| for (MacDisplayConfigurations::iterator it = desktop_config_.displays.begin(); |
| it != desktop_config_.displays.end(); ++it) { |
| screens->push_back({it->id}); |
| } |
| return true; |
| } |
| |
| bool ScreenCapturerMac::SelectSource(SourceId id) { |
| if (id == kFullDesktopScreenId) { |
| current_display_ = 0; |
| } else { |
| const MacDisplayConfiguration* config = |
| desktop_config_.FindDisplayConfigurationById( |
| static_cast<CGDirectDisplayID>(id)); |
| if (!config) |
| return false; |
| current_display_ = config->id; |
| } |
| |
| ScreenConfigurationChanged(); |
| return true; |
| } |
| |
| bool ScreenCapturerMac::CgBlit(const DesktopFrame& frame, const DesktopRegion& region) { |
| // Copy the entire contents of the previous capture buffer, to capture over. |
| // TODO(wez): Get rid of this as per crbug.com/145064, or implement |
| // crbug.com/92354. |
| if (queue_.previous_frame()) { |
| memcpy(frame.data(), queue_.previous_frame()->data(), |
| frame.stride() * frame.size().height()); |
| } |
| |
| MacDisplayConfigurations displays_to_capture; |
| if (current_display_) { |
| // Capturing a single screen. Note that the screen id may change when |
| // screens are added or removed. |
| const MacDisplayConfiguration* config = |
| desktop_config_.FindDisplayConfigurationById(current_display_); |
| if (config) { |
| displays_to_capture.push_back(*config); |
| } else { |
| LOG(LS_ERROR) << "The selected screen cannot be found for capturing."; |
| return false; |
| } |
| } else { |
| // Capturing the whole desktop. |
| displays_to_capture = desktop_config_.displays; |
| } |
| |
| // Create the window list once for all displays. |
| CFArrayRef window_list = CreateWindowListWithExclusion(excluded_window_); |
| |
| for (size_t i = 0; i < displays_to_capture.size(); ++i) { |
| const MacDisplayConfiguration& display_config = displays_to_capture[i]; |
| |
| // Capturing mixed-DPI on one surface is hard, so we only return displays |
| // that match the "primary" display's DPI. The primary display is always |
| // the first in the list. |
| if (i > 0 && display_config.dip_to_pixel_scale != |
| displays_to_capture[0].dip_to_pixel_scale) { |
| continue; |
| } |
| // Determine the display's position relative to the desktop, in pixels. |
| DesktopRect display_bounds = display_config.pixel_bounds; |
| display_bounds.Translate(-screen_pixel_bounds_.left(), |
| -screen_pixel_bounds_.top()); |
| |
| // Determine which parts of the blit region, if any, lay within the monitor. |
| DesktopRegion copy_region = region; |
| copy_region.IntersectWith(display_bounds); |
| if (copy_region.is_empty()) |
| continue; |
| |
| // Translate the region to be copied into display-relative coordinates. |
| copy_region.Translate(-display_bounds.left(), -display_bounds.top()); |
| |
| DesktopRect excluded_window_bounds; |
| CGImageRef excluded_image = nullptr; |
| if (excluded_window_ && window_list) { |
| // Get the region of the excluded window relative the primary display. |
| excluded_window_bounds = GetExcludedWindowPixelBounds( |
| excluded_window_, display_config.dip_to_pixel_scale); |
| excluded_window_bounds.IntersectWith(display_config.pixel_bounds); |
| |
| // Create the image under the excluded window first, because it's faster |
| // than captuing the whole display. |
| if (!excluded_window_bounds.is_empty()) { |
| excluded_image = CreateExcludedWindowRegionImage( |
| excluded_window_bounds, display_config.dip_to_pixel_scale, |
| window_list); |
| } |
| } |
| |
| // Create an image containing a snapshot of the display. |
| CGImageRef image = CGDisplayCreateImage(display_config.id); |
| if (!image) { |
| if (excluded_image) |
| CFRelease(excluded_image); |
| continue; |
| } |
| |
| // Verify that the image has 32-bit depth. |
| int bits_per_pixel = CGImageGetBitsPerPixel(image); |
| if (bits_per_pixel / 8 != DesktopFrame::kBytesPerPixel) { |
| LOG(LS_ERROR) << "CGDisplayCreateImage() returned imaged with " |
| << bits_per_pixel |
| << " bits per pixel. Only 32-bit depth is supported."; |
| CFRelease(image); |
| if (excluded_image) |
| CFRelease(excluded_image); |
| return false; |
| } |
| |
| // Request access to the raw pixel data via the image's DataProvider. |
| CGDataProviderRef provider = CGImageGetDataProvider(image); |
| CFDataRef data = CGDataProviderCopyData(provider); |
| assert(data); |
| |
| const uint8_t* display_base_address = CFDataGetBytePtr(data); |
| int src_bytes_per_row = CGImageGetBytesPerRow(image); |
| |
| // |image| size may be different from display_bounds in case the screen was |
| // resized recently. |
| copy_region.IntersectWith( |
| DesktopRect::MakeWH(CGImageGetWidth(image), CGImageGetHeight(image))); |
| |
| // Copy the dirty region from the display buffer into our desktop buffer. |
| uint8_t* out_ptr = frame.GetFrameDataAtPos(display_bounds.top_left()); |
| for (DesktopRegion::Iterator i(copy_region); !i.IsAtEnd(); i.Advance()) { |
| CopyRect(display_base_address, src_bytes_per_row, out_ptr, frame.stride(), |
| DesktopFrame::kBytesPerPixel, i.rect()); |
| } |
| |
| CFRelease(data); |
| CFRelease(image); |
| |
| if (excluded_image) { |
| CGDataProviderRef provider = CGImageGetDataProvider(excluded_image); |
| CFDataRef excluded_image_data = CGDataProviderCopyData(provider); |
| assert(excluded_image_data); |
| display_base_address = CFDataGetBytePtr(excluded_image_data); |
| src_bytes_per_row = CGImageGetBytesPerRow(excluded_image); |
| |
| // Translate the bounds relative to the desktop, because |frame| data |
| // starts from the desktop top-left corner. |
| DesktopRect window_bounds_relative_to_desktop(excluded_window_bounds); |
| window_bounds_relative_to_desktop.Translate(-screen_pixel_bounds_.left(), |
| -screen_pixel_bounds_.top()); |
| |
| DesktopRect rect_to_copy = |
| DesktopRect::MakeSize(excluded_window_bounds.size()); |
| rect_to_copy.IntersectWith(DesktopRect::MakeWH( |
| CGImageGetWidth(excluded_image), CGImageGetHeight(excluded_image))); |
| |
| if (CGImageGetBitsPerPixel(excluded_image) / 8 == |
| DesktopFrame::kBytesPerPixel) { |
| CopyRect(display_base_address, src_bytes_per_row, |
| frame.GetFrameDataAtPos( |
| window_bounds_relative_to_desktop.top_left()), |
| frame.stride(), DesktopFrame::kBytesPerPixel, rect_to_copy); |
| } |
| |
| CFRelease(excluded_image_data); |
| CFRelease(excluded_image); |
| } |
| } |
| if (window_list) |
| CFRelease(window_list); |
| return true; |
| } |
| |
| void ScreenCapturerMac::ScreenConfigurationChanged() { |
| if (current_display_) { |
| const MacDisplayConfiguration* config = |
| desktop_config_.FindDisplayConfigurationById(current_display_); |
| screen_pixel_bounds_ = config ? config->pixel_bounds : DesktopRect(); |
| dip_to_pixel_scale_ = config ? config->dip_to_pixel_scale : 1.0f; |
| } else { |
| screen_pixel_bounds_ = desktop_config_.pixel_bounds; |
| dip_to_pixel_scale_ = desktop_config_.dip_to_pixel_scale; |
| } |
| |
| // Release existing buffers, which will be of the wrong size. |
| ReleaseBuffers(); |
| |
| // Clear the dirty region, in case the display is down-sizing. |
| helper_.ClearInvalidRegion(); |
| |
| // Re-mark the entire desktop as dirty. |
| helper_.InvalidateScreen(screen_pixel_bounds_.size()); |
| |
| // Make sure the frame buffers will be reallocated. |
| queue_.Reset(); |
| } |
| |
| bool ScreenCapturerMac::RegisterRefreshAndMoveHandlers() { |
| desktop_config_ = desktop_config_monitor_->desktop_configuration(); |
| for (const auto& config : desktop_config_.displays) { |
| size_t pixel_width = config.pixel_bounds.width(); |
| size_t pixel_height = config.pixel_bounds.height(); |
| if (pixel_width == 0 || pixel_height == 0) |
| continue; |
| // Using a local variable forces the block to capture the raw pointer. |
| DisplayStreamManager* manager = display_stream_manager_; |
| int unique_id = manager->GetUniqueId(); |
| CGDirectDisplayID display_id = config.id; |
| DesktopVector display_origin = config.pixel_bounds.top_left(); |
| |
| CGDisplayStreamFrameAvailableHandler handler = |
| ^(CGDisplayStreamFrameStatus status, uint64_t display_time, |
| IOSurfaceRef frame_surface, CGDisplayStreamUpdateRef updateRef) { |
| if (status == kCGDisplayStreamFrameStatusStopped) { |
| manager->DestroyStream(unique_id); |
| return; |
| } |
| |
| if (manager->ShouldIgnoreUpdates()) |
| return; |
| |
| // Only pay attention to frame updates. |
| if (status != kCGDisplayStreamFrameStatusFrameComplete) |
| return; |
| |
| size_t count = 0; |
| const CGRect* rects = CGDisplayStreamUpdateGetRects( |
| updateRef, kCGDisplayStreamUpdateDirtyRects, &count); |
| if (count != 0) { |
| // According to CGDisplayStream.h, it's safe to call |
| // CGDisplayStreamStop() from within the callback. |
| ScreenRefresh(count, rects, display_origin); |
| } |
| }; |
| CGDisplayStreamRef display_stream = CGDisplayStreamCreate( |
| display_id, pixel_width, pixel_height, 'BGRA', nullptr, handler); |
| |
| if (display_stream) { |
| CGError error = CGDisplayStreamStart(display_stream); |
| if (error != kCGErrorSuccess) |
| return false; |
| |
| CFRunLoopSourceRef source = |
| CGDisplayStreamGetRunLoopSource(display_stream); |
| CFRunLoopAddSource(CFRunLoopGetCurrent(), source, kCFRunLoopCommonModes); |
| display_stream_manager_->SaveStream(unique_id, display_stream); |
| } |
| } |
| |
| return true; |
| } |
| |
| void ScreenCapturerMac::UnregisterRefreshAndMoveHandlers() { |
| display_stream_manager_->UnregisterActiveStreams(); |
| } |
| |
| void ScreenCapturerMac::ScreenRefresh(CGRectCount count, |
| const CGRect* rect_array, |
| DesktopVector display_origin) { |
| if (screen_pixel_bounds_.is_empty()) |
| ScreenConfigurationChanged(); |
| |
| // The refresh rects are in display coordinates. We want to translate to |
| // framebuffer coordinates. If a specific display is being captured, then no |
| // change is necessary. If all displays are being captured, then we want to |
| // translate by the origin of the display. |
| DesktopVector translate_vector; |
| if (!current_display_) |
| translate_vector = display_origin; |
| |
| DesktopRegion region; |
| for (CGRectCount i = 0; i < count; ++i) { |
| // All rects are already in physical pixel coordinates. |
| DesktopRect rect = DesktopRect::MakeXYWH( |
| rect_array[i].origin.x, rect_array[i].origin.y, |
| rect_array[i].size.width, rect_array[i].size.height); |
| |
| rect.Translate(translate_vector); |
| |
| region.AddRect(rect); |
| } |
| |
| helper_.InvalidateRegion(region); |
| } |
| |
| std::unique_ptr<DesktopFrame> ScreenCapturerMac::CreateFrame() { |
| std::unique_ptr<DesktopFrame> frame( |
| new BasicDesktopFrame(screen_pixel_bounds_.size())); |
| frame->set_dpi(DesktopVector(kStandardDPI * dip_to_pixel_scale_, |
| kStandardDPI * dip_to_pixel_scale_)); |
| return frame; |
| } |
| |
| } // namespace |
| |
| // static |
| std::unique_ptr<DesktopCapturer> DesktopCapturer::CreateRawScreenCapturer( |
| const DesktopCaptureOptions& options) { |
| if (!options.configuration_monitor()) |
| return nullptr; |
| |
| std::unique_ptr<ScreenCapturerMac> capturer(new ScreenCapturerMac( |
| options.configuration_monitor(), options.detect_updated_region())); |
| if (!capturer.get()->Init()) { |
| return nullptr; |
| } |
| |
| return capturer; |
| } |
| |
| } // namespace webrtc |