| /* |
| * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| * |
| * Use of this source code is governed by a BSD-style license |
| * that can be found in the LICENSE file in the root of the source |
| * tree. An additional intellectual property rights grant can be found |
| * in the file PATENTS. All contributing project authors may |
| * be found in the AUTHORS file in the root of the source tree. |
| */ |
| |
| #include "modules/video_capture/video_capture.h" |
| |
| #include <stdio.h> |
| |
| #include <map> |
| #include <memory> |
| #include <sstream> |
| |
| #include "absl/memory/memory.h" |
| #include "api/scoped_refptr.h" |
| #include "api/video/i420_buffer.h" |
| #include "api/video/video_frame.h" |
| #include "common_video/libyuv/include/webrtc_libyuv.h" |
| #include "modules/video_capture/video_capture_factory.h" |
| #include "rtc_base/synchronization/mutex.h" |
| #include "rtc_base/time_utils.h" |
| #include "system_wrappers/include/sleep.h" |
| #include "test/frame_utils.h" |
| #include "test/gtest.h" |
| |
| using webrtc::SleepMs; |
| using webrtc::VideoCaptureCapability; |
| using webrtc::VideoCaptureFactory; |
| using webrtc::VideoCaptureModule; |
| |
| #define WAIT_(ex, timeout, res) \ |
| do { \ |
| res = (ex); \ |
| int64_t start = rtc::TimeMillis(); \ |
| while (!res && rtc::TimeMillis() < start + timeout) { \ |
| SleepMs(5); \ |
| res = (ex); \ |
| } \ |
| } while (0) |
| |
| #define EXPECT_TRUE_WAIT(ex, timeout) \ |
| do { \ |
| bool res; \ |
| WAIT_(ex, timeout, res); \ |
| if (!res) \ |
| EXPECT_TRUE(ex); \ |
| } while (0) |
| |
| static const int kTimeOut = 5000; |
| #ifdef WEBRTC_MAC |
| static const int kTestHeight = 288; |
| static const int kTestWidth = 352; |
| static const int kTestFramerate = 30; |
| #endif |
| |
| class TestVideoCaptureCallback |
| : public rtc::VideoSinkInterface<webrtc::VideoFrame> { |
| public: |
| TestVideoCaptureCallback() |
| : last_render_time_ms_(0), |
| incoming_frames_(0), |
| timing_warnings_(0), |
| rotate_frame_(webrtc::kVideoRotation_0) {} |
| |
| ~TestVideoCaptureCallback() override { |
| if (timing_warnings_ > 0) |
| printf("No of timing warnings %d\n", timing_warnings_); |
| } |
| |
| void OnFrame(const webrtc::VideoFrame& videoFrame) override { |
| webrtc::MutexLock lock(&capture_lock_); |
| int height = videoFrame.height(); |
| int width = videoFrame.width(); |
| #if defined(WEBRTC_ANDROID) && WEBRTC_ANDROID |
| // Android camera frames may be rotated depending on test device |
| // orientation. |
| EXPECT_TRUE(height == capability_.height || height == capability_.width); |
| EXPECT_TRUE(width == capability_.width || width == capability_.height); |
| #else |
| EXPECT_EQ(height, capability_.height); |
| EXPECT_EQ(width, capability_.width); |
| EXPECT_EQ(rotate_frame_, videoFrame.rotation()); |
| #endif |
| // RenderTimstamp should be the time now. |
| EXPECT_TRUE(videoFrame.render_time_ms() >= rtc::TimeMillis() - 30 && |
| videoFrame.render_time_ms() <= rtc::TimeMillis()); |
| |
| if ((videoFrame.render_time_ms() > |
| last_render_time_ms_ + (1000 * 1.1) / capability_.maxFPS && |
| last_render_time_ms_ > 0) || |
| (videoFrame.render_time_ms() < |
| last_render_time_ms_ + (1000 * 0.9) / capability_.maxFPS && |
| last_render_time_ms_ > 0)) { |
| timing_warnings_++; |
| } |
| |
| incoming_frames_++; |
| last_render_time_ms_ = videoFrame.render_time_ms(); |
| last_frame_ = videoFrame.video_frame_buffer(); |
| } |
| |
| void SetExpectedCapability(VideoCaptureCapability capability) { |
| webrtc::MutexLock lock(&capture_lock_); |
| capability_ = capability; |
| incoming_frames_ = 0; |
| last_render_time_ms_ = 0; |
| } |
| int incoming_frames() { |
| webrtc::MutexLock lock(&capture_lock_); |
| return incoming_frames_; |
| } |
| |
| int timing_warnings() { |
| webrtc::MutexLock lock(&capture_lock_); |
| return timing_warnings_; |
| } |
| VideoCaptureCapability capability() { |
| webrtc::MutexLock lock(&capture_lock_); |
| return capability_; |
| } |
| |
| bool CompareLastFrame(const webrtc::VideoFrame& frame) { |
| webrtc::MutexLock lock(&capture_lock_); |
| return webrtc::test::FrameBufsEqual(last_frame_, |
| frame.video_frame_buffer()); |
| } |
| |
| void SetExpectedCaptureRotation(webrtc::VideoRotation rotation) { |
| webrtc::MutexLock lock(&capture_lock_); |
| rotate_frame_ = rotation; |
| } |
| |
| private: |
| webrtc::Mutex capture_lock_; |
| VideoCaptureCapability capability_; |
| int64_t last_render_time_ms_; |
| int incoming_frames_; |
| int timing_warnings_; |
| rtc::scoped_refptr<webrtc::VideoFrameBuffer> last_frame_; |
| webrtc::VideoRotation rotate_frame_; |
| }; |
| |
| class VideoCaptureTest : public ::testing::Test { |
| public: |
| VideoCaptureTest() : number_of_devices_(0) {} |
| |
| void SetUp() override { |
| device_info_.reset(VideoCaptureFactory::CreateDeviceInfo()); |
| RTC_DCHECK(device_info_.get()); |
| number_of_devices_ = device_info_->NumberOfDevices(); |
| ASSERT_GT(number_of_devices_, 0u); |
| } |
| |
| rtc::scoped_refptr<VideoCaptureModule> OpenVideoCaptureDevice( |
| unsigned int device, |
| rtc::VideoSinkInterface<webrtc::VideoFrame>* callback) { |
| char device_name[256]; |
| char unique_name[256]; |
| |
| EXPECT_EQ(0, device_info_->GetDeviceName(device, device_name, 256, |
| unique_name, 256)); |
| |
| rtc::scoped_refptr<VideoCaptureModule> module( |
| VideoCaptureFactory::Create(unique_name)); |
| if (module.get() == NULL) |
| return nullptr; |
| |
| EXPECT_FALSE(module->CaptureStarted()); |
| |
| module->RegisterCaptureDataCallback(callback); |
| return module; |
| } |
| |
| void StartCapture(VideoCaptureModule* capture_module, |
| VideoCaptureCapability capability) { |
| ASSERT_EQ(0, capture_module->StartCapture(capability)); |
| EXPECT_TRUE(capture_module->CaptureStarted()); |
| |
| VideoCaptureCapability resulting_capability; |
| EXPECT_EQ(0, capture_module->CaptureSettings(resulting_capability)); |
| EXPECT_EQ(capability.width, resulting_capability.width); |
| EXPECT_EQ(capability.height, resulting_capability.height); |
| } |
| |
| std::unique_ptr<VideoCaptureModule::DeviceInfo> device_info_; |
| unsigned int number_of_devices_; |
| }; |
| |
| #if defined(WEBRTC_MAC) || defined(WEBRTC_LINUX) |
| // Currently fails on Mac 64-bit and Linux rel, see |
| // https://bugs.chromium.org/p/webrtc/issues/detail?id=5406 and |
| // https://bugs.chromium.org/p/webrtc/issues/detail?id=15229 |
| #define MAYBE_CreateDelete DISABLED_CreateDelete |
| #else |
| #define MAYBE_CreateDelete CreateDelete |
| #endif |
| TEST_F(VideoCaptureTest, MAYBE_CreateDelete) { |
| for (int i = 0; i < 5; ++i) { |
| int64_t start_time = rtc::TimeMillis(); |
| TestVideoCaptureCallback capture_observer; |
| rtc::scoped_refptr<VideoCaptureModule> module( |
| OpenVideoCaptureDevice(0, &capture_observer)); |
| ASSERT_TRUE(module.get() != NULL); |
| |
| VideoCaptureCapability capability; |
| #ifndef WEBRTC_MAC |
| device_info_->GetCapability(module->CurrentDeviceName(), 0, capability); |
| #else |
| capability.width = kTestWidth; |
| capability.height = kTestHeight; |
| capability.maxFPS = kTestFramerate; |
| capability.videoType = webrtc::VideoType::kUnknown; |
| #endif |
| capture_observer.SetExpectedCapability(capability); |
| ASSERT_NO_FATAL_FAILURE(StartCapture(module.get(), capability)); |
| |
| // Less than 4s to start the camera. |
| EXPECT_LE(rtc::TimeMillis() - start_time, 4000); |
| |
| // Make sure 5 frames are captured. |
| EXPECT_TRUE_WAIT(capture_observer.incoming_frames() >= 5, kTimeOut); |
| |
| int64_t stop_time = rtc::TimeMillis(); |
| EXPECT_EQ(0, module->StopCapture()); |
| EXPECT_FALSE(module->CaptureStarted()); |
| |
| // Less than 3s to stop the camera. |
| EXPECT_LE(rtc::TimeMillis() - stop_time, 3000); |
| } |
| } |
| |
| #if defined(WEBRTC_MAC) || defined(WEBRTC_LINUX) |
| // Currently fails on Mac 64-bit and Linux rel, see |
| // https://bugs.chromium.org/p/webrtc/issues/detail?id=5406 and |
| // https://bugs.chromium.org/p/webrtc/issues/detail?id=15229 |
| #define MAYBE_Capabilities DISABLED_Capabilities |
| #else |
| #define MAYBE_Capabilities Capabilities |
| #endif |
| TEST_F(VideoCaptureTest, MAYBE_Capabilities) { |
| TestVideoCaptureCallback capture_observer; |
| |
| rtc::scoped_refptr<VideoCaptureModule> module( |
| OpenVideoCaptureDevice(0, &capture_observer)); |
| ASSERT_TRUE(module.get() != NULL); |
| |
| int number_of_capabilities = |
| device_info_->NumberOfCapabilities(module->CurrentDeviceName()); |
| EXPECT_GT(number_of_capabilities, 0); |
| // Key is <width>x<height>, value is vector of maxFPS values at that |
| // resolution. |
| typedef std::map<std::string, std::vector<int> > FrameRatesByResolution; |
| FrameRatesByResolution frame_rates_by_resolution; |
| for (int i = 0; i < number_of_capabilities; ++i) { |
| VideoCaptureCapability capability; |
| EXPECT_EQ(0, device_info_->GetCapability(module->CurrentDeviceName(), i, |
| capability)); |
| std::ostringstream resolutionStream; |
| resolutionStream << capability.width << "x" << capability.height; |
| resolutionStream.flush(); |
| std::string resolution = resolutionStream.str(); |
| frame_rates_by_resolution[resolution].push_back(capability.maxFPS); |
| |
| // Since Android presents so many resolution/FPS combinations and the test |
| // runner imposes a timeout, we only actually start the capture and test |
| // that a frame was captured for 2 frame-rates at each resolution. |
| if (frame_rates_by_resolution[resolution].size() > 2) |
| continue; |
| |
| capture_observer.SetExpectedCapability(capability); |
| ASSERT_NO_FATAL_FAILURE(StartCapture(module.get(), capability)); |
| // Make sure at least one frame is captured. |
| EXPECT_TRUE_WAIT(capture_observer.incoming_frames() >= 1, kTimeOut); |
| |
| EXPECT_EQ(0, module->StopCapture()); |
| } |
| |
| #if defined(WEBRTC_ANDROID) && WEBRTC_ANDROID |
| // There's no reason for this to _necessarily_ be true, but in practice all |
| // Android devices this test runs on in fact do support multiple capture |
| // resolutions and multiple frame-rates per captured resolution, so we assert |
| // this fact here as a regression-test against the time that we only noticed a |
| // single frame-rate per resolution (bug 2974). If this test starts being run |
| // on devices for which this is untrue (e.g. Nexus4) then the following should |
| // probably be wrapped in a base::android::BuildInfo::model()/device() check. |
| EXPECT_GT(frame_rates_by_resolution.size(), 1U); |
| for (FrameRatesByResolution::const_iterator it = |
| frame_rates_by_resolution.begin(); |
| it != frame_rates_by_resolution.end(); ++it) { |
| EXPECT_GT(it->second.size(), 1U) << it->first; |
| } |
| #endif // WEBRTC_ANDROID |
| } |
| |
| // NOTE: flaky, crashes sometimes. |
| // http://code.google.com/p/webrtc/issues/detail?id=777 |
| TEST_F(VideoCaptureTest, DISABLED_TestTwoCameras) { |
| if (number_of_devices_ < 2) { |
| printf("There are not two cameras available. Aborting test. \n"); |
| return; |
| } |
| |
| TestVideoCaptureCallback capture_observer1; |
| rtc::scoped_refptr<VideoCaptureModule> module1( |
| OpenVideoCaptureDevice(0, &capture_observer1)); |
| ASSERT_TRUE(module1.get() != NULL); |
| VideoCaptureCapability capability1; |
| #ifndef WEBRTC_MAC |
| device_info_->GetCapability(module1->CurrentDeviceName(), 0, capability1); |
| #else |
| capability1.width = kTestWidth; |
| capability1.height = kTestHeight; |
| capability1.maxFPS = kTestFramerate; |
| capability1.videoType = webrtc::VideoType::kUnknown; |
| #endif |
| capture_observer1.SetExpectedCapability(capability1); |
| |
| TestVideoCaptureCallback capture_observer2; |
| rtc::scoped_refptr<VideoCaptureModule> module2( |
| OpenVideoCaptureDevice(1, &capture_observer2)); |
| ASSERT_TRUE(module1.get() != NULL); |
| |
| VideoCaptureCapability capability2; |
| #ifndef WEBRTC_MAC |
| device_info_->GetCapability(module2->CurrentDeviceName(), 0, capability2); |
| #else |
| capability2.width = kTestWidth; |
| capability2.height = kTestHeight; |
| capability2.maxFPS = kTestFramerate; |
| capability2.videoType = webrtc::VideoType::kUnknown; |
| #endif |
| capture_observer2.SetExpectedCapability(capability2); |
| |
| ASSERT_NO_FATAL_FAILURE(StartCapture(module1.get(), capability1)); |
| ASSERT_NO_FATAL_FAILURE(StartCapture(module2.get(), capability2)); |
| EXPECT_TRUE_WAIT(capture_observer1.incoming_frames() >= 5, kTimeOut); |
| EXPECT_TRUE_WAIT(capture_observer2.incoming_frames() >= 5, kTimeOut); |
| EXPECT_EQ(0, module2->StopCapture()); |
| EXPECT_EQ(0, module1->StopCapture()); |
| } |
| |
| #if defined(WEBRTC_MAC) || defined(WEBRTC_LINUX) |
| // No VideoCaptureImpl on Mac. |
| // Currently fails on Mac Linux rel, see |
| // https://bugs.chromium.org/p/webrtc/issues/detail?id=15229 |
| #define MAYBE_ConcurrentAccess DISABLED_ConcurrentAccess |
| #else |
| #define MAYBE_ConcurrentAccess ConcurrentAccess |
| #endif |
| TEST_F(VideoCaptureTest, MAYBE_ConcurrentAccess) { |
| TestVideoCaptureCallback capture_observer1; |
| rtc::scoped_refptr<VideoCaptureModule> module1( |
| OpenVideoCaptureDevice(0, &capture_observer1)); |
| ASSERT_TRUE(module1.get() != NULL); |
| VideoCaptureCapability capability; |
| device_info_->GetCapability(module1->CurrentDeviceName(), 0, capability); |
| capture_observer1.SetExpectedCapability(capability); |
| |
| TestVideoCaptureCallback capture_observer2; |
| rtc::scoped_refptr<VideoCaptureModule> module2( |
| OpenVideoCaptureDevice(0, &capture_observer2)); |
| ASSERT_TRUE(module2.get() != NULL); |
| capture_observer2.SetExpectedCapability(capability); |
| |
| // Starting module1 should work. |
| ASSERT_NO_FATAL_FAILURE(StartCapture(module1.get(), capability)); |
| EXPECT_TRUE_WAIT(capture_observer1.incoming_frames() >= 5, kTimeOut); |
| |
| // When module1 is stopped, starting module2 for the same device should work. |
| EXPECT_EQ(0, module1->StopCapture()); |
| ASSERT_NO_FATAL_FAILURE(StartCapture(module2.get(), capability)); |
| EXPECT_TRUE_WAIT(capture_observer2.incoming_frames() >= 5, kTimeOut); |
| |
| EXPECT_EQ(0, module2->StopCapture()); |
| } |