blob: 95d42ef117b59e98afc3f84ce8d62cc49e0d2268 [file] [log] [blame]
pbos@webrtc.org5ab75672013-12-16 12:24:441/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10#include <functional>
11#include <list>
kwibergb25345e2016-03-12 14:10:4412#include <memory>
pbos@webrtc.org5ab75672013-12-16 12:24:4413#include <string>
14
pbos@webrtc.org2b4ce3a2015-03-23 13:12:2415#include "webrtc/base/checks.h"
Peter Boström5811a392015-12-10 12:02:5016#include "webrtc/base/event.h"
Peter Boström7c704b82015-12-04 15:13:0517#include "webrtc/base/logging.h"
pbos@webrtc.org38344ed2014-09-24 06:05:0018#include "webrtc/base/thread_annotations.h"
pbos@webrtc.org5ab75672013-12-16 12:24:4419#include "webrtc/call.h"
Henrik Kjellander98f53512015-10-28 17:17:4020#include "webrtc/system_wrappers/include/critical_section_wrapper.h"
Henrik Kjellander98f53512015-10-28 17:17:4021#include "webrtc/system_wrappers/include/trace.h"
pbos@webrtc.org994d0b72014-06-27 08:47:5222#include "webrtc/test/call_test.h"
pbos@webrtc.org5ab75672013-12-16 12:24:4423#include "webrtc/test/direct_transport.h"
pbos@webrtc.orgf577ae92014-03-19 08:43:5724#include "webrtc/test/encoder_settings.h"
pbos@webrtc.org5ab75672013-12-16 12:24:4425#include "webrtc/test/fake_decoder.h"
26#include "webrtc/test/fake_encoder.h"
27#include "webrtc/test/frame_generator_capturer.h"
kwibergac9f8762016-10-01 05:29:4328#include "webrtc/test/gtest.h"
pbos@webrtc.org5ab75672013-12-16 12:24:4429
30namespace webrtc {
andresp@webrtc.orgb941fe82014-07-07 08:50:4831namespace {
Fredrik Solenberg23fba1f2015-04-29 13:24:0132// Note: If you consider to re-use this class, think twice and instead consider
Peter Boström7c704b82015-12-04 15:13:0533// writing tests that don't depend on the logging system.
34class LogObserver {
andresp@webrtc.orgb941fe82014-07-07 08:50:4835 public:
Peter Boström7c704b82015-12-04 15:13:0536 LogObserver() { rtc::LogMessage::AddLogToStream(&callback_, rtc::LS_INFO); }
andresp@webrtc.orgb941fe82014-07-07 08:50:4837
Peter Boström7c704b82015-12-04 15:13:0538 ~LogObserver() { rtc::LogMessage::RemoveLogToStream(&callback_); }
andresp@webrtc.orgb941fe82014-07-07 08:50:4839
40 void PushExpectedLogLine(const std::string& expected_log_line) {
41 callback_.PushExpectedLogLine(expected_log_line);
42 }
43
Peter Boström5811a392015-12-10 12:02:5044 bool Wait() { return callback_.Wait(); }
andresp@webrtc.orgb941fe82014-07-07 08:50:4845
46 private:
Peter Boström7c704b82015-12-04 15:13:0547 class Callback : public rtc::LogSink {
andresp@webrtc.orgb941fe82014-07-07 08:50:4848 public:
Peter Boström5811a392015-12-10 12:02:5049 Callback() : done_(false, false) {}
andresp@webrtc.orgb941fe82014-07-07 08:50:4850
Peter Boström7c704b82015-12-04 15:13:0551 void OnLogMessage(const std::string& message) override {
Peter Boströmf2f82832015-05-01 11:00:4152 rtc::CritScope lock(&crit_sect_);
Peter Boström7c704b82015-12-04 15:13:0553 // Ignore log lines that are due to missing AST extensions, these are
54 // logged when we switch back from AST to TOF until the wrapping bitrate
55 // estimator gives up on using AST.
56 if (message.find("BitrateEstimator") != std::string::npos &&
57 message.find("packet is missing") == std::string::npos) {
58 received_log_lines_.push_back(message);
andresp@webrtc.orgb941fe82014-07-07 08:50:4859 }
Peter Boström7c704b82015-12-04 15:13:0560
andresp@webrtc.orgb941fe82014-07-07 08:50:4861 int num_popped = 0;
62 while (!received_log_lines_.empty() && !expected_log_lines_.empty()) {
63 std::string a = received_log_lines_.front();
64 std::string b = expected_log_lines_.front();
65 received_log_lines_.pop_front();
66 expected_log_lines_.pop_front();
67 num_popped++;
Peter Boström7c704b82015-12-04 15:13:0568 EXPECT_TRUE(a.find(b) != std::string::npos) << a << " != " << b;
andresp@webrtc.orgb941fe82014-07-07 08:50:4869 }
70 if (expected_log_lines_.size() <= 0) {
71 if (num_popped > 0) {
Peter Boström5811a392015-12-10 12:02:5072 done_.Set();
andresp@webrtc.orgb941fe82014-07-07 08:50:4873 }
74 return;
75 }
76 }
77
Peter Boström5811a392015-12-10 12:02:5078 bool Wait() { return done_.Wait(test::CallTest::kDefaultTimeoutMs); }
andresp@webrtc.orgb941fe82014-07-07 08:50:4879
80 void PushExpectedLogLine(const std::string& expected_log_line) {
Peter Boströmf2f82832015-05-01 11:00:4181 rtc::CritScope lock(&crit_sect_);
andresp@webrtc.orgb941fe82014-07-07 08:50:4882 expected_log_lines_.push_back(expected_log_line);
83 }
84
85 private:
86 typedef std::list<std::string> Strings;
Peter Boströmf2f82832015-05-01 11:00:4187 rtc::CriticalSection crit_sect_;
andresp@webrtc.orgb941fe82014-07-07 08:50:4888 Strings received_log_lines_ GUARDED_BY(crit_sect_);
89 Strings expected_log_lines_ GUARDED_BY(crit_sect_);
Peter Boström5811a392015-12-10 12:02:5090 rtc::Event done_;
andresp@webrtc.orgb941fe82014-07-07 08:50:4891 };
92
93 Callback callback_;
94};
95} // namespace
pbos@webrtc.org5ab75672013-12-16 12:24:4496
97static const int kTOFExtensionId = 4;
98static const int kASTExtensionId = 5;
99
pbos@webrtc.org994d0b72014-06-27 08:47:52100class BitrateEstimatorTest : public test::CallTest {
pbos@webrtc.org5ab75672013-12-16 12:24:44101 public:
aleloi5d78e8d2016-11-08 11:44:54102 BitrateEstimatorTest() : receive_config_(nullptr) {}
pbos@webrtc.org5ab75672013-12-16 12:24:44103
Fredrik Solenberg0ccae132015-11-03 09:15:49104 virtual ~BitrateEstimatorTest() { EXPECT_TRUE(streams_.empty()); }
pbos@webrtc.org5ab75672013-12-16 12:24:44105
106 virtual void SetUp() {
skvlad11a9cbf2016-10-07 18:53:05107 Call::Config config(&event_log_);
Fredrik Solenberg4f4ec0a2015-10-22 08:49:27108 receiver_call_.reset(Call::Create(config));
109 sender_call_.reset(Call::Create(config));
pbos@webrtc.org5ab75672013-12-16 12:24:44110
stefanf116bd02015-10-27 15:29:42111 send_transport_.reset(new test::DirectTransport(sender_call_.get()));
112 send_transport_->SetReceiver(receiver_call_->Receiver());
113 receive_transport_.reset(new test::DirectTransport(receiver_call_.get()));
114 receive_transport_->SetReceiver(sender_call_->Receiver());
pbos@webrtc.org5ab75672013-12-16 12:24:44115
stefanff483612015-12-21 11:14:00116 video_send_config_ = VideoSendStream::Config(send_transport_.get());
Stefan Holmer9fea80f2016-01-07 16:43:18117 video_send_config_.rtp.ssrcs.push_back(kVideoSendSsrcs[0]);
pbos@webrtc.orgf577ae92014-03-19 08:43:57118 // Encoders will be set separately per stream.
stefanff483612015-12-21 11:14:00119 video_send_config_.encoder_settings.encoder = nullptr;
120 video_send_config_.encoder_settings.payload_name = "FAKE";
Stefan Holmer9fea80f2016-01-07 16:43:18121 video_send_config_.encoder_settings.payload_type =
122 kFakeVideoSendPayloadType;
perkjfa10b552016-10-03 06:45:26123 test::FillEncoderConfiguration(1, &video_encoder_config_);
pbos@webrtc.org5ab75672013-12-16 12:24:44124
stefanf116bd02015-10-27 15:29:42125 receive_config_ = VideoReceiveStream::Config(receive_transport_.get());
pbos@webrtc.org776e6f22014-10-29 15:28:39126 // receive_config_.decoders will be set by every stream separately.
stefanff483612015-12-21 11:14:00127 receive_config_.rtp.remote_ssrc = video_send_config_.rtp.ssrcs[0];
Stefan Holmer9fea80f2016-01-07 16:43:18128 receive_config_.rtp.local_ssrc = kReceiverLocalVideoSsrc;
Peter Boströmd7da1202015-06-05 12:09:38129 receive_config_.rtp.remb = true;
pbos@webrtc.org5ab75672013-12-16 12:24:44130 receive_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 18:24:55131 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOFExtensionId));
pbos@webrtc.org5ab75672013-12-16 12:24:44132 receive_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 18:24:55133 RtpExtension(RtpExtension::kAbsSendTimeUri, kASTExtensionId));
pbos@webrtc.org5ab75672013-12-16 12:24:44134 }
135
136 virtual void TearDown() {
137 std::for_each(streams_.begin(), streams_.end(),
Fredrik Solenberg0ccae132015-11-03 09:15:49138 std::mem_fun(&Stream::StopSending));
pbos@webrtc.org5ab75672013-12-16 12:24:44139
stefanf116bd02015-10-27 15:29:42140 send_transport_->StopSending();
141 receive_transport_->StopSending();
pbos@webrtc.org5ab75672013-12-16 12:24:44142
143 while (!streams_.empty()) {
144 delete streams_.back();
145 streams_.pop_back();
146 }
147
pbos@webrtc.org5ab75672013-12-16 12:24:44148 receiver_call_.reset();
solenberg566ef242015-11-06 23:34:49149 sender_call_.reset();
pbos@webrtc.org5ab75672013-12-16 12:24:44150 }
151
152 protected:
153 friend class Stream;
154
pbos@webrtc.org5ab75672013-12-16 12:24:44155 class Stream {
156 public:
aleloi5d78e8d2016-11-08 11:44:54157 explicit Stream(BitrateEstimatorTest* test)
pbos@webrtc.org5ab75672013-12-16 12:24:44158 : test_(test),
159 is_sending_receiving_(false),
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24160 send_stream_(nullptr),
pbos@webrtc.org5ab75672013-12-16 12:24:44161 frame_generator_capturer_(),
162 fake_encoder_(Clock::GetRealTimeClock()),
163 fake_decoder_() {
stefanff483612015-12-21 11:14:00164 test_->video_send_config_.rtp.ssrcs[0]++;
165 test_->video_send_config_.encoder_settings.encoder = &fake_encoder_;
pbos@webrtc.org6ae48c62014-06-06 10:49:19166 send_stream_ = test_->sender_call_->CreateVideoSendStream(
perkj26091b12016-09-01 08:17:40167 test_->video_send_config_.Copy(),
168 test_->video_encoder_config_.Copy());
kwibergaf476c72016-11-28 23:21:39169 RTC_DCHECK_EQ(1, test_->video_encoder_config_.number_of_streams);
pbos@webrtc.orgbbe0a852014-09-19 12:30:25170 frame_generator_capturer_.reset(test::FrameGeneratorCapturer::Create(
perkjfa10b552016-10-03 06:45:26171 kDefaultWidth, kDefaultHeight, kDefaultFramerate,
pbos@webrtc.orgbbe0a852014-09-19 12:30:25172 Clock::GetRealTimeClock()));
perkj803d97f2016-11-01 18:45:46173 send_stream_->SetSource(
174 frame_generator_capturer_.get(),
175 VideoSendStream::DegradationPreference::kBalanced);
pbos@webrtc.orga5c8d2c2014-04-24 11:13:21176 send_stream_->Start();
pbos@webrtc.org5ab75672013-12-16 12:24:44177 frame_generator_capturer_->Start();
178
aleloi5d78e8d2016-11-08 11:44:54179 VideoReceiveStream::Decoder decoder;
180 decoder.decoder = &fake_decoder_;
181 decoder.payload_type =
182 test_->video_send_config_.encoder_settings.payload_type;
183 decoder.payload_name =
184 test_->video_send_config_.encoder_settings.payload_name;
185 test_->receive_config_.decoders.clear();
186 test_->receive_config_.decoders.push_back(decoder);
187 test_->receive_config_.rtp.remote_ssrc =
188 test_->video_send_config_.rtp.ssrcs[0];
189 test_->receive_config_.rtp.local_ssrc++;
190 test_->receive_config_.renderer = &test->fake_renderer_;
191 video_receive_stream_ = test_->receiver_call_->CreateVideoReceiveStream(
192 test_->receive_config_.Copy());
193 video_receive_stream_->Start();
pbos@webrtc.org5ab75672013-12-16 12:24:44194 is_sending_receiving_ = true;
195 }
196
197 ~Stream() {
Fredrik Solenberg23fba1f2015-04-29 13:24:01198 EXPECT_FALSE(is_sending_receiving_);
perkj9fdbda62016-09-15 16:19:20199 test_->sender_call_->DestroyVideoSendStream(send_stream_);
perkja49cbd32016-09-16 14:53:41200 frame_generator_capturer_.reset(nullptr);
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24201 send_stream_ = nullptr;
Fredrik Solenberg23fba1f2015-04-29 13:24:01202 if (video_receive_stream_) {
203 test_->receiver_call_->DestroyVideoReceiveStream(video_receive_stream_);
204 video_receive_stream_ = nullptr;
205 }
pbos@webrtc.org5ab75672013-12-16 12:24:44206 }
207
208 void StopSending() {
209 if (is_sending_receiving_) {
210 frame_generator_capturer_->Stop();
pbos@webrtc.orga5c8d2c2014-04-24 11:13:21211 send_stream_->Stop();
Fredrik Solenberg23fba1f2015-04-29 13:24:01212 if (video_receive_stream_) {
213 video_receive_stream_->Stop();
214 }
pbos@webrtc.org5ab75672013-12-16 12:24:44215 is_sending_receiving_ = false;
216 }
217 }
218
219 private:
220 BitrateEstimatorTest* test_;
221 bool is_sending_receiving_;
222 VideoSendStream* send_stream_;
Fredrik Solenberg23fba1f2015-04-29 13:24:01223 VideoReceiveStream* video_receive_stream_;
kwibergb25345e2016-03-12 14:10:44224 std::unique_ptr<test::FrameGeneratorCapturer> frame_generator_capturer_;
pbos@webrtc.org5ab75672013-12-16 12:24:44225 test::FakeEncoder fake_encoder_;
226 test::FakeDecoder fake_decoder_;
227 };
228
Peter Boström7c704b82015-12-04 15:13:05229 LogObserver receiver_log_;
kwibergb25345e2016-03-12 14:10:44230 std::unique_ptr<test::DirectTransport> send_transport_;
231 std::unique_ptr<test::DirectTransport> receive_transport_;
232 std::unique_ptr<Call> sender_call_;
233 std::unique_ptr<Call> receiver_call_;
pbos@webrtc.org5ab75672013-12-16 12:24:44234 VideoReceiveStream::Config receive_config_;
235 std::vector<Stream*> streams_;
236};
237
Erik Språng468e62a2015-07-06 08:50:47238static const char* kAbsSendTimeLog =
239 "RemoteBitrateEstimatorAbsSendTime: Instantiating.";
240static const char* kSingleStreamLog =
241 "RemoteBitrateEstimatorSingleStream: Instantiating.";
242
Fredrik Solenberg23fba1f2015-04-29 13:24:01243TEST_F(BitrateEstimatorTest, InstantiatesTOFPerDefaultForVideo) {
stefanff483612015-12-21 11:14:00244 video_send_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 18:24:55245 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOFExtensionId));
Peter Boström7c704b82015-12-04 15:13:05246 receiver_log_.PushExpectedLogLine(kSingleStreamLog);
247 receiver_log_.PushExpectedLogLine(kSingleStreamLog);
aleloi5d78e8d2016-11-08 11:44:54248 streams_.push_back(new Stream(this));
Peter Boström5811a392015-12-10 12:02:50249 EXPECT_TRUE(receiver_log_.Wait());
pbos@webrtc.org5ab75672013-12-16 12:24:44250}
251
Fredrik Solenberg23fba1f2015-04-29 13:24:01252TEST_F(BitrateEstimatorTest, ImmediatelySwitchToASTForVideo) {
stefanff483612015-12-21 11:14:00253 video_send_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 18:24:55254 RtpExtension(RtpExtension::kAbsSendTimeUri, kASTExtensionId));
Peter Boström7c704b82015-12-04 15:13:05255 receiver_log_.PushExpectedLogLine(kSingleStreamLog);
256 receiver_log_.PushExpectedLogLine(kSingleStreamLog);
Peter Boström8c66a002016-02-11 12:51:10257 receiver_log_.PushExpectedLogLine("Switching to absolute send time RBE.");
philipel7522a282016-08-16 08:59:36258 receiver_log_.PushExpectedLogLine(kAbsSendTimeLog);
aleloi5d78e8d2016-11-08 11:44:54259 streams_.push_back(new Stream(this));
Peter Boström5811a392015-12-10 12:02:50260 EXPECT_TRUE(receiver_log_.Wait());
Fredrik Solenberg23fba1f2015-04-29 13:24:01261}
262
Fredrik Solenberg23fba1f2015-04-29 13:24:01263TEST_F(BitrateEstimatorTest, SwitchesToASTForVideo) {
stefanff483612015-12-21 11:14:00264 video_send_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 18:24:55265 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOFExtensionId));
Peter Boström7c704b82015-12-04 15:13:05266 receiver_log_.PushExpectedLogLine(kSingleStreamLog);
267 receiver_log_.PushExpectedLogLine(kSingleStreamLog);
aleloi5d78e8d2016-11-08 11:44:54268 streams_.push_back(new Stream(this));
Peter Boström5811a392015-12-10 12:02:50269 EXPECT_TRUE(receiver_log_.Wait());
pbos@webrtc.org5ab75672013-12-16 12:24:44270
stefanff483612015-12-21 11:14:00271 video_send_config_.rtp.extensions[0] =
isheriff6f8d6862016-05-26 18:24:55272 RtpExtension(RtpExtension::kAbsSendTimeUri, kASTExtensionId);
Peter Boström8c66a002016-02-11 12:51:10273 receiver_log_.PushExpectedLogLine("Switching to absolute send time RBE.");
philipel7522a282016-08-16 08:59:36274 receiver_log_.PushExpectedLogLine(kAbsSendTimeLog);
aleloi5d78e8d2016-11-08 11:44:54275 streams_.push_back(new Stream(this));
Peter Boström5811a392015-12-10 12:02:50276 EXPECT_TRUE(receiver_log_.Wait());
pbos@webrtc.org5ab75672013-12-16 12:24:44277}
278
deadbeef1086ed62016-04-22 17:52:40279// This test is flaky. See webrtc:5790.
280TEST_F(BitrateEstimatorTest, DISABLED_SwitchesToASTThenBackToTOFForVideo) {
stefanff483612015-12-21 11:14:00281 video_send_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 18:24:55282 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOFExtensionId));
Peter Boström7c704b82015-12-04 15:13:05283 receiver_log_.PushExpectedLogLine(kSingleStreamLog);
Stefan Holmer789ba922016-02-17 14:52:17284 receiver_log_.PushExpectedLogLine(kAbsSendTimeLog);
Peter Boström7c704b82015-12-04 15:13:05285 receiver_log_.PushExpectedLogLine(kSingleStreamLog);
aleloi5d78e8d2016-11-08 11:44:54286 streams_.push_back(new Stream(this));
Peter Boström5811a392015-12-10 12:02:50287 EXPECT_TRUE(receiver_log_.Wait());
pbos@webrtc.org5ab75672013-12-16 12:24:44288
stefanff483612015-12-21 11:14:00289 video_send_config_.rtp.extensions[0] =
isheriff6f8d6862016-05-26 18:24:55290 RtpExtension(RtpExtension::kAbsSendTimeUri, kASTExtensionId);
Peter Boström7c704b82015-12-04 15:13:05291 receiver_log_.PushExpectedLogLine(kAbsSendTimeLog);
Peter Boström8c66a002016-02-11 12:51:10292 receiver_log_.PushExpectedLogLine("Switching to absolute send time RBE.");
aleloi5d78e8d2016-11-08 11:44:54293 streams_.push_back(new Stream(this));
Peter Boström5811a392015-12-10 12:02:50294 EXPECT_TRUE(receiver_log_.Wait());
pbos@webrtc.org5ab75672013-12-16 12:24:44295
stefanff483612015-12-21 11:14:00296 video_send_config_.rtp.extensions[0] =
isheriff6f8d6862016-05-26 18:24:55297 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOFExtensionId);
Peter Boström8c66a002016-02-11 12:51:10298 receiver_log_.PushExpectedLogLine(kAbsSendTimeLog);
Peter Boström7c704b82015-12-04 15:13:05299 receiver_log_.PushExpectedLogLine(
pbos@webrtc.org5ab75672013-12-16 12:24:44300 "WrappingBitrateEstimator: Switching to transmission time offset RBE.");
aleloi5d78e8d2016-11-08 11:44:54301 streams_.push_back(new Stream(this));
pbos@webrtc.org5ab75672013-12-16 12:24:44302 streams_[0]->StopSending();
303 streams_[1]->StopSending();
Peter Boström5811a392015-12-10 12:02:50304 EXPECT_TRUE(receiver_log_.Wait());
pbos@webrtc.org5ab75672013-12-16 12:24:44305}
306} // namespace webrtc