blob: 4696666908707d450e2a3fb3a17e62a20636cadc [file] [log] [blame]
sprang@webrtc.org131bea82015-02-18 12:46:061/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <stdio.h>
12
Mirko Bonadei92ea95e2017-09-15 04:47:3113#include "rtc_base/flags.h"
Mirko Bonadei45a4c412018-07-31 13:07:2814#include "rtc_base/logging.h"
Mirko Bonadei17f48782018-09-28 06:51:1015#include "system_wrappers/include/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3116#include "test/field_trial.h"
17#include "test/gtest.h"
18#include "test/run_test.h"
19#include "video/video_quality_test.h"
sprang@webrtc.org131bea82015-02-18 12:46:0620
21namespace webrtc {
22namespace flags {
23
sprangce4aef12015-11-02 15:23:2024// Flags common with video loopback, with different default values.
Mirko Bonadei2dfa9982018-10-18 09:35:3225WEBRTC_DEFINE_int(width, 1850, "Video width (crops source).");
sprang@webrtc.org131bea82015-02-18 12:46:0626size_t Width() {
kjellander12fa8f42017-05-17 18:19:5827 return static_cast<size_t>(FLAG_width);
sprang@webrtc.org131bea82015-02-18 12:46:0628}
sprangd6358952015-07-29 14:58:1329
Mirko Bonadei2dfa9982018-10-18 09:35:3230WEBRTC_DEFINE_int(height, 1110, "Video height (crops source).");
sprang@webrtc.org131bea82015-02-18 12:46:0631size_t Height() {
kjellander12fa8f42017-05-17 18:19:5832 return static_cast<size_t>(FLAG_height);
sprang@webrtc.org131bea82015-02-18 12:46:0633}
34
Mirko Bonadei2dfa9982018-10-18 09:35:3235WEBRTC_DEFINE_int(fps, 5, "Frames per second.");
sprang@webrtc.org131bea82015-02-18 12:46:0636int Fps() {
kjellander12fa8f42017-05-17 18:19:5837 return static_cast<int>(FLAG_fps);
sprang@webrtc.org131bea82015-02-18 12:46:0638}
39
Mirko Bonadei2dfa9982018-10-18 09:35:3240WEBRTC_DEFINE_int(min_bitrate, 50, "Call and stream min bitrate in kbps.");
ivica5d6a06c2015-09-17 12:30:2441int MinBitrateKbps() {
kjellander12fa8f42017-05-17 18:19:5842 return static_cast<int>(FLAG_min_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:0643}
44
Mirko Bonadei2dfa9982018-10-18 09:35:3245WEBRTC_DEFINE_int(start_bitrate, 300, "Call start bitrate in kbps.");
ivica5d6a06c2015-09-17 12:30:2446int StartBitrateKbps() {
kjellander12fa8f42017-05-17 18:19:5847 return static_cast<int>(FLAG_start_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:0648}
49
Mirko Bonadei2dfa9982018-10-18 09:35:3250WEBRTC_DEFINE_int(target_bitrate, 200, "Stream target bitrate in kbps.");
ivica5d6a06c2015-09-17 12:30:2451int TargetBitrateKbps() {
kjellander12fa8f42017-05-17 18:19:5852 return static_cast<int>(FLAG_target_bitrate);
ivica5d6a06c2015-09-17 12:30:2453}
54
Mirko Bonadei2dfa9982018-10-18 09:35:3255WEBRTC_DEFINE_int(max_bitrate, 1000, "Call and stream max bitrate in kbps.");
ivica5d6a06c2015-09-17 12:30:2456int MaxBitrateKbps() {
kjellander12fa8f42017-05-17 18:19:5857 return static_cast<int>(FLAG_max_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:0658}
59
Mirko Bonadei2dfa9982018-10-18 09:35:3260WEBRTC_DEFINE_int(num_temporal_layers, 2, "Number of temporal layers to use.");
sprangce4aef12015-11-02 15:23:2061int NumTemporalLayers() {
kjellander12fa8f42017-05-17 18:19:5862 return static_cast<int>(FLAG_num_temporal_layers);
ivica87f83a92015-10-08 12:13:3263}
64
sprangce4aef12015-11-02 15:23:2065// Flags common with video loopback, with equal default values.
Mirko Bonadei2dfa9982018-10-18 09:35:3266WEBRTC_DEFINE_string(codec, "VP8", "Video codec to use.");
sprang7a975f72015-10-12 13:33:2167std::string Codec() {
kjellander12fa8f42017-05-17 18:19:5868 return static_cast<std::string>(FLAG_codec);
ivica87f83a92015-10-08 12:13:3269}
70
Mirko Bonadei2dfa9982018-10-18 09:35:3271WEBRTC_DEFINE_string(rtc_event_log_name,
72 "",
73 "Filename for rtc event log. Two files "
74 "with \"_send\" and \"_recv\" suffixes will be created.");
ilnik98436952017-07-13 07:47:0375std::string RtcEventLogName() {
76 return static_cast<std::string>(FLAG_rtc_event_log_name);
77}
78
Mirko Bonadei2dfa9982018-10-18 09:35:3279WEBRTC_DEFINE_string(rtp_dump_name,
80 "",
81 "Filename for dumped received RTP stream.");
ilnik98436952017-07-13 07:47:0382std::string RtpDumpName() {
83 return static_cast<std::string>(FLAG_rtp_dump_name);
84}
85
Mirko Bonadei2dfa9982018-10-18 09:35:3286WEBRTC_DEFINE_int(
87 selected_tl,
88 -1,
89 "Temporal layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 15:23:2090int SelectedTL() {
kjellander12fa8f42017-05-17 18:19:5891 return static_cast<int>(FLAG_selected_tl);
sprangce4aef12015-11-02 15:23:2092}
93
Mirko Bonadei2dfa9982018-10-18 09:35:3294WEBRTC_DEFINE_int(
sprangce4aef12015-11-02 15:23:2095 duration,
96 0,
97 "Duration of the test in seconds. If 0, rendered will be shown instead.");
98int DurationSecs() {
kjellander12fa8f42017-05-17 18:19:5899 return static_cast<int>(FLAG_duration);
sprangce4aef12015-11-02 15:23:20100}
101
Mirko Bonadei2dfa9982018-10-18 09:35:32102WEBRTC_DEFINE_string(output_filename, "", "Target graph data filename.");
sprangce4aef12015-11-02 15:23:20103std::string OutputFilename() {
kjellander12fa8f42017-05-17 18:19:58104 return static_cast<std::string>(FLAG_output_filename);
sprangce4aef12015-11-02 15:23:20105}
106
Mirko Bonadei2dfa9982018-10-18 09:35:32107WEBRTC_DEFINE_string(graph_title,
108 "",
109 "If empty, title will be generated automatically.");
sprangce4aef12015-11-02 15:23:20110std::string GraphTitle() {
kjellander12fa8f42017-05-17 18:19:58111 return static_cast<std::string>(FLAG_graph_title);
sprangce4aef12015-11-02 15:23:20112}
113
Mirko Bonadei2dfa9982018-10-18 09:35:32114WEBRTC_DEFINE_int(loss_percent, 0, "Percentage of packets randomly lost.");
sprang@webrtc.org131bea82015-02-18 12:46:06115int LossPercent() {
kjellander12fa8f42017-05-17 18:19:58116 return static_cast<int>(FLAG_loss_percent);
sprang@webrtc.org131bea82015-02-18 12:46:06117}
118
Mirko Bonadei2dfa9982018-10-18 09:35:32119WEBRTC_DEFINE_int(link_capacity,
120 0,
121 "Capacity (kbps) of the fake link. 0 means infinite.");
ivica5d6a06c2015-09-17 12:30:24122int LinkCapacityKbps() {
kjellander12fa8f42017-05-17 18:19:58123 return static_cast<int>(FLAG_link_capacity);
sprang@webrtc.org131bea82015-02-18 12:46:06124}
125
Mirko Bonadei2dfa9982018-10-18 09:35:32126WEBRTC_DEFINE_int(queue_size,
127 0,
128 "Size of the bottleneck link queue in packets.");
sprang@webrtc.org131bea82015-02-18 12:46:06129int QueueSize() {
kjellander12fa8f42017-05-17 18:19:58130 return static_cast<int>(FLAG_queue_size);
sprang@webrtc.org131bea82015-02-18 12:46:06131}
132
Mirko Bonadei2dfa9982018-10-18 09:35:32133WEBRTC_DEFINE_int(avg_propagation_delay_ms,
134 0,
135 "Average link propagation delay in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06136int AvgPropagationDelayMs() {
kjellander12fa8f42017-05-17 18:19:58137 return static_cast<int>(FLAG_avg_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06138}
139
Mirko Bonadei2dfa9982018-10-18 09:35:32140WEBRTC_DEFINE_int(std_propagation_delay_ms,
141 0,
142 "Link propagation delay standard deviation in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06143int StdPropagationDelayMs() {
kjellander12fa8f42017-05-17 18:19:58144 return static_cast<int>(FLAG_std_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06145}
146
Mirko Bonadei2dfa9982018-10-18 09:35:32147WEBRTC_DEFINE_int(num_streams, 0, "Number of streams to show or analyze.");
sprang1168fd42017-06-21 16:00:17148int NumStreams() {
149 return static_cast<int>(FLAG_num_streams);
150}
151
Mirko Bonadei2dfa9982018-10-18 09:35:32152WEBRTC_DEFINE_int(selected_stream,
153 0,
154 "ID of the stream to show or analyze. "
155 "Set to the number of streams to show them all.");
sprangce4aef12015-11-02 15:23:20156int SelectedStream() {
kjellander12fa8f42017-05-17 18:19:58157 return static_cast<int>(FLAG_selected_stream);
sprangce4aef12015-11-02 15:23:20158}
159
Mirko Bonadei2dfa9982018-10-18 09:35:32160WEBRTC_DEFINE_int(num_spatial_layers, 1, "Number of spatial layers to use.");
sprangce4aef12015-11-02 15:23:20161int NumSpatialLayers() {
kjellander12fa8f42017-05-17 18:19:58162 return static_cast<int>(FLAG_num_spatial_layers);
sprangce4aef12015-11-02 15:23:20163}
164
Mirko Bonadei2dfa9982018-10-18 09:35:32165WEBRTC_DEFINE_int(
166 inter_layer_pred,
167 0,
168 "Inter-layer prediction mode. "
169 "0 - enabled, 1 - disabled, 2 - enabled only for key pictures.");
Sergey Silkin57027362018-05-15 07:12:05170InterLayerPredMode InterLayerPred() {
171 if (FLAG_inter_layer_pred == 0) {
172 return InterLayerPredMode::kOn;
173 } else if (FLAG_inter_layer_pred == 1) {
174 return InterLayerPredMode::kOff;
175 } else {
176 RTC_DCHECK_EQ(FLAG_inter_layer_pred, 2);
177 return InterLayerPredMode::kOnKeyPic;
178 }
179}
180
Mirko Bonadei2dfa9982018-10-18 09:35:32181WEBRTC_DEFINE_int(selected_sl,
182 -1,
183 "Spatial layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 15:23:20184int SelectedSL() {
kjellander12fa8f42017-05-17 18:19:58185 return static_cast<int>(FLAG_selected_sl);
sprangce4aef12015-11-02 15:23:20186}
187
Mirko Bonadei2dfa9982018-10-18 09:35:32188WEBRTC_DEFINE_string(
189 stream0,
190 "",
191 "Comma separated values describing VideoStream for stream #0.");
sprangce4aef12015-11-02 15:23:20192std::string Stream0() {
kjellander12fa8f42017-05-17 18:19:58193 return static_cast<std::string>(FLAG_stream0);
sprangce4aef12015-11-02 15:23:20194}
195
Mirko Bonadei2dfa9982018-10-18 09:35:32196WEBRTC_DEFINE_string(
197 stream1,
198 "",
199 "Comma separated values describing VideoStream for stream #1.");
sprangce4aef12015-11-02 15:23:20200std::string Stream1() {
kjellander12fa8f42017-05-17 18:19:58201 return static_cast<std::string>(FLAG_stream1);
sprangce4aef12015-11-02 15:23:20202}
203
Mirko Bonadei2dfa9982018-10-18 09:35:32204WEBRTC_DEFINE_string(
205 sl0,
206 "",
207 "Comma separated values describing SpatialLayer for layer #0.");
sprangce4aef12015-11-02 15:23:20208std::string SL0() {
kjellander12fa8f42017-05-17 18:19:58209 return static_cast<std::string>(FLAG_sl0);
sprangce4aef12015-11-02 15:23:20210}
211
Mirko Bonadei2dfa9982018-10-18 09:35:32212WEBRTC_DEFINE_string(
213 sl1,
214 "",
215 "Comma separated values describing SpatialLayer for layer #1.");
sprangce4aef12015-11-02 15:23:20216std::string SL1() {
kjellander12fa8f42017-05-17 18:19:58217 return static_cast<std::string>(FLAG_sl1);
sprangce4aef12015-11-02 15:23:20218}
219
Mirko Bonadei2dfa9982018-10-18 09:35:32220WEBRTC_DEFINE_string(
221 encoded_frame_path,
222 "",
223 "The base path for encoded frame logs. Created files will have "
224 "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf");
palmkviste75f2042016-09-28 13:19:48225std::string EncodedFramePath() {
kjellander12fa8f42017-05-17 18:19:58226 return static_cast<std::string>(FLAG_encoded_frame_path);
palmkviste75f2042016-09-28 13:19:48227}
228
Mirko Bonadei2dfa9982018-10-18 09:35:32229WEBRTC_DEFINE_bool(logs, false, "print logs to stderr");
ivica87f83a92015-10-08 12:13:32230
Mirko Bonadei2dfa9982018-10-18 09:35:32231WEBRTC_DEFINE_bool(send_side_bwe, true, "Use send-side bandwidth estimation");
Erik Språng6b8d3552015-09-24 13:06:57232
Mirko Bonadei2dfa9982018-10-18 09:35:32233WEBRTC_DEFINE_bool(generic_descriptor,
234 false,
235 "Use the generic frame descriptor.");
philipel569397f2018-09-26 10:25:31236
Mirko Bonadei2dfa9982018-10-18 09:35:32237WEBRTC_DEFINE_bool(allow_reordering, false, "Allow packet reordering to occur");
philipela2c55232016-01-26 16:41:53238
Mirko Bonadei2dfa9982018-10-18 09:35:32239WEBRTC_DEFINE_string(
sprang@webrtc.org131bea82015-02-18 12:46:06240 force_fieldtrials,
241 "",
242 "Field trials control experimental feature code which can be forced. "
243 "E.g. running with --force_fieldtrials=WebRTC-FooFeature/Enable/"
244 " will assign the group Enable to field trial WebRTC-FooFeature. Multiple "
245 "trials are separated by \"/\"");
sprangce4aef12015-11-02 15:23:20246
247// Screenshare-specific flags.
Mirko Bonadei2dfa9982018-10-18 09:35:32248WEBRTC_DEFINE_int(min_transmit_bitrate,
249 400,
250 "Min transmit bitrate incl. padding.");
sprangce4aef12015-11-02 15:23:20251int MinTransmitBitrateKbps() {
kjellander12fa8f42017-05-17 18:19:58252 return FLAG_min_transmit_bitrate;
sprangce4aef12015-11-02 15:23:20253}
254
Mirko Bonadei2dfa9982018-10-18 09:35:32255WEBRTC_DEFINE_bool(
Yves Gerey665174f2018-06-19 13:03:05256 generate_slides,
257 false,
258 "Whether to use randomly generated slides or read them from files.");
erikvarga579de6f2017-08-29 16:12:57259bool GenerateSlides() {
260 return static_cast<int>(FLAG_generate_slides);
261}
262
Mirko Bonadei2dfa9982018-10-18 09:35:32263WEBRTC_DEFINE_int(slide_change_interval,
264 10,
265 "Interval (in seconds) between simulated slide changes.");
sprangce4aef12015-11-02 15:23:20266int SlideChangeInterval() {
kjellander12fa8f42017-05-17 18:19:58267 return static_cast<int>(FLAG_slide_change_interval);
sprangce4aef12015-11-02 15:23:20268}
269
Mirko Bonadei2dfa9982018-10-18 09:35:32270WEBRTC_DEFINE_int(
sprangce4aef12015-11-02 15:23:20271 scroll_duration,
272 0,
273 "Duration (in seconds) during which a slide will be scrolled into place.");
274int ScrollDuration() {
kjellander12fa8f42017-05-17 18:19:58275 return static_cast<int>(FLAG_scroll_duration);
sprangce4aef12015-11-02 15:23:20276}
277
Mirko Bonadei2dfa9982018-10-18 09:35:32278WEBRTC_DEFINE_string(
279 slides,
280 "",
281 "Comma-separated list of *.yuv files to display as slides.");
ilnik8d8185c2017-04-12 11:52:55282std::vector<std::string> Slides() {
283 std::vector<std::string> slides;
kjellander12fa8f42017-05-17 18:19:58284 std::string slides_list = FLAG_slides;
ilnik8d8185c2017-04-12 11:52:55285 rtc::tokenize(slides_list, ',', &slides);
286 return slides;
287}
288
Mirko Bonadei2dfa9982018-10-18 09:35:32289WEBRTC_DEFINE_bool(help, false, "prints this message");
kjellander12fa8f42017-05-17 18:19:58290
sprang@webrtc.org131bea82015-02-18 12:46:06291} // namespace flags
292
sprang@webrtc.org131bea82015-02-18 12:46:06293void Loopback() {
Artem Titov75e36472018-10-08 10:28:56294 BuiltInNetworkBehaviorConfig pipe_config;
ivica5d6a06c2015-09-17 12:30:24295 pipe_config.loss_percent = flags::LossPercent();
296 pipe_config.link_capacity_kbps = flags::LinkCapacityKbps();
297 pipe_config.queue_length_packets = flags::QueueSize();
298 pipe_config.queue_delay_ms = flags::AvgPropagationDelayMs();
299 pipe_config.delay_standard_deviation_ms = flags::StdPropagationDelayMs();
kjellander12fa8f42017-05-17 18:19:58300 pipe_config.allow_reordering = flags::FLAG_allow_reordering;
ivica5d6a06c2015-09-17 12:30:24301
Sebastian Janssonfc8d26b2018-02-21 08:52:06302 BitrateConstraints call_bitrate_config;
ivica5d6a06c2015-09-17 12:30:24303 call_bitrate_config.min_bitrate_bps = flags::MinBitrateKbps() * 1000;
304 call_bitrate_config.start_bitrate_bps = flags::StartBitrateKbps() * 1000;
Erik Språng28bb3912018-07-11 14:06:55305 call_bitrate_config.max_bitrate_bps = -1; // Don't cap bandwidth estimate.
ivica5d6a06c2015-09-17 12:30:24306
minyue73208662016-08-18 13:28:55307 VideoQualityTest::Params params;
philipel569397f2018-09-26 10:25:31308 params.call = {flags::FLAG_send_side_bwe, flags::FLAG_generic_descriptor,
309 call_bitrate_config};
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59310 params.video[0] = {true,
311 flags::Width(),
312 flags::Height(),
313 flags::Fps(),
314 flags::MinBitrateKbps() * 1000,
315 flags::TargetBitrateKbps() * 1000,
316 flags::MaxBitrateKbps() * 1000,
317 false,
318 flags::Codec(),
319 flags::NumTemporalLayers(),
320 flags::SelectedTL(),
321 flags::MinTransmitBitrateKbps() * 1000,
322 false, // ULPFEC disabled.
323 false, // FlexFEC disabled.
Niels Möller6aa415e2018-06-07 09:14:13324 false, // Automatic scaling disabled.
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59325 ""};
326 params.screenshare[0] = {true, flags::GenerateSlides(),
327 flags::SlideChangeInterval(),
328 flags::ScrollDuration(), flags::Slides()};
Yves Gerey665174f2018-06-19 13:03:05329 params.analyzer = {"screenshare",
330 0.0,
331 0.0,
332 flags::DurationSecs(),
333 flags::OutputFilename(),
334 flags::GraphTitle()};
Artem Titovf18b3522018-08-28 14:54:24335 params.config = pipe_config;
Mirko Bonadei45a4c412018-07-31 13:07:28336 params.logging = {flags::RtcEventLogName(), flags::RtpDumpName(),
337 flags::EncodedFramePath()};
ivica5d6a06c2015-09-17 12:30:24338
sprang1168fd42017-06-21 16:00:17339 if (flags::NumStreams() > 1 && flags::Stream0().empty() &&
340 flags::Stream1().empty()) {
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59341 params.ss[0].infer_streams = true;
sprang1168fd42017-06-21 16:00:17342 }
343
sprangce4aef12015-11-02 15:23:20344 std::vector<std::string> stream_descriptors;
345 stream_descriptors.push_back(flags::Stream0());
346 stream_descriptors.push_back(flags::Stream1());
347 std::vector<std::string> SL_descriptors;
348 SL_descriptors.push_back(flags::SL0());
349 SL_descriptors.push_back(flags::SL1());
350 VideoQualityTest::FillScalabilitySettings(
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59351 &params, 0, stream_descriptors, flags::NumStreams(),
352 flags::SelectedStream(), flags::NumSpatialLayers(), flags::SelectedSL(),
Sergey Silkin57027362018-05-15 07:12:05353 flags::InterLayerPred(), SL_descriptors);
sprangce4aef12015-11-02 15:23:20354
Karl Wiberg918f50c2018-07-05 09:40:33355 auto fixture = absl::make_unique<VideoQualityTest>(nullptr);
sprangce4aef12015-11-02 15:23:20356 if (flags::DurationSecs()) {
Patrik Höglundb6b29e02018-06-21 14:58:01357 fixture->RunWithAnalyzer(params);
sprangce4aef12015-11-02 15:23:20358 } else {
Patrik Höglundb6b29e02018-06-21 14:58:01359 fixture->RunWithRenderers(params);
sprangce4aef12015-11-02 15:23:20360 }
sprang@webrtc.org131bea82015-02-18 12:46:06361}
362} // namespace webrtc
363
364int main(int argc, char* argv[]) {
365 ::testing::InitGoogleTest(&argc, argv);
kjellander12fa8f42017-05-17 18:19:58366 rtc::FlagList::SetFlagsFromCommandLine(&argc, argv, true);
367 if (webrtc::flags::FLAG_help) {
368 rtc::FlagList::Print(nullptr, false);
369 return 0;
370 }
371
Mirko Bonadei45a4c412018-07-31 13:07:28372 rtc::LogMessage::SetLogToStderr(webrtc::flags::FLAG_logs);
373
Bjorn Tereliusedab3012018-01-31 16:23:40374 webrtc::test::ValidateFieldTrialsStringOrDie(
375 webrtc::flags::FLAG_force_fieldtrials);
376 // InitFieldTrialsFromString stores the char*, so the char array must outlive
377 // the application.
378 webrtc::field_trial::InitFieldTrialsFromString(
379 webrtc::flags::FLAG_force_fieldtrials);
sprang89c4a7e2017-06-30 20:27:40380
sprang@webrtc.org131bea82015-02-18 12:46:06381 webrtc::test::RunTest(webrtc::Loopback);
382 return 0;
383}