blob: a4d4547dfc9bdfc5430eef88fc91c6ef045f83b5 [file] [log] [blame]
sprang@webrtc.org131bea82015-02-18 12:46:061/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <stdio.h>
12
Mirko Bonadei92ea95e2017-09-15 04:47:3113#include "rtc_base/flags.h"
Mirko Bonadei45a4c412018-07-31 13:07:2814#include "rtc_base/logging.h"
Bjorn Tereliusedab3012018-01-31 16:23:4015#include "system_wrappers/include/field_trial_default.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3116#include "test/field_trial.h"
17#include "test/gtest.h"
18#include "test/run_test.h"
19#include "video/video_quality_test.h"
sprang@webrtc.org131bea82015-02-18 12:46:0620
21namespace webrtc {
sprang@webrtc.org131bea82015-02-18 12:46:0622namespace flags {
23
sprangce4aef12015-11-02 15:23:2024// Flags common with screenshare loopback, with different default values.
sprang1168fd42017-06-21 16:00:1725DEFINE_int(width, 640, "Video width.");
sprang@webrtc.org131bea82015-02-18 12:46:0626size_t Width() {
sprang1168fd42017-06-21 16:00:1727 return static_cast<size_t>(FLAG_width);
sprang@webrtc.org131bea82015-02-18 12:46:0628}
29
sprang1168fd42017-06-21 16:00:1730DEFINE_int(height, 480, "Video height.");
sprang@webrtc.org131bea82015-02-18 12:46:0631size_t Height() {
sprang1168fd42017-06-21 16:00:1732 return static_cast<size_t>(FLAG_height);
sprang@webrtc.org131bea82015-02-18 12:46:0633}
34
sprang1168fd42017-06-21 16:00:1735DEFINE_int(fps, 30, "Frames per second.");
sprang@webrtc.org131bea82015-02-18 12:46:0636int Fps() {
sprang1168fd42017-06-21 16:00:1737 return static_cast<int>(FLAG_fps);
sprang@webrtc.org131bea82015-02-18 12:46:0638}
39
sprang1168fd42017-06-21 16:00:1740DEFINE_int(capture_device_index, 0, "Capture device to select");
Tarun Chawla8e857d12017-05-31 13:50:5741size_t GetCaptureDevice() {
sprang1168fd42017-06-21 16:00:1742 return static_cast<size_t>(FLAG_capture_device_index);
Tarun Chawla8e857d12017-05-31 13:50:5743}
44
sprang1168fd42017-06-21 16:00:1745DEFINE_int(min_bitrate, 50, "Call and stream min bitrate in kbps.");
ivica5d6a06c2015-09-17 12:30:2446int MinBitrateKbps() {
sprang1168fd42017-06-21 16:00:1747 return static_cast<int>(FLAG_min_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:0648}
49
sprang1168fd42017-06-21 16:00:1750DEFINE_int(start_bitrate, 300, "Call start bitrate in kbps.");
ivica5d6a06c2015-09-17 12:30:2451int StartBitrateKbps() {
sprang1168fd42017-06-21 16:00:1752 return static_cast<int>(FLAG_start_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:0653}
54
sprang1168fd42017-06-21 16:00:1755DEFINE_int(target_bitrate, 800, "Stream target bitrate in kbps.");
ivica5d6a06c2015-09-17 12:30:2456int TargetBitrateKbps() {
sprang1168fd42017-06-21 16:00:1757 return static_cast<int>(FLAG_target_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:0658}
59
sprang1168fd42017-06-21 16:00:1760DEFINE_int(max_bitrate, 800, "Call and stream max bitrate in kbps.");
ivica5d6a06c2015-09-17 12:30:2461int MaxBitrateKbps() {
sprang1168fd42017-06-21 16:00:1762 return static_cast<int>(FLAG_max_bitrate);
ivica5d6a06c2015-09-17 12:30:2463}
sprang@webrtc.org131bea82015-02-18 12:46:0664
mflodman48a4beb2016-07-01 11:03:5965DEFINE_bool(suspend_below_min_bitrate,
66 false,
67 "Suspends video below the configured min bitrate.");
68
sprang1168fd42017-06-21 16:00:1769DEFINE_int(num_temporal_layers,
70 1,
71 "Number of temporal layers. Set to 1-4 to override.");
sprangce4aef12015-11-02 15:23:2072int NumTemporalLayers() {
sprang1168fd42017-06-21 16:00:1773 return static_cast<int>(FLAG_num_temporal_layers);
sprangce4aef12015-11-02 15:23:2074}
75
Sergey Silkin57027362018-05-15 07:12:0576DEFINE_int(inter_layer_pred,
Sergey Silkindf736d82018-05-23 21:22:4677 2,
Sergey Silkin57027362018-05-15 07:12:0578 "Inter-layer prediction mode. "
79 "0 - enabled, 1 - disabled, 2 - enabled only for key pictures.");
80InterLayerPredMode InterLayerPred() {
81 if (FLAG_inter_layer_pred == 0) {
82 return InterLayerPredMode::kOn;
83 } else if (FLAG_inter_layer_pred == 1) {
84 return InterLayerPredMode::kOff;
85 } else {
86 RTC_DCHECK_EQ(FLAG_inter_layer_pred, 2);
87 return InterLayerPredMode::kOnKeyPic;
88 }
89}
90
sprangce4aef12015-11-02 15:23:2091// Flags common with screenshare loopback, with equal default values.
sprang@webrtc.org131bea82015-02-18 12:46:0692DEFINE_string(codec, "VP8", "Video codec to use.");
93std::string Codec() {
sprang1168fd42017-06-21 16:00:1794 return static_cast<std::string>(FLAG_codec);
sprang@webrtc.org131bea82015-02-18 12:46:0695}
96
sprang1168fd42017-06-21 16:00:1797DEFINE_int(selected_tl,
98 -1,
99 "Temporal layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 15:23:20100int SelectedTL() {
sprang1168fd42017-06-21 16:00:17101 return static_cast<int>(FLAG_selected_tl);
sprangce4aef12015-11-02 15:23:20102}
103
sprang1168fd42017-06-21 16:00:17104DEFINE_int(
sprangce4aef12015-11-02 15:23:20105 duration,
106 0,
107 "Duration of the test in seconds. If 0, rendered will be shown instead.");
108int DurationSecs() {
sprang1168fd42017-06-21 16:00:17109 return static_cast<int>(FLAG_duration);
sprangce4aef12015-11-02 15:23:20110}
111
112DEFINE_string(output_filename, "", "Target graph data filename.");
113std::string OutputFilename() {
sprang1168fd42017-06-21 16:00:17114 return static_cast<std::string>(FLAG_output_filename);
sprangce4aef12015-11-02 15:23:20115}
116
117DEFINE_string(graph_title,
118 "",
119 "If empty, title will be generated automatically.");
120std::string GraphTitle() {
sprang1168fd42017-06-21 16:00:17121 return static_cast<std::string>(FLAG_graph_title);
sprangce4aef12015-11-02 15:23:20122}
123
sprang1168fd42017-06-21 16:00:17124DEFINE_int(loss_percent, 0, "Percentage of packets randomly lost.");
sprang@webrtc.org131bea82015-02-18 12:46:06125int LossPercent() {
sprang1168fd42017-06-21 16:00:17126 return static_cast<int>(FLAG_loss_percent);
sprang@webrtc.org131bea82015-02-18 12:46:06127}
128
sprang1168fd42017-06-21 16:00:17129DEFINE_int(avg_burst_loss_length, -1, "Average burst length of lost packets.");
philipel536378b2016-05-31 10:20:23130int AvgBurstLossLength() {
sprang1168fd42017-06-21 16:00:17131 return static_cast<int>(FLAG_avg_burst_loss_length);
philipel536378b2016-05-31 10:20:23132}
133
sprang1168fd42017-06-21 16:00:17134DEFINE_int(link_capacity,
135 0,
136 "Capacity (kbps) of the fake link. 0 means infinite.");
ivica5d6a06c2015-09-17 12:30:24137int LinkCapacityKbps() {
sprang1168fd42017-06-21 16:00:17138 return static_cast<int>(FLAG_link_capacity);
sprang@webrtc.org131bea82015-02-18 12:46:06139}
140
sprang1168fd42017-06-21 16:00:17141DEFINE_int(queue_size, 0, "Size of the bottleneck link queue in packets.");
sprang@webrtc.org131bea82015-02-18 12:46:06142int QueueSize() {
sprang1168fd42017-06-21 16:00:17143 return static_cast<int>(FLAG_queue_size);
sprang@webrtc.org131bea82015-02-18 12:46:06144}
145
sprang1168fd42017-06-21 16:00:17146DEFINE_int(avg_propagation_delay_ms,
147 0,
148 "Average link propagation delay in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06149int AvgPropagationDelayMs() {
sprang1168fd42017-06-21 16:00:17150 return static_cast<int>(FLAG_avg_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06151}
152
Ilya Nikolaevskiya4259f62017-12-05 12:19:45153DEFINE_string(rtc_event_log_name,
154 "",
155 "Filename for rtc event log. Two files "
156 "with \"_send\" and \"_recv\" suffixes will be created.");
ilnik98436952017-07-13 07:47:03157std::string RtcEventLogName() {
158 return static_cast<std::string>(FLAG_rtc_event_log_name);
159}
160
161DEFINE_string(rtp_dump_name, "", "Filename for dumped received RTP stream.");
162std::string RtpDumpName() {
163 return static_cast<std::string>(FLAG_rtp_dump_name);
164}
165
sprang1168fd42017-06-21 16:00:17166DEFINE_int(std_propagation_delay_ms,
167 0,
168 "Link propagation delay standard deviation in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06169int StdPropagationDelayMs() {
sprang1168fd42017-06-21 16:00:17170 return static_cast<int>(FLAG_std_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06171}
172
sprang1168fd42017-06-21 16:00:17173DEFINE_int(num_streams, 0, "Number of streams to show or analyze.");
174int NumStreams() {
175 return static_cast<int>(FLAG_num_streams);
176}
177
178DEFINE_int(selected_stream,
179 0,
180 "ID of the stream to show or analyze. "
181 "Set to the number of streams to show them all.");
sprangce4aef12015-11-02 15:23:20182int SelectedStream() {
sprang1168fd42017-06-21 16:00:17183 return static_cast<int>(FLAG_selected_stream);
sprangce4aef12015-11-02 15:23:20184}
185
sprang1168fd42017-06-21 16:00:17186DEFINE_int(num_spatial_layers, 1, "Number of spatial layers to use.");
sprangce4aef12015-11-02 15:23:20187int NumSpatialLayers() {
sprang1168fd42017-06-21 16:00:17188 return static_cast<int>(FLAG_num_spatial_layers);
sprangce4aef12015-11-02 15:23:20189}
190
sprang1168fd42017-06-21 16:00:17191DEFINE_int(selected_sl,
192 -1,
193 "Spatial layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 15:23:20194int SelectedSL() {
sprang1168fd42017-06-21 16:00:17195 return static_cast<int>(FLAG_selected_sl);
sprangce4aef12015-11-02 15:23:20196}
197
198DEFINE_string(stream0,
199 "",
200 "Comma separated values describing VideoStream for stream #0.");
201std::string Stream0() {
sprang1168fd42017-06-21 16:00:17202 return static_cast<std::string>(FLAG_stream0);
sprangce4aef12015-11-02 15:23:20203}
204
205DEFINE_string(stream1,
206 "",
207 "Comma separated values describing VideoStream for stream #1.");
208std::string Stream1() {
sprang1168fd42017-06-21 16:00:17209 return static_cast<std::string>(FLAG_stream1);
sprangce4aef12015-11-02 15:23:20210}
211
212DEFINE_string(sl0,
213 "",
214 "Comma separated values describing SpatialLayer for layer #0.");
215std::string SL0() {
sprang1168fd42017-06-21 16:00:17216 return static_cast<std::string>(FLAG_sl0);
sprangce4aef12015-11-02 15:23:20217}
218
219DEFINE_string(sl1,
220 "",
221 "Comma separated values describing SpatialLayer for layer #1.");
222std::string SL1() {
sprang1168fd42017-06-21 16:00:17223 return static_cast<std::string>(FLAG_sl1);
sprangce4aef12015-11-02 15:23:20224}
225
palmkviste75f2042016-09-28 13:19:48226DEFINE_string(encoded_frame_path,
227 "",
228 "The base path for encoded frame logs. Created files will have "
229 "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf");
230std::string EncodedFramePath() {
sprang1168fd42017-06-21 16:00:17231 return static_cast<std::string>(FLAG_encoded_frame_path);
palmkviste75f2042016-09-28 13:19:48232}
233
sprang@webrtc.org131bea82015-02-18 12:46:06234DEFINE_bool(logs, false, "print logs to stderr");
235
sprangce4aef12015-11-02 15:23:20236DEFINE_bool(send_side_bwe, true, "Use send-side bandwidth estimation");
237
philipela2c55232016-01-26 16:41:53238DEFINE_bool(allow_reordering, false, "Allow packet reordering to occur");
239
brandtra62f5822016-11-17 08:21:13240DEFINE_bool(use_ulpfec, false, "Use RED+ULPFEC forward error correction.");
241
242DEFINE_bool(use_flexfec, false, "Use FlexFEC forward error correction.");
philipel274c1dc2016-05-04 13:21:01243
minyue73208662016-08-18 13:28:55244DEFINE_bool(audio, false, "Add audio stream");
245
Yves Gerey665174f2018-06-19 13:03:05246DEFINE_bool(audio_video_sync,
247 false,
248 "Sync audio and video stream (no effect if"
249 " audio is false)");
minyue73208662016-08-18 13:28:55250
minyue4c8b9422017-03-21 11:11:43251DEFINE_bool(audio_dtx, false, "Enable audio DTX (no effect if audio is false)");
252
minyuea27172d2016-11-01 12:59:29253DEFINE_bool(video, true, "Add video stream");
254
sprang@webrtc.org131bea82015-02-18 12:46:06255DEFINE_string(
256 force_fieldtrials,
257 "",
258 "Field trials control experimental feature code which can be forced. "
259 "E.g. running with --force_fieldtrials=WebRTC-FooFeature/Enable/"
260 " will assign the group Enable to field trial WebRTC-FooFeature. Multiple "
261 "trials are separated by \"/\"");
pbos9874ee02015-06-22 11:44:26262
sprangce4aef12015-11-02 15:23:20263// Video-specific flags.
ivica5d6a06c2015-09-17 12:30:24264DEFINE_string(clip,
265 "",
266 "Name of the clip to show. If empty, using chroma generator.");
267std::string Clip() {
sprang1168fd42017-06-21 16:00:17268 return static_cast<std::string>(FLAG_clip);
ivica5d6a06c2015-09-17 12:30:24269}
270
sprang1168fd42017-06-21 16:00:17271DEFINE_bool(help, false, "prints this message");
272
sprang@webrtc.org131bea82015-02-18 12:46:06273} // namespace flags
274
275void Loopback() {
ivica5d6a06c2015-09-17 12:30:24276 FakeNetworkPipe::Config pipe_config;
277 pipe_config.loss_percent = flags::LossPercent();
philipel536378b2016-05-31 10:20:23278 pipe_config.avg_burst_loss_length = flags::AvgBurstLossLength();
ivica5d6a06c2015-09-17 12:30:24279 pipe_config.link_capacity_kbps = flags::LinkCapacityKbps();
280 pipe_config.queue_length_packets = flags::QueueSize();
281 pipe_config.queue_delay_ms = flags::AvgPropagationDelayMs();
282 pipe_config.delay_standard_deviation_ms = flags::StdPropagationDelayMs();
sprang1168fd42017-06-21 16:00:17283 pipe_config.allow_reordering = flags::FLAG_allow_reordering;
ivica5d6a06c2015-09-17 12:30:24284
Sebastian Janssonfc8d26b2018-02-21 08:52:06285 BitrateConstraints call_bitrate_config;
ivica5d6a06c2015-09-17 12:30:24286 call_bitrate_config.min_bitrate_bps = flags::MinBitrateKbps() * 1000;
287 call_bitrate_config.start_bitrate_bps = flags::StartBitrateKbps() * 1000;
Erik Språng28bb3912018-07-11 14:06:55288 call_bitrate_config.max_bitrate_bps = -1; // Don't cap bandwidth estimate.
ivica5d6a06c2015-09-17 12:30:24289
minyue73208662016-08-18 13:28:55290 VideoQualityTest::Params params;
ilnik98436952017-07-13 07:47:03291 params.call = {flags::FLAG_send_side_bwe, call_bitrate_config, 0};
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59292 params.video[0] = {flags::FLAG_video,
293 flags::Width(),
294 flags::Height(),
295 flags::Fps(),
296 flags::MinBitrateKbps() * 1000,
297 flags::TargetBitrateKbps() * 1000,
298 flags::MaxBitrateKbps() * 1000,
299 flags::FLAG_suspend_below_min_bitrate,
300 flags::Codec(),
301 flags::NumTemporalLayers(),
302 flags::SelectedTL(),
303 0, // No min transmit bitrate.
304 flags::FLAG_use_ulpfec,
305 flags::FLAG_use_flexfec,
Niels Möller6aa415e2018-06-07 09:14:13306 false,
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59307 flags::Clip(),
308 flags::GetCaptureDevice()};
sprang1168fd42017-06-21 16:00:17309 params.audio = {flags::FLAG_audio, flags::FLAG_audio_video_sync,
310 flags::FLAG_audio_dtx};
Mirko Bonadei45a4c412018-07-31 13:07:28311 params.logging = {flags::FLAG_rtc_event_log_name, flags::FLAG_rtp_dump_name,
312 flags::FLAG_encoded_frame_path};
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59313 params.screenshare[0].enabled = false;
Yves Gerey665174f2018-06-19 13:03:05314 params.analyzer = {"video",
315 0.0,
316 0.0,
317 flags::DurationSecs(),
318 flags::OutputFilename(),
319 flags::GraphTitle()};
minyue73208662016-08-18 13:28:55320 params.pipe = pipe_config;
sprang1168fd42017-06-21 16:00:17321
322 if (flags::NumStreams() > 1 && flags::Stream0().empty() &&
323 flags::Stream1().empty()) {
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59324 params.ss[0].infer_streams = true;
sprang1168fd42017-06-21 16:00:17325 }
ivica5d6a06c2015-09-17 12:30:24326
sprangce4aef12015-11-02 15:23:20327 std::vector<std::string> stream_descriptors;
328 stream_descriptors.push_back(flags::Stream0());
329 stream_descriptors.push_back(flags::Stream1());
330 std::vector<std::string> SL_descriptors;
331 SL_descriptors.push_back(flags::SL0());
332 SL_descriptors.push_back(flags::SL1());
333 VideoQualityTest::FillScalabilitySettings(
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59334 &params, 0, stream_descriptors, flags::NumStreams(),
335 flags::SelectedStream(), flags::NumSpatialLayers(), flags::SelectedSL(),
Sergey Silkin57027362018-05-15 07:12:05336 flags::InterLayerPred(), SL_descriptors);
sprangce4aef12015-11-02 15:23:20337
Karl Wiberg918f50c2018-07-05 09:40:33338 auto fixture = absl::make_unique<VideoQualityTest>(nullptr);
sprangce4aef12015-11-02 15:23:20339 if (flags::DurationSecs()) {
Patrik Höglundb6b29e02018-06-21 14:58:01340 fixture->RunWithAnalyzer(params);
sprangce4aef12015-11-02 15:23:20341 } else {
Patrik Höglundb6b29e02018-06-21 14:58:01342 fixture->RunWithRenderers(params);
sprangce4aef12015-11-02 15:23:20343 }
sprang@webrtc.org131bea82015-02-18 12:46:06344}
345} // namespace webrtc
346
347int main(int argc, char* argv[]) {
348 ::testing::InitGoogleTest(&argc, argv);
sprang1168fd42017-06-21 16:00:17349 rtc::FlagList::SetFlagsFromCommandLine(&argc, argv, true);
350 if (webrtc::flags::FLAG_help) {
351 rtc::FlagList::Print(nullptr, false);
352 return 0;
353 }
354
Mirko Bonadei45a4c412018-07-31 13:07:28355 rtc::LogMessage::SetLogToStderr(webrtc::flags::FLAG_logs);
356
Bjorn Tereliusedab3012018-01-31 16:23:40357 webrtc::test::ValidateFieldTrialsStringOrDie(
358 webrtc::flags::FLAG_force_fieldtrials);
359 // InitFieldTrialsFromString stores the char*, so the char array must outlive
360 // the application.
361 webrtc::field_trial::InitFieldTrialsFromString(
362 webrtc::flags::FLAG_force_fieldtrials);
sprang89c4a7e2017-06-30 20:27:40363
sprang@webrtc.org131bea82015-02-18 12:46:06364 webrtc::test::RunTest(webrtc::Loopback);
365 return 0;
366}