|  | /* | 
|  | *  Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. | 
|  | * | 
|  | *  Use of this source code is governed by a BSD-style license | 
|  | *  that can be found in the LICENSE file in the root of the source | 
|  | *  tree. An additional intellectual property rights grant can be found | 
|  | *  in the file PATENTS.  All contributing project authors may | 
|  | *  be found in the AUTHORS file in the root of the source tree. | 
|  | */ | 
|  |  | 
|  | #include <stdio.h> | 
|  |  | 
|  | #include <memory> | 
|  | #include <optional> | 
|  | #include <string> | 
|  | #include <vector> | 
|  |  | 
|  | #include "absl/flags/flag.h" | 
|  | #include "absl/flags/parse.h" | 
|  | #include "api/test/simulated_network.h" | 
|  | #include "api/test/video_quality_test_fixture.h" | 
|  | #include "api/transport/bitrate_settings.h" | 
|  | #include "api/units/data_rate.h" | 
|  | #include "api/video_codecs/video_codec.h" | 
|  | #include "rtc_base/checks.h" | 
|  | #include "rtc_base/logging.h" | 
|  | #include "rtc_base/string_encode.h" | 
|  | #include "system_wrappers/include/field_trial.h" | 
|  | #include "test/field_trial.h" | 
|  | #include "test/gtest.h" | 
|  | #include "test/run_test.h" | 
|  | #include "test/test_flags.h" | 
|  | #include "video/video_quality_test.h" | 
|  |  | 
|  | using ::webrtc::BitrateConstraints; | 
|  | using ::webrtc::BuiltInNetworkBehaviorConfig; | 
|  | using ::webrtc::InterLayerPredMode; | 
|  | using ::webrtc::SdpVideoFormat; | 
|  | using ::webrtc::VideoQualityTest; | 
|  |  | 
|  | // Flags common with video loopback, with different default values. | 
|  | ABSL_FLAG(int, width, 1850, "Video width (crops source)."); | 
|  | size_t Width() { | 
|  | return static_cast<size_t>(absl::GetFlag(FLAGS_width)); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, height, 1110, "Video height (crops source)."); | 
|  | size_t Height() { | 
|  | return static_cast<size_t>(absl::GetFlag(FLAGS_height)); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, fps, 5, "Frames per second."); | 
|  | int Fps() { | 
|  | return absl::GetFlag(FLAGS_fps); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, min_bitrate, 50, "Call and stream min bitrate in kbps."); | 
|  | int MinBitrateKbps() { | 
|  | return absl::GetFlag(FLAGS_min_bitrate); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, start_bitrate, 300, "Call start bitrate in kbps."); | 
|  | int StartBitrateKbps() { | 
|  | return absl::GetFlag(FLAGS_start_bitrate); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, target_bitrate, 200, "Stream target bitrate in kbps."); | 
|  | int TargetBitrateKbps() { | 
|  | return absl::GetFlag(FLAGS_target_bitrate); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, max_bitrate, 1000, "Call and stream max bitrate in kbps."); | 
|  | int MaxBitrateKbps() { | 
|  | return absl::GetFlag(FLAGS_max_bitrate); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, num_temporal_layers, 2, "Number of temporal layers to use."); | 
|  | int NumTemporalLayers() { | 
|  | return absl::GetFlag(FLAGS_num_temporal_layers); | 
|  | } | 
|  |  | 
|  | // Flags common with video loopback, with equal default values. | 
|  | ABSL_FLAG(std::string, codec, "VP8", "Video codec to use."); | 
|  | std::string Codec() { | 
|  | return absl::GetFlag(FLAGS_codec); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | rtc_event_log_name, | 
|  | "", | 
|  | "Filename for rtc event log. Two files " | 
|  | "with \"_send\" and \"_recv\" suffixes will be created."); | 
|  | std::string RtcEventLogName() { | 
|  | return absl::GetFlag(FLAGS_rtc_event_log_name); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | rtp_dump_name, | 
|  | "", | 
|  | "Filename for dumped received RTP stream."); | 
|  | std::string RtpDumpName() { | 
|  | return absl::GetFlag(FLAGS_rtp_dump_name); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, | 
|  | selected_tl, | 
|  | -1, | 
|  | "Temporal layer to show or analyze. -1 to disable filtering."); | 
|  | int SelectedTL() { | 
|  | return absl::GetFlag(FLAGS_selected_tl); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG( | 
|  | int, | 
|  | duration, | 
|  | 0, | 
|  | "Duration of the test in seconds. If 0, rendered will be shown instead."); | 
|  | int DurationSecs() { | 
|  | return absl::GetFlag(FLAGS_duration); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, output_filename, "", "Target graph data filename."); | 
|  | std::string OutputFilename() { | 
|  | return absl::GetFlag(FLAGS_output_filename); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | graph_title, | 
|  | "", | 
|  | "If empty, title will be generated automatically."); | 
|  | std::string GraphTitle() { | 
|  | return absl::GetFlag(FLAGS_graph_title); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, loss_percent, 0, "Percentage of packets randomly lost."); | 
|  | int LossPercent() { | 
|  | return absl::GetFlag(FLAGS_loss_percent); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, | 
|  | link_capacity, | 
|  | 0, | 
|  | "Capacity (kbps) of the fake link. 0 means infinite."); | 
|  | webrtc::DataRate LinkCapacity() { | 
|  | int link_capacity_kbps = absl::GetFlag(FLAGS_link_capacity); | 
|  | return link_capacity_kbps == 0 | 
|  | ? webrtc::DataRate::Infinity() | 
|  | : webrtc::DataRate::KilobitsPerSec(link_capacity_kbps); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, queue_size, 0, "Size of the bottleneck link queue in packets."); | 
|  | int QueueSize() { | 
|  | return absl::GetFlag(FLAGS_queue_size); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, | 
|  | avg_propagation_delay_ms, | 
|  | 0, | 
|  | "Average link propagation delay in ms."); | 
|  | int AvgPropagationDelayMs() { | 
|  | return absl::GetFlag(FLAGS_avg_propagation_delay_ms); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, | 
|  | std_propagation_delay_ms, | 
|  | 0, | 
|  | "Link propagation delay standard deviation in ms."); | 
|  | int StdPropagationDelayMs() { | 
|  | return absl::GetFlag(FLAGS_std_propagation_delay_ms); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, num_streams, 0, "Number of streams to show or analyze."); | 
|  | int NumStreams() { | 
|  | return absl::GetFlag(FLAGS_num_streams); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, | 
|  | selected_stream, | 
|  | 0, | 
|  | "ID of the stream to show or analyze. " | 
|  | "Set to the number of streams to show them all."); | 
|  | int SelectedStream() { | 
|  | return absl::GetFlag(FLAGS_selected_stream); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, num_spatial_layers, 1, "Number of spatial layers to use."); | 
|  | int NumSpatialLayers() { | 
|  | return absl::GetFlag(FLAGS_num_spatial_layers); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, | 
|  | inter_layer_pred, | 
|  | 0, | 
|  | "Inter-layer prediction mode. " | 
|  | "0 - enabled, 1 - disabled, 2 - enabled only for key pictures."); | 
|  | InterLayerPredMode InterLayerPred() { | 
|  | if (absl::GetFlag(FLAGS_inter_layer_pred) == 0) { | 
|  | return webrtc::InterLayerPredMode::kOn; | 
|  | } else if (absl::GetFlag(FLAGS_inter_layer_pred) == 1) { | 
|  | return webrtc::InterLayerPredMode::kOff; | 
|  | } else { | 
|  | RTC_DCHECK_EQ(absl::GetFlag(FLAGS_inter_layer_pred), 2); | 
|  | return webrtc::InterLayerPredMode::kOnKeyPic; | 
|  | } | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, | 
|  | selected_sl, | 
|  | -1, | 
|  | "Spatial layer to show or analyze. -1 to disable filtering."); | 
|  | int SelectedSL() { | 
|  | return absl::GetFlag(FLAGS_selected_sl); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | stream0, | 
|  | "", | 
|  | "Comma separated values describing VideoStream for stream #0."); | 
|  | std::string Stream0() { | 
|  | return absl::GetFlag(FLAGS_stream0); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | stream1, | 
|  | "", | 
|  | "Comma separated values describing VideoStream for stream #1."); | 
|  | std::string Stream1() { | 
|  | return absl::GetFlag(FLAGS_stream1); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | sl0, | 
|  | "", | 
|  | "Comma separated values describing SpatialLayer for layer #0."); | 
|  | std::string SL0() { | 
|  | return absl::GetFlag(FLAGS_sl0); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | sl1, | 
|  | "", | 
|  | "Comma separated values describing SpatialLayer for layer #1."); | 
|  | std::string SL1() { | 
|  | return absl::GetFlag(FLAGS_sl1); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | encoded_frame_path, | 
|  | "", | 
|  | "The base path for encoded frame logs. Created files will have " | 
|  | "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf"); | 
|  | std::string EncodedFramePath() { | 
|  | return absl::GetFlag(FLAGS_encoded_frame_path); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(bool, logs, false, "print logs to stderr"); | 
|  |  | 
|  | ABSL_FLAG(bool, send_side_bwe, true, "Use send-side bandwidth estimation"); | 
|  |  | 
|  | ABSL_FLAG(bool, generic_descriptor, false, "Use the generic frame descriptor."); | 
|  |  | 
|  | ABSL_FLAG(bool, allow_reordering, false, "Allow packet reordering to occur"); | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | clip, | 
|  | "", | 
|  | "Name of the clip to show. If empty, use frame generator."); | 
|  | std::string Clip() { | 
|  | return absl::GetFlag(FLAGS_clip); | 
|  | } | 
|  |  | 
|  | // Screenshare-specific flags. | 
|  | ABSL_FLAG(int, | 
|  | min_transmit_bitrate, | 
|  | 400, | 
|  | "Min transmit bitrate incl. padding."); | 
|  | int MinTransmitBitrateKbps() { | 
|  | return absl::GetFlag(FLAGS_min_transmit_bitrate); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(bool, | 
|  | generate_slides, | 
|  | false, | 
|  | "Whether to use randomly generated slides or read them from files."); | 
|  | bool GenerateSlides() { | 
|  | return absl::GetFlag(FLAGS_generate_slides); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(int, | 
|  | slide_change_interval, | 
|  | 10, | 
|  | "Interval (in seconds) between simulated slide changes."); | 
|  | int SlideChangeInterval() { | 
|  | return absl::GetFlag(FLAGS_slide_change_interval); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG( | 
|  | int, | 
|  | scroll_duration, | 
|  | 0, | 
|  | "Duration (in seconds) during which a slide will be scrolled into place."); | 
|  | int ScrollDuration() { | 
|  | return absl::GetFlag(FLAGS_scroll_duration); | 
|  | } | 
|  |  | 
|  | ABSL_FLAG(std::string, | 
|  | slides, | 
|  | "", | 
|  | "Comma-separated list of *.yuv files to display as slides."); | 
|  | std::vector<std::string> Slides() { | 
|  | std::vector<std::string> slides; | 
|  | std::string slides_list = absl::GetFlag(FLAGS_slides); | 
|  | webrtc::tokenize(slides_list, ',', &slides); | 
|  | return slides; | 
|  | } | 
|  |  | 
|  | void Loopback() { | 
|  | BuiltInNetworkBehaviorConfig pipe_config; | 
|  | pipe_config.loss_percent = LossPercent(); | 
|  | pipe_config.link_capacity = LinkCapacity(); | 
|  | pipe_config.queue_length_packets = QueueSize(); | 
|  | pipe_config.queue_delay_ms = AvgPropagationDelayMs(); | 
|  | pipe_config.delay_standard_deviation_ms = StdPropagationDelayMs(); | 
|  | pipe_config.allow_reordering = absl::GetFlag(FLAGS_allow_reordering); | 
|  |  | 
|  | BitrateConstraints call_bitrate_config; | 
|  | call_bitrate_config.min_bitrate_bps = MinBitrateKbps() * 1000; | 
|  | call_bitrate_config.start_bitrate_bps = StartBitrateKbps() * 1000; | 
|  | call_bitrate_config.max_bitrate_bps = -1;  // Don't cap bandwidth estimate. | 
|  |  | 
|  | VideoQualityTest::Params params; | 
|  | params.call.send_side_bwe = absl::GetFlag(FLAGS_send_side_bwe); | 
|  | params.call.generic_descriptor = absl::GetFlag(FLAGS_generic_descriptor); | 
|  | params.call.call_bitrate_config = call_bitrate_config; | 
|  | params.video[0].enabled = true; | 
|  | params.video[0].width = Width(); | 
|  | params.video[0].height = Height(); | 
|  | params.video[0].fps = Fps(); | 
|  | params.video[0].min_bitrate_bps = MinBitrateKbps() * 1000; | 
|  | params.video[0].target_bitrate_bps = TargetBitrateKbps() * 1000; | 
|  | params.video[0].max_bitrate_bps = MaxBitrateKbps() * 1000; | 
|  | params.video[0].codec = Codec(); | 
|  | params.video[0].num_temporal_layers = NumTemporalLayers(); | 
|  | params.video[0].selected_tl = SelectedTL(); | 
|  | params.video[0].min_transmit_bps = MinTransmitBitrateKbps() * 1000; | 
|  | params.video[0].clip_path = Clip(); | 
|  | params.screenshare[0].enabled = true; | 
|  | params.screenshare[0].generate_slides = GenerateSlides(); | 
|  | params.screenshare[0].slide_change_interval = SlideChangeInterval(); | 
|  | params.screenshare[0].scroll_duration = ScrollDuration(); | 
|  | params.screenshare[0].slides = Slides(); | 
|  | params.analyzer.test_label = "screenshare"; | 
|  | params.analyzer.test_durations_secs = DurationSecs(); | 
|  | params.config = pipe_config; | 
|  | params.logging.rtc_event_log_name = RtcEventLogName(); | 
|  | params.logging.rtp_dump_name = RtpDumpName(); | 
|  | params.logging.encoded_frame_base_path = EncodedFramePath(); | 
|  |  | 
|  | if (NumStreams() > 1 && Stream0().empty() && Stream1().empty()) { | 
|  | params.ss[0].infer_streams = true; | 
|  | } | 
|  |  | 
|  | std::vector<std::string> stream_descriptors; | 
|  | stream_descriptors.push_back(Stream0()); | 
|  | stream_descriptors.push_back(Stream1()); | 
|  | std::vector<std::string> SL_descriptors; | 
|  | SL_descriptors.push_back(SL0()); | 
|  | SL_descriptors.push_back(SL1()); | 
|  |  | 
|  | VideoQualityTest fixture(nullptr); | 
|  | fixture.FillScalabilitySettings( | 
|  | ¶ms, 0, stream_descriptors, NumStreams(), SelectedStream(), | 
|  | NumSpatialLayers(), SelectedSL(), InterLayerPred(), SL_descriptors); | 
|  |  | 
|  | if (DurationSecs()) { | 
|  | fixture.RunWithAnalyzer(params); | 
|  | } else { | 
|  | fixture.RunWithRenderers(params); | 
|  | } | 
|  | } | 
|  |  | 
|  | int main(int argc, char* argv[]) { | 
|  | ::testing::InitGoogleTest(&argc, argv); | 
|  | absl::ParseCommandLine(argc, argv); | 
|  |  | 
|  | rtc::LogMessage::SetLogToStderr(absl::GetFlag(FLAGS_logs)); | 
|  |  | 
|  | // InitFieldTrialsFromString stores the char*, so the char array must outlive | 
|  | // the application. | 
|  | const std::string field_trials = absl::GetFlag(FLAGS_force_fieldtrials); | 
|  | webrtc::field_trial::InitFieldTrialsFromString(field_trials.c_str()); | 
|  |  | 
|  | webrtc::test::RunTest(Loopback); | 
|  | return 0; | 
|  | } |