blob: adb21dd7f02876c7b08a1a9e1a5e7a5a8c33cb9b [file] [log] [blame]
pbos@webrtc.org994d0b72014-06-27 08:47:521/*
2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
Mirko Bonadei92ea95e2017-09-15 04:47:3110#ifndef TEST_CALL_TEST_H_
11#define TEST_CALL_TEST_H_
pbos@webrtc.org994d0b72014-06-27 08:47:5212
Bjorn Terelius5c2f1f02019-01-16 16:45:0513#include <map>
kwiberg4a206a92016-03-31 17:24:2614#include <memory>
Bjorn Terelius5c2f1f02019-01-16 16:45:0515#include <string>
pbos@webrtc.org994d0b72014-06-27 08:47:5216#include <vector>
17
Elad Alond8d32482019-02-18 22:45:5718#include "absl/types/optional.h"
Danil Chapovalov83bbe912019-08-07 10:24:5319#include "api/rtc_event_log/rtc_event_log.h"
Danil Chapovalov44db4362019-09-30 02:16:2820#include "api/task_queue/task_queue_base.h"
Danil Chapovalova92e6242019-04-18 08:58:5621#include "api/task_queue/task_queue_factory.h"
Danil Chapovalov99b71df2018-10-26 13:57:4822#include "api/test/video/function_video_decoder_factory.h"
23#include "api/test/video/function_video_encoder_factory.h"
Erik Språng014dd3c2019-11-28 12:44:2524#include "api/transport/field_trial_based_config.h"
Jiawei Ouc2ebe212018-11-08 18:02:5625#include "api/video/video_bitrate_allocator_factory.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3126#include "call/call.h"
Artem Titov3faa8322018-03-07 13:44:0027#include "modules/audio_device/include/test_audio_device.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3128#include "test/encoder_settings.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3129#include "test/fake_decoder.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3130#include "test/fake_videorenderer.h"
Ilya Nikolaevskiyb0588e62018-08-27 12:12:2731#include "test/fake_vp8_encoder.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3132#include "test/frame_generator_capturer.h"
33#include "test/rtp_rtcp_observer.h"
Tommi553c8692020-05-05 13:35:4534#include "test/run_loop.h"
pbos@webrtc.org994d0b72014-06-27 08:47:5235
36namespace webrtc {
37namespace test {
38
39class BaseTest;
40
Tomas Gunnarsson8408c992021-02-14 13:19:1241class CallTest : public ::testing::Test, public RtpPacketSinkInterface {
pbos@webrtc.org994d0b72014-06-27 08:47:5242 public:
43 CallTest();
Stefan Holmer9fea80f2016-01-07 16:43:1844 virtual ~CallTest();
pbos@webrtc.org994d0b72014-06-27 08:47:5245
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:5946 static constexpr size_t kNumSsrcs = 6;
47 static const int kNumSimulcastStreams = 3;
perkjfa10b552016-10-03 06:45:2648 static const int kDefaultWidth = 320;
49 static const int kDefaultHeight = 180;
50 static const int kDefaultFramerate = 30;
Peter Boström5811a392015-12-10 12:02:5051 static const int kDefaultTimeoutMs;
52 static const int kLongTimeoutMs;
Ilya Nikolaevskiy465a5d92018-03-16 10:12:0653 enum classPayloadTypes : uint8_t {
54 kSendRtxPayloadType = 98,
55 kRtxRedPayloadType = 99,
56 kVideoSendPayloadType = 100,
57 kAudioSendPayloadType = 103,
58 kRedPayloadType = 118,
59 kUlpfecPayloadType = 119,
60 kFlexfecPayloadType = 120,
61 kPayloadTypeH264 = 122,
62 kPayloadTypeVP8 = 123,
63 kPayloadTypeVP9 = 124,
Rasmus Brandt5894b6a2019-06-13 14:28:1464 kPayloadTypeGeneric = 125,
65 kFakeVideoSendPayloadType = 126,
Ilya Nikolaevskiy465a5d92018-03-16 10:12:0666 };
pbos@webrtc.org2bb1bda2014-07-07 13:06:4867 static const uint32_t kSendRtxSsrcs[kNumSsrcs];
Stefan Holmer9fea80f2016-01-07 16:43:1868 static const uint32_t kVideoSendSsrcs[kNumSsrcs];
69 static const uint32_t kAudioSendSsrc;
brandtr841de6a2016-11-15 15:10:5270 static const uint32_t kFlexfecSendSsrc;
Stefan Holmer9fea80f2016-01-07 16:43:1871 static const uint32_t kReceiverLocalVideoSsrc;
72 static const uint32_t kReceiverLocalAudioSsrc;
pbos@webrtc.org994d0b72014-06-27 08:47:5273 static const int kNackRtpHistoryMs;
minyue20c84cc2017-04-10 23:57:5774 static const std::map<uint8_t, MediaType> payload_type_map_;
pbos@webrtc.org994d0b72014-06-27 08:47:5275
76 protected:
Elad Alond8d32482019-02-18 22:45:5777 void RegisterRtpExtension(const RtpExtension& extension);
78
Fredrik Solenberg8f5787a2018-01-11 12:52:3079 // RunBaseTest overwrites the audio_state of the send and receive Call configs
80 // to simplify test code.
stefane74eef12016-01-08 14:47:1381 void RunBaseTest(BaseTest* test);
pbos@webrtc.org994d0b72014-06-27 08:47:5282
Sebastian Jansson8e6602f2018-07-13 08:43:2083 void CreateCalls();
pbos@webrtc.org994d0b72014-06-27 08:47:5284 void CreateCalls(const Call::Config& sender_config,
85 const Call::Config& receiver_config);
Sebastian Jansson8e6602f2018-07-13 08:43:2086 void CreateSenderCall();
pbos@webrtc.org994d0b72014-06-27 08:47:5287 void CreateSenderCall(const Call::Config& config);
88 void CreateReceiverCall(const Call::Config& config);
Fredrik Solenberg4f4ec0a2015-10-22 08:49:2789 void DestroyCalls();
pbos@webrtc.org994d0b72014-06-27 08:47:5290
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:5991 void CreateVideoSendConfig(VideoSendStream::Config* video_config,
92 size_t num_video_streams,
93 size_t num_used_ssrcs,
94 Transport* send_transport);
95 void CreateAudioAndFecSendConfigs(size_t num_audio_streams,
96 size_t num_flexfec_streams,
97 Transport* send_transport);
Sebastian Jansson3bd2c792018-07-13 11:29:0398 void SetAudioConfig(const AudioSendStream::Config& config);
99
100 void SetSendFecConfig(std::vector<uint32_t> video_send_ssrcs);
101 void SetSendUlpFecConfig(VideoSendStream::Config* send_config);
102 void SetReceiveUlpFecConfig(VideoReceiveStream::Config* receive_config);
Stefan Holmer9fea80f2016-01-07 16:43:18103 void CreateSendConfig(size_t num_video_streams,
104 size_t num_audio_streams,
brandtr841de6a2016-11-15 15:10:52105 size_t num_flexfec_streams,
Stefan Holmer9fea80f2016-01-07 16:43:18106 Transport* send_transport);
ilnika014cc52017-03-07 12:21:04107
Sebastian Jansson3bd2c792018-07-13 11:29:03108 void CreateMatchingVideoReceiveConfigs(
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59109 const VideoSendStream::Config& video_send_config,
110 Transport* rtcp_send_transport);
Sebastian Jansson3bd2c792018-07-13 11:29:03111 void CreateMatchingVideoReceiveConfigs(
112 const VideoSendStream::Config& video_send_config,
113 Transport* rtcp_send_transport,
114 bool send_side_bwe,
Niels Möllercbcbc222018-09-28 07:07:24115 VideoDecoderFactory* decoder_factory,
Sebastian Jansson3bd2c792018-07-13 11:29:03116 absl::optional<size_t> decode_sub_stream,
117 bool receiver_reference_time_report,
118 int rtp_history_ms);
119 void AddMatchingVideoReceiveConfigs(
120 std::vector<VideoReceiveStream::Config>* receive_configs,
121 const VideoSendStream::Config& video_send_config,
122 Transport* rtcp_send_transport,
123 bool send_side_bwe,
Niels Möllercbcbc222018-09-28 07:07:24124 VideoDecoderFactory* decoder_factory,
Sebastian Jansson3bd2c792018-07-13 11:29:03125 absl::optional<size_t> decode_sub_stream,
126 bool receiver_reference_time_report,
127 int rtp_history_ms);
128
Ilya Nikolaevskiy255d1cd2017-12-21 17:02:59129 void CreateMatchingAudioAndFecConfigs(Transport* rtcp_send_transport);
Sebastian Jansson3bd2c792018-07-13 11:29:03130 void CreateMatchingAudioConfigs(Transport* transport, std::string sync_group);
131 static AudioReceiveStream::Config CreateMatchingAudioConfig(
132 const AudioSendStream::Config& send_config,
133 rtc::scoped_refptr<AudioDecoderFactory> audio_decoder_factory,
134 Transport* transport,
135 std::string sync_group);
136 void CreateMatchingFecConfig(
137 Transport* transport,
138 const VideoSendStream::Config& video_send_config);
pbos2d566682015-09-28 16:59:31139 void CreateMatchingReceiveConfigs(Transport* rtcp_send_transport);
pbos@webrtc.org994d0b72014-06-27 08:47:52140
perkjfa10b552016-10-03 06:45:26141 void CreateFrameGeneratorCapturerWithDrift(Clock* drift_clock,
142 float speed,
143 int framerate,
144 int width,
145 int height);
146 void CreateFrameGeneratorCapturer(int framerate, int width, int height);
oprypin92220ff2017-03-23 10:40:03147 void CreateFakeAudioDevices(
Artem Titov3faa8322018-03-07 13:44:00148 std::unique_ptr<TestAudioDeviceModule::Capturer> capturer,
149 std::unique_ptr<TestAudioDeviceModule::Renderer> renderer);
pbos@webrtc.org994d0b72014-06-27 08:47:52150
Stefan Holmer9fea80f2016-01-07 16:43:18151 void CreateVideoStreams();
Sebastian Janssonf33905d2018-07-13 07:49:00152 void CreateVideoSendStreams();
153 void CreateVideoSendStream(const VideoEncoderConfig& encoder_config);
Stefan Holmer9fea80f2016-01-07 16:43:18154 void CreateAudioStreams();
brandtr841de6a2016-11-15 15:10:52155 void CreateFlexfecStreams();
eladalonc0d481a2017-08-02 14:39:07156
Sebastian Janssonf33905d2018-07-13 07:49:00157 void ConnectVideoSourcesToStreams();
158
pbos@webrtc.org994d0b72014-06-27 08:47:52159 void Start();
Sebastian Janssonf33905d2018-07-13 07:49:00160 void StartVideoStreams();
pbos@webrtc.org994d0b72014-06-27 08:47:52161 void Stop();
Sebastian Jansson3bd2c792018-07-13 11:29:03162 void StopVideoStreams();
pbos@webrtc.org994d0b72014-06-27 08:47:52163 void DestroyStreams();
Sebastian Janssonf33905d2018-07-13 07:49:00164 void DestroyVideoSendStreams();
Perba7dc722016-04-19 13:01:23165 void SetFakeVideoCaptureRotation(VideoRotation rotation);
pbos@webrtc.org994d0b72014-06-27 08:47:52166
Sebastian Janssonf33905d2018-07-13 07:49:00167 void SetVideoDegradation(DegradationPreference preference);
168
169 VideoSendStream::Config* GetVideoSendConfig();
170 void SetVideoSendConfig(const VideoSendStream::Config& config);
171 VideoEncoderConfig* GetVideoEncoderConfig();
172 void SetVideoEncoderConfig(const VideoEncoderConfig& config);
173 VideoSendStream* GetVideoSendStream();
Sebastian Jansson3bd2c792018-07-13 11:29:03174 FlexfecReceiveStream::Config* GetFlexFecConfig();
Danil Chapovalov1b668902019-11-13 10:19:53175 TaskQueueBase* task_queue() { return task_queue_.get(); }
Sebastian Janssonf33905d2018-07-13 07:49:00176
Tomas Gunnarsson8408c992021-02-14 13:19:12177 // RtpPacketSinkInterface implementation.
178 void OnRtpPacket(const RtpPacketReceived& packet) override;
179
Tommi553c8692020-05-05 13:35:45180 test::RunLoop loop_;
181
pbos@webrtc.org2bb1bda2014-07-07 13:06:48182 Clock* const clock_;
Erik Språng014dd3c2019-11-28 12:44:25183 const FieldTrialBasedConfig field_trials_;
pbos@webrtc.org2bb1bda2014-07-07 13:06:48184
Danil Chapovalova92e6242019-04-18 08:58:56185 std::unique_ptr<TaskQueueFactory> task_queue_factory_;
Sebastian Jansson8e6602f2018-07-13 08:43:20186 std::unique_ptr<webrtc::RtcEventLog> send_event_log_;
187 std::unique_ptr<webrtc::RtcEventLog> recv_event_log_;
kwibergbfefb032016-05-01 21:53:46188 std::unique_ptr<Call> sender_call_;
189 std::unique_ptr<PacketTransport> send_transport_;
Sebastian Jansson3bd2c792018-07-13 11:29:03190 std::vector<VideoSendStream::Config> video_send_configs_;
191 std::vector<VideoEncoderConfig> video_encoder_configs_;
192 std::vector<VideoSendStream*> video_send_streams_;
Stefan Holmer9fea80f2016-01-07 16:43:18193 AudioSendStream::Config audio_send_config_;
194 AudioSendStream* audio_send_stream_;
pbos@webrtc.org994d0b72014-06-27 08:47:52195
kwibergbfefb032016-05-01 21:53:46196 std::unique_ptr<Call> receiver_call_;
197 std::unique_ptr<PacketTransport> receive_transport_;
stefanff483612015-12-21 11:14:00198 std::vector<VideoReceiveStream::Config> video_receive_configs_;
199 std::vector<VideoReceiveStream*> video_receive_streams_;
Stefan Holmer9fea80f2016-01-07 16:43:18200 std::vector<AudioReceiveStream::Config> audio_receive_configs_;
201 std::vector<AudioReceiveStream*> audio_receive_streams_;
brandtr841de6a2016-11-15 15:10:52202 std::vector<FlexfecReceiveStream::Config> flexfec_receive_configs_;
203 std::vector<FlexfecReceiveStream*> flexfec_receive_streams_;
pbos@webrtc.org994d0b72014-06-27 08:47:52204
Sebastian Jansson3bd2c792018-07-13 11:29:03205 test::FrameGeneratorCapturer* frame_generator_capturer_;
Niels Möller1c931c42018-12-18 15:08:11206 std::vector<std::unique_ptr<rtc::VideoSourceInterface<VideoFrame>>>
207 video_sources_;
Sebastian Jansson3bd2c792018-07-13 11:29:03208 DegradationPreference degradation_preference_ =
209 DegradationPreference::MAINTAIN_FRAMERATE;
210
211 std::unique_ptr<FecControllerFactoryInterface> fec_controller_factory_;
Ying Wangcab77fd2019-04-16 09:12:49212 std::unique_ptr<NetworkStatePredictorFactoryInterface>
213 network_state_predictor_factory_;
Sebastian Jansson1391ed22019-04-30 12:23:51214 std::unique_ptr<NetworkControllerFactoryInterface>
215 network_controller_factory_;
Sebastian Jansson3bd2c792018-07-13 11:29:03216
Niels Möller4db138e2018-04-19 07:04:13217 test::FunctionVideoEncoderFactory fake_encoder_factory_;
218 int fake_encoder_max_bitrate_ = -1;
Niels Möllercbcbc222018-09-28 07:07:24219 test::FunctionVideoDecoderFactory fake_decoder_factory_;
Jiawei Ouc2ebe212018-11-08 18:02:56220 std::unique_ptr<VideoBitrateAllocatorFactory> bitrate_allocator_factory_;
Sebastian Jansson3bd2c792018-07-13 11:29:03221 // Number of simulcast substreams.
Stefan Holmer9fea80f2016-01-07 16:43:18222 size_t num_video_streams_;
223 size_t num_audio_streams_;
brandtr841de6a2016-11-15 15:10:52224 size_t num_flexfec_streams_;
Niels Möller2784a032018-03-28 12:16:04225 rtc::scoped_refptr<AudioDecoderFactory> audio_decoder_factory_;
226 rtc::scoped_refptr<AudioEncoderFactory> audio_encoder_factory_;
sakal55d932b2016-09-30 13:19:08227 test::FakeVideoRenderer fake_renderer_;
Stefan Holmer9fea80f2016-01-07 16:43:18228
eladalon413ee9a2017-08-22 11:02:52229
Stefan Holmer9fea80f2016-01-07 16:43:18230 private:
Elad Alond8d32482019-02-18 22:45:57231 absl::optional<RtpExtension> GetRtpExtensionByUri(
232 const std::string& uri) const;
233
234 void AddRtpExtensionByUri(const std::string& uri,
235 std::vector<RtpExtension>* extensions) const;
236
Danil Chapovalov1b668902019-11-13 10:19:53237 std::unique_ptr<TaskQueueBase, TaskQueueDeleter> task_queue_;
Elad Alond8d32482019-02-18 22:45:57238 std::vector<RtpExtension> rtp_extensions_;
peaha9cc40b2017-06-29 15:32:09239 rtc::scoped_refptr<AudioProcessing> apm_send_;
240 rtc::scoped_refptr<AudioProcessing> apm_recv_;
Artem Titov3faa8322018-03-07 13:44:00241 rtc::scoped_refptr<TestAudioDeviceModule> fake_send_audio_device_;
242 rtc::scoped_refptr<TestAudioDeviceModule> fake_recv_audio_device_;
pbos@webrtc.org994d0b72014-06-27 08:47:52243};
244
245class BaseTest : public RtpRtcpObserver {
246 public:
philipele828c962017-03-21 10:24:27247 BaseTest();
Sebastian Jansson72582242018-07-13 11:19:42248 explicit BaseTest(int timeout_ms);
pbos@webrtc.org994d0b72014-06-27 08:47:52249 virtual ~BaseTest();
250
251 virtual void PerformTest() = 0;
252 virtual bool ShouldCreateReceivers() const = 0;
253
Stefan Holmer9fea80f2016-01-07 16:43:18254 virtual size_t GetNumVideoStreams() const;
255 virtual size_t GetNumAudioStreams() const;
brandtr841de6a2016-11-15 15:10:52256 virtual size_t GetNumFlexfecStreams() const;
pbos@webrtc.org994d0b72014-06-27 08:47:52257
Artem Titov3faa8322018-03-07 13:44:00258 virtual std::unique_ptr<TestAudioDeviceModule::Capturer> CreateCapturer();
259 virtual std::unique_ptr<TestAudioDeviceModule::Renderer> CreateRenderer();
260 virtual void OnFakeAudioDevicesCreated(
261 TestAudioDeviceModule* send_audio_device,
262 TestAudioDeviceModule* recv_audio_device);
oprypin92220ff2017-03-23 10:40:03263
Niels Möllerde8e6e62018-11-13 14:10:33264 virtual void ModifySenderBitrateConfig(BitrateConstraints* bitrate_config);
265 virtual void ModifyReceiverBitrateConfig(BitrateConstraints* bitrate_config);
Sebastian Jansson72582242018-07-13 11:19:42266
pbos@webrtc.org994d0b72014-06-27 08:47:52267 virtual void OnCallsCreated(Call* sender_call, Call* receiver_call);
stefane74eef12016-01-08 14:47:13268
Danil Chapovalov44db4362019-09-30 02:16:28269 virtual std::unique_ptr<test::PacketTransport> CreateSendTransport(
270 TaskQueueBase* task_queue,
eladalon413ee9a2017-08-22 11:02:52271 Call* sender_call);
Danil Chapovalov44db4362019-09-30 02:16:28272 virtual std::unique_ptr<test::PacketTransport> CreateReceiveTransport(
273 TaskQueueBase* task_queue);
pbos@webrtc.org994d0b72014-06-27 08:47:52274
stefanff483612015-12-21 11:14:00275 virtual void ModifyVideoConfigs(
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09276 VideoSendStream::Config* send_config,
277 std::vector<VideoReceiveStream::Config>* receive_configs,
pbos@webrtc.orgbbe0a852014-09-19 12:30:25278 VideoEncoderConfig* encoder_config);
perkjfa10b552016-10-03 06:45:26279 virtual void ModifyVideoCaptureStartResolution(int* width,
280 int* heigt,
281 int* frame_rate);
Åsa Perssoncb7eddb2018-11-05 13:11:44282 virtual void ModifyVideoDegradationPreference(
283 DegradationPreference* degradation_preference);
284
stefanff483612015-12-21 11:14:00285 virtual void OnVideoStreamsCreated(
pbos@webrtc.orgbe9d2a42014-06-30 13:19:09286 VideoSendStream* send_stream,
287 const std::vector<VideoReceiveStream*>& receive_streams);
pbos@webrtc.org994d0b72014-06-27 08:47:52288
Stefan Holmer9fea80f2016-01-07 16:43:18289 virtual void ModifyAudioConfigs(
290 AudioSendStream::Config* send_config,
291 std::vector<AudioReceiveStream::Config>* receive_configs);
292 virtual void OnAudioStreamsCreated(
293 AudioSendStream* send_stream,
294 const std::vector<AudioReceiveStream*>& receive_streams);
295
brandtr841de6a2016-11-15 15:10:52296 virtual void ModifyFlexfecConfigs(
297 std::vector<FlexfecReceiveStream::Config>* receive_configs);
298 virtual void OnFlexfecStreamsCreated(
299 const std::vector<FlexfecReceiveStream*>& receive_streams);
300
pbos@webrtc.org994d0b72014-06-27 08:47:52301 virtual void OnFrameGeneratorCapturerCreated(
302 FrameGeneratorCapturer* frame_generator_capturer);
skvlad11a9cbf2016-10-07 18:53:05303
Fredrik Solenberg73276ad2017-09-14 12:46:47304 virtual void OnStreamsStopped();
pbos@webrtc.org994d0b72014-06-27 08:47:52305};
306
307class SendTest : public BaseTest {
308 public:
Sebastian Jansson72582242018-07-13 11:19:42309 explicit SendTest(int timeout_ms);
pbos@webrtc.org994d0b72014-06-27 08:47:52310
kjellander@webrtc.org14665ff2015-03-04 12:58:35311 bool ShouldCreateReceivers() const override;
pbos@webrtc.org994d0b72014-06-27 08:47:52312};
313
314class EndToEndTest : public BaseTest {
315 public:
philipele828c962017-03-21 10:24:27316 EndToEndTest();
Sebastian Jansson72582242018-07-13 11:19:42317 explicit EndToEndTest(int timeout_ms);
pbos@webrtc.org994d0b72014-06-27 08:47:52318
kjellander@webrtc.org14665ff2015-03-04 12:58:35319 bool ShouldCreateReceivers() const override;
pbos@webrtc.org994d0b72014-06-27 08:47:52320};
321
322} // namespace test
323} // namespace webrtc
324
Mirko Bonadei92ea95e2017-09-15 04:47:31325#endif // TEST_CALL_TEST_H_