blob: 681dda948e2fbbc14080d3400df115502052a819 [file] [log] [blame]
deadbeefe814a0d2017-02-26 02:15:091/*
2 * Copyright 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <memory>
12#include <utility> // For std::pair, std::move.
13
Karl Wiberg3e9e5b32017-11-06 04:01:5614#include "api/audio_codecs/builtin_audio_decoder_factory.h"
15#include "api/audio_codecs/builtin_audio_encoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3116#include "api/ortc/ortcfactoryinterface.h"
17#include "ortc/testrtpparameters.h"
18#include "p2p/base/udptransport.h"
19#include "pc/test/fakeaudiocapturemodule.h"
Niels Möller0f405822018-05-17 07:16:4120#include "pc/test/fakeperiodicvideotracksource.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3121#include "pc/test/fakevideotrackrenderer.h"
Niels Möller48cca022018-03-21 08:20:2122#include "pc/videotracksource.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3123#include "rtc_base/criticalsection.h"
24#include "rtc_base/fakenetwork.h"
25#include "rtc_base/gunit.h"
Niels Möllera12c42a2018-07-25 14:05:4826#include "rtc_base/system/arch.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3127#include "rtc_base/virtualsocketserver.h"
deadbeefe814a0d2017-02-26 02:15:0928
29namespace {
30
zhihuangd3501ad2017-03-03 22:39:0631const int kDefaultTimeout = 10000; // 10 seconds.
32const int kReceivingDuration = 1000; // 1 second.
Niels Möller48cca022018-03-21 08:20:2133
deadbeefe814a0d2017-02-26 02:15:0934// Default number of audio/video frames to wait for before considering a test a
35// success.
36const int kDefaultNumFrames = 3;
37const rtc::IPAddress kIPv4LocalHostAddress =
38 rtc::IPAddress(0x7F000001); // 127.0.0.1
39
zhihuangd3501ad2017-03-03 22:39:0640static const char kTestKeyParams1[] =
41 "inline:WVNfX19zZW1jdGwgKskgewkyMjA7fQp9CnVubGVz";
42static const char kTestKeyParams2[] =
43 "inline:PS1uQCVeeCFCanVmcjkpaywjNWhcYD0mXXtxaVBR";
44static const char kTestKeyParams3[] =
45 "inline:WVNfX19zZW1jdGwgKskgewkyMjA7fQp9CnVubGVa";
46static const char kTestKeyParams4[] =
47 "inline:WVNfX19zZW1jdGwgKskgewkyMjA7fQp9CnVubGVb";
48static const cricket::CryptoParams kTestCryptoParams1(1,
49 "AES_CM_128_HMAC_SHA1_80",
50 kTestKeyParams1,
51 "");
52static const cricket::CryptoParams kTestCryptoParams2(1,
53 "AES_CM_128_HMAC_SHA1_80",
54 kTestKeyParams2,
55 "");
56static const cricket::CryptoParams kTestCryptoParams3(1,
57 "AES_CM_128_HMAC_SHA1_80",
58 kTestKeyParams3,
59 "");
60static const cricket::CryptoParams kTestCryptoParams4(1,
61 "AES_CM_128_HMAC_SHA1_80",
62 kTestKeyParams4,
63 "");
deadbeefe814a0d2017-02-26 02:15:0964} // namespace
65
66namespace webrtc {
67
68// Used to test that things work end-to-end when using the default
69// implementations of threads/etc. provided by OrtcFactory, with the exception
70// of using a virtual network.
71//
72// By default, the virtual network manager doesn't enumerate any networks, but
73// sockets can still be created in this state.
74class OrtcFactoryIntegrationTest : public testing::Test {
75 public:
76 OrtcFactoryIntegrationTest()
deadbeef98e186c2017-05-17 01:00:0677 : network_thread_(&virtual_socket_server_),
deadbeefe814a0d2017-02-26 02:15:0978 fake_audio_capture_module1_(FakeAudioCaptureModule::Create()),
79 fake_audio_capture_module2_(FakeAudioCaptureModule::Create()) {
80 // Sockets are bound to the ANY address, so this is needed to tell the
81 // virtual network which address to use in this case.
82 virtual_socket_server_.SetDefaultRoute(kIPv4LocalHostAddress);
Tommi8b0ebb92018-02-07 20:09:1183 network_thread_.SetName("TestNetworkThread", this);
deadbeefe814a0d2017-02-26 02:15:0984 network_thread_.Start();
85 // Need to create after network thread is started.
Karl Wiberg3e9e5b32017-11-06 04:01:5686 ortc_factory1_ =
87 OrtcFactoryInterface::Create(
88 &network_thread_, nullptr, &fake_network_manager_, nullptr,
89 fake_audio_capture_module1_, CreateBuiltinAudioEncoderFactory(),
90 CreateBuiltinAudioDecoderFactory())
91 .MoveValue();
92 ortc_factory2_ =
93 OrtcFactoryInterface::Create(
94 &network_thread_, nullptr, &fake_network_manager_, nullptr,
95 fake_audio_capture_module2_, CreateBuiltinAudioEncoderFactory(),
96 CreateBuiltinAudioDecoderFactory())
97 .MoveValue();
deadbeefe814a0d2017-02-26 02:15:0998 }
99
100 protected:
101 typedef std::pair<std::unique_ptr<UdpTransportInterface>,
102 std::unique_ptr<UdpTransportInterface>>
103 UdpTransportPair;
104 typedef std::pair<std::unique_ptr<RtpTransportInterface>,
105 std::unique_ptr<RtpTransportInterface>>
106 RtpTransportPair;
zhihuangd3501ad2017-03-03 22:39:06107 typedef std::pair<std::unique_ptr<SrtpTransportInterface>,
108 std::unique_ptr<SrtpTransportInterface>>
109 SrtpTransportPair;
deadbeefe814a0d2017-02-26 02:15:09110 typedef std::pair<std::unique_ptr<RtpTransportControllerInterface>,
111 std::unique_ptr<RtpTransportControllerInterface>>
112 RtpTransportControllerPair;
113
114 // Helper function that creates one UDP transport each for |ortc_factory1_|
115 // and |ortc_factory2_|, and connects them.
116 UdpTransportPair CreateAndConnectUdpTransportPair() {
117 auto transport1 = ortc_factory1_->CreateUdpTransport(AF_INET).MoveValue();
118 auto transport2 = ortc_factory2_->CreateUdpTransport(AF_INET).MoveValue();
119 transport1->SetRemoteAddress(
120 rtc::SocketAddress(virtual_socket_server_.GetDefaultRoute(AF_INET),
121 transport2->GetLocalAddress().port()));
122 transport2->SetRemoteAddress(
123 rtc::SocketAddress(virtual_socket_server_.GetDefaultRoute(AF_INET),
124 transport1->GetLocalAddress().port()));
125 return {std::move(transport1), std::move(transport2)};
126 }
127
128 // Creates one transport controller each for |ortc_factory1_| and
129 // |ortc_factory2_|.
130 RtpTransportControllerPair CreateRtpTransportControllerPair() {
131 return {ortc_factory1_->CreateRtpTransportController().MoveValue(),
132 ortc_factory2_->CreateRtpTransportController().MoveValue()};
133 }
134
135 // Helper function that creates a pair of RtpTransports between
136 // |ortc_factory1_| and |ortc_factory2_|. Expected to be called with the
137 // result of CreateAndConnectUdpTransportPair. |rtcp_udp_transports| can be
138 // empty if RTCP muxing is used. |transport_controllers| can be empty if
139 // these transports are being created using a default transport controller.
140 RtpTransportPair CreateRtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32141 const RtpTransportParameters& parameters,
deadbeefe814a0d2017-02-26 02:15:09142 const UdpTransportPair& rtp_udp_transports,
143 const UdpTransportPair& rtcp_udp_transports,
144 const RtpTransportControllerPair& transport_controllers) {
145 auto transport_result1 = ortc_factory1_->CreateRtpTransport(
sprangdb2a9fc2017-08-09 13:42:32146 parameters, rtp_udp_transports.first.get(),
deadbeefe814a0d2017-02-26 02:15:09147 rtcp_udp_transports.first.get(), transport_controllers.first.get());
148 auto transport_result2 = ortc_factory2_->CreateRtpTransport(
sprangdb2a9fc2017-08-09 13:42:32149 parameters, rtp_udp_transports.second.get(),
deadbeefe814a0d2017-02-26 02:15:09150 rtcp_udp_transports.second.get(), transport_controllers.second.get());
151 return {transport_result1.MoveValue(), transport_result2.MoveValue()};
152 }
153
zhihuangd3501ad2017-03-03 22:39:06154 SrtpTransportPair CreateSrtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32155 const RtpTransportParameters& parameters,
zhihuangd3501ad2017-03-03 22:39:06156 const UdpTransportPair& rtp_udp_transports,
157 const UdpTransportPair& rtcp_udp_transports,
158 const RtpTransportControllerPair& transport_controllers) {
159 auto transport_result1 = ortc_factory1_->CreateSrtpTransport(
sprangdb2a9fc2017-08-09 13:42:32160 parameters, rtp_udp_transports.first.get(),
zhihuangd3501ad2017-03-03 22:39:06161 rtcp_udp_transports.first.get(), transport_controllers.first.get());
162 auto transport_result2 = ortc_factory2_->CreateSrtpTransport(
sprangdb2a9fc2017-08-09 13:42:32163 parameters, rtp_udp_transports.second.get(),
zhihuangd3501ad2017-03-03 22:39:06164 rtcp_udp_transports.second.get(), transport_controllers.second.get());
165 return {transport_result1.MoveValue(), transport_result2.MoveValue()};
166 }
167
deadbeefe814a0d2017-02-26 02:15:09168 // For convenience when |rtcp_udp_transports| and |transport_controllers|
169 // aren't needed.
170 RtpTransportPair CreateRtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32171 const RtpTransportParameters& parameters,
deadbeefe814a0d2017-02-26 02:15:09172 const UdpTransportPair& rtp_udp_transports) {
sprangdb2a9fc2017-08-09 13:42:32173 return CreateRtpTransportPair(parameters, rtp_udp_transports,
deadbeefe814a0d2017-02-26 02:15:09174 UdpTransportPair(),
175 RtpTransportControllerPair());
176 }
177
zhihuangd3501ad2017-03-03 22:39:06178 SrtpTransportPair CreateSrtpTransportPairAndSetKeys(
sprangdb2a9fc2017-08-09 13:42:32179 const RtpTransportParameters& parameters,
zhihuangd3501ad2017-03-03 22:39:06180 const UdpTransportPair& rtp_udp_transports) {
181 SrtpTransportPair srtp_transports = CreateSrtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32182 parameters, rtp_udp_transports, UdpTransportPair(),
zhihuangd3501ad2017-03-03 22:39:06183 RtpTransportControllerPair());
184 EXPECT_TRUE(srtp_transports.first->SetSrtpSendKey(kTestCryptoParams1).ok());
185 EXPECT_TRUE(
186 srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams2).ok());
187 EXPECT_TRUE(
188 srtp_transports.second->SetSrtpSendKey(kTestCryptoParams2).ok());
189 EXPECT_TRUE(
190 srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams1).ok());
191 return srtp_transports;
192 }
193
194 SrtpTransportPair CreateSrtpTransportPairAndSetMismatchingKeys(
sprangdb2a9fc2017-08-09 13:42:32195 const RtpTransportParameters& parameters,
zhihuangd3501ad2017-03-03 22:39:06196 const UdpTransportPair& rtp_udp_transports) {
197 SrtpTransportPair srtp_transports = CreateSrtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32198 parameters, rtp_udp_transports, UdpTransportPair(),
zhihuangd3501ad2017-03-03 22:39:06199 RtpTransportControllerPair());
200 EXPECT_TRUE(srtp_transports.first->SetSrtpSendKey(kTestCryptoParams1).ok());
201 EXPECT_TRUE(
202 srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams2).ok());
203 EXPECT_TRUE(
204 srtp_transports.second->SetSrtpSendKey(kTestCryptoParams1).ok());
205 EXPECT_TRUE(
206 srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams2).ok());
207 return srtp_transports;
208 }
209
deadbeefe814a0d2017-02-26 02:15:09210 // Ends up using fake audio capture module, which was passed into OrtcFactory
211 // on creation.
212 rtc::scoped_refptr<webrtc::AudioTrackInterface> CreateLocalAudioTrack(
213 const std::string& id,
214 OrtcFactoryInterface* ortc_factory) {
215 // Disable echo cancellation to make test more efficient.
216 cricket::AudioOptions options;
217 options.echo_cancellation.emplace(true);
218 rtc::scoped_refptr<webrtc::AudioSourceInterface> source =
219 ortc_factory->CreateAudioSource(options);
220 return ortc_factory->CreateAudioTrack(id, source);
221 }
222
Niels Möller0f405822018-05-17 07:16:41223 // Stores created video source in |fake_video_track_sources_|.
deadbeefe814a0d2017-02-26 02:15:09224 rtc::scoped_refptr<webrtc::VideoTrackInterface>
Niels Möller48cca022018-03-21 08:20:21225 CreateLocalVideoTrackAndFakeSource(const std::string& id,
226 OrtcFactoryInterface* ortc_factory) {
Niels Möller48cca022018-03-21 08:20:21227 fake_video_track_sources_.emplace_back(
Niels Möller0f405822018-05-17 07:16:41228 new rtc::RefCountedObject<FakePeriodicVideoTrackSource>(
229 false /* remote */));
Niels Möller48cca022018-03-21 08:20:21230 return rtc::scoped_refptr<VideoTrackInterface>(
Yves Gerey665174f2018-06-19 13:03:05231 ortc_factory->CreateVideoTrack(id, fake_video_track_sources_.back()));
deadbeefe814a0d2017-02-26 02:15:09232 }
233
zhihuangd3501ad2017-03-03 22:39:06234 // Helper function used to test two way RTP senders and receivers with basic
235 // configurations.
236 // If |expect_success| is true, waits for kDefaultTimeout for
237 // kDefaultNumFrames frames to be received by all RtpReceivers.
238 // If |expect_success| is false, simply waits for |kReceivingDuration|, and
239 // stores the number of received frames in |received_audio_frame1_| etc.
240 void BasicTwoWayRtpSendersAndReceiversTest(RtpTransportPair srtp_transports,
241 bool expect_success) {
242 received_audio_frames1_ = 0;
243 received_audio_frames2_ = 0;
244 rendered_video_frames1_ = 0;
245 rendered_video_frames2_ = 0;
246 // Create all the senders and receivers (four per endpoint).
247 auto audio_sender_result1 = ortc_factory1_->CreateRtpSender(
248 cricket::MEDIA_TYPE_AUDIO, srtp_transports.first.get());
249 auto video_sender_result1 = ortc_factory1_->CreateRtpSender(
250 cricket::MEDIA_TYPE_VIDEO, srtp_transports.first.get());
251 auto audio_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
252 cricket::MEDIA_TYPE_AUDIO, srtp_transports.first.get());
253 auto video_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
254 cricket::MEDIA_TYPE_VIDEO, srtp_transports.first.get());
255 ASSERT_TRUE(audio_sender_result1.ok());
256 ASSERT_TRUE(video_sender_result1.ok());
257 ASSERT_TRUE(audio_receiver_result1.ok());
258 ASSERT_TRUE(video_receiver_result1.ok());
259 auto audio_sender1 = audio_sender_result1.MoveValue();
260 auto video_sender1 = video_sender_result1.MoveValue();
261 auto audio_receiver1 = audio_receiver_result1.MoveValue();
262 auto video_receiver1 = video_receiver_result1.MoveValue();
263
264 auto audio_sender_result2 = ortc_factory2_->CreateRtpSender(
265 cricket::MEDIA_TYPE_AUDIO, srtp_transports.second.get());
266 auto video_sender_result2 = ortc_factory2_->CreateRtpSender(
267 cricket::MEDIA_TYPE_VIDEO, srtp_transports.second.get());
268 auto audio_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
269 cricket::MEDIA_TYPE_AUDIO, srtp_transports.second.get());
270 auto video_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
271 cricket::MEDIA_TYPE_VIDEO, srtp_transports.second.get());
272 ASSERT_TRUE(audio_sender_result2.ok());
273 ASSERT_TRUE(video_sender_result2.ok());
274 ASSERT_TRUE(audio_receiver_result2.ok());
275 ASSERT_TRUE(video_receiver_result2.ok());
276 auto audio_sender2 = audio_sender_result2.MoveValue();
277 auto video_sender2 = video_sender_result2.MoveValue();
278 auto audio_receiver2 = audio_receiver_result2.MoveValue();
279 auto video_receiver2 = video_receiver_result2.MoveValue();
280
281 // Add fake tracks.
282 RTCError error = audio_sender1->SetTrack(
283 CreateLocalAudioTrack("audio", ortc_factory1_.get()));
284 EXPECT_TRUE(error.ok());
285 error = video_sender1->SetTrack(
Niels Möller48cca022018-03-21 08:20:21286 CreateLocalVideoTrackAndFakeSource("video", ortc_factory1_.get()));
zhihuangd3501ad2017-03-03 22:39:06287 EXPECT_TRUE(error.ok());
288 error = audio_sender2->SetTrack(
289 CreateLocalAudioTrack("audio", ortc_factory2_.get()));
290 EXPECT_TRUE(error.ok());
291 error = video_sender2->SetTrack(
Niels Möller48cca022018-03-21 08:20:21292 CreateLocalVideoTrackAndFakeSource("video", ortc_factory2_.get()));
zhihuangd3501ad2017-03-03 22:39:06293 EXPECT_TRUE(error.ok());
294
295 // "sent_X_parameters1" are the parameters that endpoint 1 sends with and
296 // endpoint 2 receives with.
297 RtpParameters sent_opus_parameters1 =
298 MakeMinimalOpusParametersWithSsrc(0xdeadbeef);
299 RtpParameters sent_vp8_parameters1 =
300 MakeMinimalVp8ParametersWithSsrc(0xbaadfeed);
301 RtpParameters sent_opus_parameters2 =
302 MakeMinimalOpusParametersWithSsrc(0x13333337);
303 RtpParameters sent_vp8_parameters2 =
304 MakeMinimalVp8ParametersWithSsrc(0x12345678);
305
306 // Configure the senders' and receivers' parameters.
307 EXPECT_TRUE(audio_receiver1->Receive(sent_opus_parameters2).ok());
308 EXPECT_TRUE(video_receiver1->Receive(sent_vp8_parameters2).ok());
309 EXPECT_TRUE(audio_receiver2->Receive(sent_opus_parameters1).ok());
310 EXPECT_TRUE(video_receiver2->Receive(sent_vp8_parameters1).ok());
311 EXPECT_TRUE(audio_sender1->Send(sent_opus_parameters1).ok());
312 EXPECT_TRUE(video_sender1->Send(sent_vp8_parameters1).ok());
313 EXPECT_TRUE(audio_sender2->Send(sent_opus_parameters2).ok());
314 EXPECT_TRUE(video_sender2->Send(sent_vp8_parameters2).ok());
315
316 FakeVideoTrackRenderer fake_video_renderer1(
317 static_cast<VideoTrackInterface*>(video_receiver1->GetTrack().get()));
318 FakeVideoTrackRenderer fake_video_renderer2(
319 static_cast<VideoTrackInterface*>(video_receiver2->GetTrack().get()));
320
321 if (expect_success) {
322 EXPECT_TRUE_WAIT(
323 fake_audio_capture_module1_->frames_received() > kDefaultNumFrames &&
324 fake_video_renderer1.num_rendered_frames() > kDefaultNumFrames &&
325 fake_audio_capture_module2_->frames_received() >
326 kDefaultNumFrames &&
minyue-webrtcc453b082017-07-10 09:56:05327 fake_video_renderer2.num_rendered_frames() > kDefaultNumFrames,
Yves Gerey665174f2018-06-19 13:03:05328 kDefaultTimeout)
329 << "Audio capture module 1 received "
330 << fake_audio_capture_module1_->frames_received()
331 << " frames, Video renderer 1 rendered "
332 << fake_video_renderer1.num_rendered_frames()
333 << " frames, Audio capture module 2 received "
334 << fake_audio_capture_module2_->frames_received()
335 << " frames, Video renderer 2 rendered "
336 << fake_video_renderer2.num_rendered_frames() << " frames.";
zhihuangd3501ad2017-03-03 22:39:06337 } else {
338 WAIT(false, kReceivingDuration);
339 rendered_video_frames1_ = fake_video_renderer1.num_rendered_frames();
340 rendered_video_frames2_ = fake_video_renderer2.num_rendered_frames();
341 received_audio_frames1_ = fake_audio_capture_module1_->frames_received();
342 received_audio_frames2_ = fake_audio_capture_module2_->frames_received();
343 }
344 }
345
deadbeefe814a0d2017-02-26 02:15:09346 rtc::VirtualSocketServer virtual_socket_server_;
347 rtc::Thread network_thread_;
348 rtc::FakeNetworkManager fake_network_manager_;
349 rtc::scoped_refptr<FakeAudioCaptureModule> fake_audio_capture_module1_;
350 rtc::scoped_refptr<FakeAudioCaptureModule> fake_audio_capture_module2_;
351 std::unique_ptr<OrtcFactoryInterface> ortc_factory1_;
352 std::unique_ptr<OrtcFactoryInterface> ortc_factory2_;
Niels Möller48cca022018-03-21 08:20:21353 std::vector<rtc::scoped_refptr<VideoTrackSource>> fake_video_track_sources_;
zhihuangd3501ad2017-03-03 22:39:06354 int received_audio_frames1_ = 0;
355 int received_audio_frames2_ = 0;
356 int rendered_video_frames1_ = 0;
357 int rendered_video_frames2_ = 0;
deadbeefe814a0d2017-02-26 02:15:09358};
359
zhihuangacfb0172017-03-28 20:45:18360// Disable for TSan v2, see
361// https://bugs.chromium.org/p/webrtc/issues/detail?id=7366 for details.
362#if !defined(THREAD_SANITIZER)
363
deadbeefe814a0d2017-02-26 02:15:09364// Very basic end-to-end test with a single pair of audio RTP sender and
365// receiver.
366//
367// Uses muxed RTCP, and minimal parameters with a hard-coded config that's
368// known to work.
369TEST_F(OrtcFactoryIntegrationTest, BasicOneWayAudioRtpSenderAndReceiver) {
370 auto udp_transports = CreateAndConnectUdpTransportPair();
371 auto rtp_transports =
372 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
373
374 auto sender_result = ortc_factory1_->CreateRtpSender(
375 cricket::MEDIA_TYPE_AUDIO, rtp_transports.first.get());
376 auto receiver_result = ortc_factory2_->CreateRtpReceiver(
377 cricket::MEDIA_TYPE_AUDIO, rtp_transports.second.get());
378 ASSERT_TRUE(sender_result.ok());
379 ASSERT_TRUE(receiver_result.ok());
380 auto sender = sender_result.MoveValue();
381 auto receiver = receiver_result.MoveValue();
382
383 RTCError error =
384 sender->SetTrack(CreateLocalAudioTrack("audio", ortc_factory1_.get()));
385 EXPECT_TRUE(error.ok());
386
387 RtpParameters opus_parameters = MakeMinimalOpusParameters();
388 EXPECT_TRUE(receiver->Receive(opus_parameters).ok());
389 EXPECT_TRUE(sender->Send(opus_parameters).ok());
390 // Sender and receiver are connected and configured; audio frames should be
391 // able to flow at this point.
392 EXPECT_TRUE_WAIT(
393 fake_audio_capture_module2_->frames_received() > kDefaultNumFrames,
394 kDefaultTimeout);
395}
396
397// Very basic end-to-end test with a single pair of video RTP sender and
398// receiver.
399//
400// Uses muxed RTCP, and minimal parameters with a hard-coded config that's
401// known to work.
402TEST_F(OrtcFactoryIntegrationTest, BasicOneWayVideoRtpSenderAndReceiver) {
403 auto udp_transports = CreateAndConnectUdpTransportPair();
404 auto rtp_transports =
405 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
406
407 auto sender_result = ortc_factory1_->CreateRtpSender(
408 cricket::MEDIA_TYPE_VIDEO, rtp_transports.first.get());
409 auto receiver_result = ortc_factory2_->CreateRtpReceiver(
410 cricket::MEDIA_TYPE_VIDEO, rtp_transports.second.get());
411 ASSERT_TRUE(sender_result.ok());
412 ASSERT_TRUE(receiver_result.ok());
413 auto sender = sender_result.MoveValue();
414 auto receiver = receiver_result.MoveValue();
415
416 RTCError error = sender->SetTrack(
Niels Möller48cca022018-03-21 08:20:21417 CreateLocalVideoTrackAndFakeSource("video", ortc_factory1_.get()));
deadbeefe814a0d2017-02-26 02:15:09418 EXPECT_TRUE(error.ok());
419
420 RtpParameters vp8_parameters = MakeMinimalVp8Parameters();
421 EXPECT_TRUE(receiver->Receive(vp8_parameters).ok());
422 EXPECT_TRUE(sender->Send(vp8_parameters).ok());
423 FakeVideoTrackRenderer fake_renderer(
424 static_cast<VideoTrackInterface*>(receiver->GetTrack().get()));
425 // Sender and receiver are connected and configured; video frames should be
426 // able to flow at this point.
427 EXPECT_TRUE_WAIT(fake_renderer.num_rendered_frames() > kDefaultNumFrames,
428 kDefaultTimeout);
429}
430
431// Test that if the track is changed while sending, the sender seamlessly
432// transitions to sending it and frames are received end-to-end.
433//
434// Only doing this for video, since given that audio is sourced from a single
435// fake audio capture module, the audio track is just a dummy object.
436// TODO(deadbeef): Change this when possible.
437TEST_F(OrtcFactoryIntegrationTest, SetTrackWhileSending) {
438 auto udp_transports = CreateAndConnectUdpTransportPair();
439 auto rtp_transports =
440 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
441
442 auto sender_result = ortc_factory1_->CreateRtpSender(
443 cricket::MEDIA_TYPE_VIDEO, rtp_transports.first.get());
444 auto receiver_result = ortc_factory2_->CreateRtpReceiver(
445 cricket::MEDIA_TYPE_VIDEO, rtp_transports.second.get());
446 ASSERT_TRUE(sender_result.ok());
447 ASSERT_TRUE(receiver_result.ok());
448 auto sender = sender_result.MoveValue();
449 auto receiver = receiver_result.MoveValue();
450
451 RTCError error = sender->SetTrack(
Niels Möller48cca022018-03-21 08:20:21452 CreateLocalVideoTrackAndFakeSource("video_1", ortc_factory1_.get()));
deadbeefe814a0d2017-02-26 02:15:09453 EXPECT_TRUE(error.ok());
454 RtpParameters vp8_parameters = MakeMinimalVp8Parameters();
455 EXPECT_TRUE(receiver->Receive(vp8_parameters).ok());
456 EXPECT_TRUE(sender->Send(vp8_parameters).ok());
457 FakeVideoTrackRenderer fake_renderer(
458 static_cast<VideoTrackInterface*>(receiver->GetTrack().get()));
459 // Expect for some initial number of frames to be received.
460 EXPECT_TRUE_WAIT(fake_renderer.num_rendered_frames() > kDefaultNumFrames,
461 kDefaultTimeout);
Niels Möller48cca022018-03-21 08:20:21462 // Destroy old source, set a new track, and verify new frames are received
463 // from the new track. The VideoTrackSource is reference counted and may live
464 // a little longer, so tell it that its source is going away now.
Niels Möller48cca022018-03-21 08:20:21465 fake_video_track_sources_[0] = nullptr;
deadbeefe814a0d2017-02-26 02:15:09466 int prev_num_frames = fake_renderer.num_rendered_frames();
467 error = sender->SetTrack(
Niels Möller48cca022018-03-21 08:20:21468 CreateLocalVideoTrackAndFakeSource("video_2", ortc_factory1_.get()));
deadbeefe814a0d2017-02-26 02:15:09469 EXPECT_TRUE(error.ok());
470 EXPECT_TRUE_WAIT(
471 fake_renderer.num_rendered_frames() > kDefaultNumFrames + prev_num_frames,
472 kDefaultTimeout);
473}
474
Sami Kalliomäki7741b7a2018-04-24 11:45:59475// TODO(webrtc:7915, webrtc:9184): Tests below are disabled for iOS 64 on debug
476// builds because of flakiness.
477#if !(defined(WEBRTC_IOS) && defined(WEBRTC_ARCH_64_BITS) && !defined(NDEBUG))
478#define MAYBE_BasicTwoWayAudioVideoRtpSendersAndReceivers \
479 BasicTwoWayAudioVideoRtpSendersAndReceivers
480#define MAYBE_BasicTwoWayAudioVideoSrtpSendersAndReceivers \
481 BasicTwoWayAudioVideoSrtpSendersAndReceivers
482#define MAYBE_SrtpSendersAndReceiversWithMismatchingKeys \
483 SrtpSendersAndReceiversWithMismatchingKeys
484#define MAYBE_OneSideSrtpSenderAndReceiver OneSideSrtpSenderAndReceiver
485#define MAYBE_FullTwoWayAudioVideoSrtpSendersAndReceivers \
486 FullTwoWayAudioVideoSrtpSendersAndReceivers
487#else
488#define MAYBE_BasicTwoWayAudioVideoRtpSendersAndReceivers \
489 DISABLED_BasicTwoWayAudioVideoRtpSendersAndReceivers
490#define MAYBE_BasicTwoWayAudioVideoSrtpSendersAndReceivers \
491 DISABLED_BasicTwoWayAudioVideoSrtpSendersAndReceivers
492#define MAYBE_SrtpSendersAndReceiversWithMismatchingKeys \
493 DISABLED_SrtpSendersAndReceiversWithMismatchingKeys
494#define MAYBE_OneSideSrtpSenderAndReceiver DISABLED_OneSideSrtpSenderAndReceiver
495#define MAYBE_FullTwoWayAudioVideoSrtpSendersAndReceivers \
496 DISABLED_FullTwoWayAudioVideoSrtpSendersAndReceivers
497#endif
498
deadbeefe814a0d2017-02-26 02:15:09499// End-to-end test with two pairs of RTP senders and receivers, for audio and
500// video.
501//
502// Uses muxed RTCP, and minimal parameters with hard-coded configs that are
503// known to work.
504TEST_F(OrtcFactoryIntegrationTest,
Sami Kalliomäki7741b7a2018-04-24 11:45:59505 MAYBE_BasicTwoWayAudioVideoRtpSendersAndReceivers) {
deadbeefe814a0d2017-02-26 02:15:09506 auto udp_transports = CreateAndConnectUdpTransportPair();
507 auto rtp_transports =
508 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
zhihuangd3501ad2017-03-03 22:39:06509 bool expect_success = true;
510 BasicTwoWayRtpSendersAndReceiversTest(std::move(rtp_transports),
511 expect_success);
512}
deadbeefe814a0d2017-02-26 02:15:09513
zhihuangd3501ad2017-03-03 22:39:06514TEST_F(OrtcFactoryIntegrationTest,
Sami Kalliomäki7741b7a2018-04-24 11:45:59515 MAYBE_BasicTwoWayAudioVideoSrtpSendersAndReceivers) {
zhihuangd3501ad2017-03-03 22:39:06516 auto udp_transports = CreateAndConnectUdpTransportPair();
517 auto srtp_transports = CreateSrtpTransportPairAndSetKeys(
518 MakeRtcpMuxParameters(), udp_transports);
519 bool expect_success = true;
520 BasicTwoWayRtpSendersAndReceiversTest(std::move(srtp_transports),
521 expect_success);
522}
deadbeefe814a0d2017-02-26 02:15:09523
zhihuangd3501ad2017-03-03 22:39:06524// Tests that the packets cannot be decoded if the keys are mismatched.
Sami Kalliomäki05361752018-04-23 10:53:16525// TODO(webrtc:9184): Disabled because this test is flaky.
526TEST_F(OrtcFactoryIntegrationTest,
Sami Kalliomäki7741b7a2018-04-24 11:45:59527 MAYBE_SrtpSendersAndReceiversWithMismatchingKeys) {
zhihuangd3501ad2017-03-03 22:39:06528 auto udp_transports = CreateAndConnectUdpTransportPair();
529 auto srtp_transports = CreateSrtpTransportPairAndSetMismatchingKeys(
530 MakeRtcpMuxParameters(), udp_transports);
531 bool expect_success = false;
532 BasicTwoWayRtpSendersAndReceiversTest(std::move(srtp_transports),
533 expect_success);
534 // No frames are expected to be decoded.
535 EXPECT_TRUE(received_audio_frames1_ == 0 && received_audio_frames2_ == 0 &&
536 rendered_video_frames1_ == 0 && rendered_video_frames2_ == 0);
537}
deadbeefe814a0d2017-02-26 02:15:09538
zhihuangd3501ad2017-03-03 22:39:06539// Tests that the frames cannot be decoded if only one side uses SRTP.
Sami Kalliomäki7741b7a2018-04-24 11:45:59540TEST_F(OrtcFactoryIntegrationTest, MAYBE_OneSideSrtpSenderAndReceiver) {
zhihuangd3501ad2017-03-03 22:39:06541 auto rtcp_parameters = MakeRtcpMuxParameters();
542 auto udp_transports = CreateAndConnectUdpTransportPair();
543 auto rtcp_udp_transports = UdpTransportPair();
544 auto transport_controllers = RtpTransportControllerPair();
545 auto transport_result1 = ortc_factory1_->CreateRtpTransport(
546 rtcp_parameters, udp_transports.first.get(),
547 rtcp_udp_transports.first.get(), transport_controllers.first.get());
548 auto transport_result2 = ortc_factory2_->CreateSrtpTransport(
549 rtcp_parameters, udp_transports.second.get(),
550 rtcp_udp_transports.second.get(), transport_controllers.second.get());
deadbeefe814a0d2017-02-26 02:15:09551
zhihuangd3501ad2017-03-03 22:39:06552 auto rtp_transport = transport_result1.MoveValue();
553 auto srtp_transport = transport_result2.MoveValue();
554 EXPECT_TRUE(srtp_transport->SetSrtpSendKey(kTestCryptoParams1).ok());
555 EXPECT_TRUE(srtp_transport->SetSrtpReceiveKey(kTestCryptoParams2).ok());
556 bool expect_success = false;
557 BasicTwoWayRtpSendersAndReceiversTest(
558 {std::move(rtp_transport), std::move(srtp_transport)}, expect_success);
deadbeefe814a0d2017-02-26 02:15:09559
zhihuangd3501ad2017-03-03 22:39:06560 // The SRTP side is not expected to decode any audio or video frames.
561 // The RTP side is not expected to decode any video frames while it is
562 // possible that the encrypted audio frames can be accidentally decoded which
563 // is why received_audio_frames1_ is not validated.
564 EXPECT_TRUE(received_audio_frames2_ == 0 && rendered_video_frames1_ == 0 &&
565 rendered_video_frames2_ == 0);
deadbeefe814a0d2017-02-26 02:15:09566}
567
568// End-to-end test with two pairs of RTP senders and receivers, for audio and
569// video. Unlike the test above, this attempts to make the parameters as
zhihuangd3501ad2017-03-03 22:39:06570// complex as possible. The senders and receivers use the SRTP transport with
571// different keys.
deadbeefe814a0d2017-02-26 02:15:09572//
573// Uses non-muxed RTCP, with separate audio/video transports, and a full set of
574// parameters, as would normally be used in a PeerConnection.
575//
576// TODO(deadbeef): Update this test as more audio/video features become
577// supported.
zhihuangd3501ad2017-03-03 22:39:06578TEST_F(OrtcFactoryIntegrationTest,
Sami Kalliomäki7741b7a2018-04-24 11:45:59579 MAYBE_FullTwoWayAudioVideoSrtpSendersAndReceivers) {
deadbeefe814a0d2017-02-26 02:15:09580 // We want four pairs of UDP transports for this test, for audio/video and
581 // RTP/RTCP.
582 auto audio_rtp_udp_transports = CreateAndConnectUdpTransportPair();
583 auto audio_rtcp_udp_transports = CreateAndConnectUdpTransportPair();
584 auto video_rtp_udp_transports = CreateAndConnectUdpTransportPair();
585 auto video_rtcp_udp_transports = CreateAndConnectUdpTransportPair();
586
587 // Since we have multiple RTP transports on each side, we need an RTP
588 // transport controller.
589 auto transport_controllers = CreateRtpTransportControllerPair();
590
sprangdb2a9fc2017-08-09 13:42:32591 RtpTransportParameters audio_rtp_transport_parameters;
592 audio_rtp_transport_parameters.rtcp.mux = false;
593 auto audio_srtp_transports = CreateSrtpTransportPair(
594 audio_rtp_transport_parameters, audio_rtp_udp_transports,
595 audio_rtcp_udp_transports, transport_controllers);
deadbeefe814a0d2017-02-26 02:15:09596
sprangdb2a9fc2017-08-09 13:42:32597 RtpTransportParameters video_rtp_transport_parameters;
598 video_rtp_transport_parameters.rtcp.mux = false;
599 video_rtp_transport_parameters.rtcp.reduced_size = true;
600 auto video_srtp_transports = CreateSrtpTransportPair(
601 video_rtp_transport_parameters, video_rtp_udp_transports,
602 video_rtcp_udp_transports, transport_controllers);
zhihuangd3501ad2017-03-03 22:39:06603
604 // Set keys for SRTP transports.
605 audio_srtp_transports.first->SetSrtpSendKey(kTestCryptoParams1);
606 audio_srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams2);
607 video_srtp_transports.first->SetSrtpSendKey(kTestCryptoParams3);
608 video_srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams4);
609
610 audio_srtp_transports.second->SetSrtpSendKey(kTestCryptoParams2);
611 audio_srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams1);
612 video_srtp_transports.second->SetSrtpSendKey(kTestCryptoParams4);
613 video_srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams3);
deadbeefe814a0d2017-02-26 02:15:09614
615 // Create all the senders and receivers (four per endpoint).
616 auto audio_sender_result1 = ortc_factory1_->CreateRtpSender(
zhihuangd3501ad2017-03-03 22:39:06617 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.first.get());
deadbeefe814a0d2017-02-26 02:15:09618 auto video_sender_result1 = ortc_factory1_->CreateRtpSender(
zhihuangd3501ad2017-03-03 22:39:06619 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.first.get());
deadbeefe814a0d2017-02-26 02:15:09620 auto audio_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 22:39:06621 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.first.get());
deadbeefe814a0d2017-02-26 02:15:09622 auto video_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 22:39:06623 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.first.get());
deadbeefe814a0d2017-02-26 02:15:09624 ASSERT_TRUE(audio_sender_result1.ok());
625 ASSERT_TRUE(video_sender_result1.ok());
626 ASSERT_TRUE(audio_receiver_result1.ok());
627 ASSERT_TRUE(video_receiver_result1.ok());
628 auto audio_sender1 = audio_sender_result1.MoveValue();
629 auto video_sender1 = video_sender_result1.MoveValue();
630 auto audio_receiver1 = audio_receiver_result1.MoveValue();
631 auto video_receiver1 = video_receiver_result1.MoveValue();
632
633 auto audio_sender_result2 = ortc_factory2_->CreateRtpSender(
zhihuangd3501ad2017-03-03 22:39:06634 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.second.get());
deadbeefe814a0d2017-02-26 02:15:09635 auto video_sender_result2 = ortc_factory2_->CreateRtpSender(
zhihuangd3501ad2017-03-03 22:39:06636 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.second.get());
deadbeefe814a0d2017-02-26 02:15:09637 auto audio_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 22:39:06638 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.second.get());
deadbeefe814a0d2017-02-26 02:15:09639 auto video_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 22:39:06640 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.second.get());
deadbeefe814a0d2017-02-26 02:15:09641 ASSERT_TRUE(audio_sender_result2.ok());
642 ASSERT_TRUE(video_sender_result2.ok());
643 ASSERT_TRUE(audio_receiver_result2.ok());
644 ASSERT_TRUE(video_receiver_result2.ok());
645 auto audio_sender2 = audio_sender_result2.MoveValue();
646 auto video_sender2 = video_sender_result2.MoveValue();
647 auto audio_receiver2 = audio_receiver_result2.MoveValue();
648 auto video_receiver2 = video_receiver_result2.MoveValue();
649
650 RTCError error = audio_sender1->SetTrack(
651 CreateLocalAudioTrack("audio", ortc_factory1_.get()));
652 EXPECT_TRUE(error.ok());
653 error = video_sender1->SetTrack(
Niels Möller48cca022018-03-21 08:20:21654 CreateLocalVideoTrackAndFakeSource("video", ortc_factory1_.get()));
deadbeefe814a0d2017-02-26 02:15:09655 EXPECT_TRUE(error.ok());
656 error = audio_sender2->SetTrack(
657 CreateLocalAudioTrack("audio", ortc_factory2_.get()));
658 EXPECT_TRUE(error.ok());
659 error = video_sender2->SetTrack(
Niels Möller48cca022018-03-21 08:20:21660 CreateLocalVideoTrackAndFakeSource("video", ortc_factory2_.get()));
deadbeefe814a0d2017-02-26 02:15:09661 EXPECT_TRUE(error.ok());
662
663 // Use different codecs in different directions for extra challenge.
664 RtpParameters opus_send_parameters = MakeFullOpusParameters();
665 RtpParameters isac_send_parameters = MakeFullIsacParameters();
666 RtpParameters vp8_send_parameters = MakeFullVp8Parameters();
667 RtpParameters vp9_send_parameters = MakeFullVp9Parameters();
668
669 // Remove "payload_type" from receive parameters. Receiver will need to
670 // discern the payload type from packets received.
671 RtpParameters opus_receive_parameters = opus_send_parameters;
672 RtpParameters isac_receive_parameters = isac_send_parameters;
673 RtpParameters vp8_receive_parameters = vp8_send_parameters;
674 RtpParameters vp9_receive_parameters = vp9_send_parameters;
675 opus_receive_parameters.encodings[0].codec_payload_type.reset();
676 isac_receive_parameters.encodings[0].codec_payload_type.reset();
677 vp8_receive_parameters.encodings[0].codec_payload_type.reset();
678 vp9_receive_parameters.encodings[0].codec_payload_type.reset();
679
680 // Configure the senders' and receivers' parameters.
681 //
682 // Note: Intentionally, the top codec in the receive parameters does not
683 // match the codec sent by the other side. If "Receive" is called with a list
684 // of codecs, the receiver should be prepared to receive any of them, not
685 // just the one on top.
686 EXPECT_TRUE(audio_receiver1->Receive(opus_receive_parameters).ok());
687 EXPECT_TRUE(video_receiver1->Receive(vp8_receive_parameters).ok());
688 EXPECT_TRUE(audio_receiver2->Receive(isac_receive_parameters).ok());
689 EXPECT_TRUE(video_receiver2->Receive(vp9_receive_parameters).ok());
690 EXPECT_TRUE(audio_sender1->Send(opus_send_parameters).ok());
691 EXPECT_TRUE(video_sender1->Send(vp8_send_parameters).ok());
692 EXPECT_TRUE(audio_sender2->Send(isac_send_parameters).ok());
693 EXPECT_TRUE(video_sender2->Send(vp9_send_parameters).ok());
694
695 FakeVideoTrackRenderer fake_video_renderer1(
696 static_cast<VideoTrackInterface*>(video_receiver1->GetTrack().get()));
697 FakeVideoTrackRenderer fake_video_renderer2(
698 static_cast<VideoTrackInterface*>(video_receiver2->GetTrack().get()));
699
700 // Senders and receivers are connected and configured; audio and video frames
701 // should be able to flow at this point.
702 EXPECT_TRUE_WAIT(
703 fake_audio_capture_module1_->frames_received() > kDefaultNumFrames &&
704 fake_video_renderer1.num_rendered_frames() > kDefaultNumFrames &&
705 fake_audio_capture_module2_->frames_received() > kDefaultNumFrames &&
706 fake_video_renderer2.num_rendered_frames() > kDefaultNumFrames,
707 kDefaultTimeout);
708}
709
710// TODO(deadbeef): End-to-end test for multiple senders/receivers of the same
711// media type, once that's supported. Currently, it is not because the
712// BaseChannel model relies on there being a single VoiceChannel and
713// VideoChannel, and these only support a single set of codecs/etc. per
714// send/receive direction.
715
716// TODO(deadbeef): End-to-end test for simulcast, once that's supported by this
717// API.
718
zhihuangacfb0172017-03-28 20:45:18719#endif // if !defined(THREAD_SANITIZER)
720
deadbeefe814a0d2017-02-26 02:15:09721} // namespace webrtc