blob: d2d5eacafcc0f47a86a859ef1e695adde379b0ad [file] [log] [blame]
deadbeefe814a0d2017-02-26 02:15:091/*
2 * Copyright 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <memory>
12#include <utility> // For std::pair, std::move.
13
Mirko Bonadei92ea95e2017-09-15 04:47:3114#include "api/ortc/ortcfactoryinterface.h"
15#include "ortc/testrtpparameters.h"
16#include "p2p/base/udptransport.h"
17#include "pc/test/fakeaudiocapturemodule.h"
18#include "pc/test/fakeperiodicvideocapturer.h"
19#include "pc/test/fakevideotrackrenderer.h"
20#include "rtc_base/criticalsection.h"
21#include "rtc_base/fakenetwork.h"
22#include "rtc_base/gunit.h"
23#include "rtc_base/virtualsocketserver.h"
deadbeefe814a0d2017-02-26 02:15:0924
25namespace {
26
zhihuangd3501ad2017-03-03 22:39:0627const int kDefaultTimeout = 10000; // 10 seconds.
28const int kReceivingDuration = 1000; // 1 second.
deadbeefe814a0d2017-02-26 02:15:0929// Default number of audio/video frames to wait for before considering a test a
30// success.
31const int kDefaultNumFrames = 3;
32const rtc::IPAddress kIPv4LocalHostAddress =
33 rtc::IPAddress(0x7F000001); // 127.0.0.1
34
zhihuangd3501ad2017-03-03 22:39:0635static const char kTestKeyParams1[] =
36 "inline:WVNfX19zZW1jdGwgKskgewkyMjA7fQp9CnVubGVz";
37static const char kTestKeyParams2[] =
38 "inline:PS1uQCVeeCFCanVmcjkpaywjNWhcYD0mXXtxaVBR";
39static const char kTestKeyParams3[] =
40 "inline:WVNfX19zZW1jdGwgKskgewkyMjA7fQp9CnVubGVa";
41static const char kTestKeyParams4[] =
42 "inline:WVNfX19zZW1jdGwgKskgewkyMjA7fQp9CnVubGVb";
43static const cricket::CryptoParams kTestCryptoParams1(1,
44 "AES_CM_128_HMAC_SHA1_80",
45 kTestKeyParams1,
46 "");
47static const cricket::CryptoParams kTestCryptoParams2(1,
48 "AES_CM_128_HMAC_SHA1_80",
49 kTestKeyParams2,
50 "");
51static const cricket::CryptoParams kTestCryptoParams3(1,
52 "AES_CM_128_HMAC_SHA1_80",
53 kTestKeyParams3,
54 "");
55static const cricket::CryptoParams kTestCryptoParams4(1,
56 "AES_CM_128_HMAC_SHA1_80",
57 kTestKeyParams4,
58 "");
deadbeefe814a0d2017-02-26 02:15:0959} // namespace
60
61namespace webrtc {
62
63// Used to test that things work end-to-end when using the default
64// implementations of threads/etc. provided by OrtcFactory, with the exception
65// of using a virtual network.
66//
67// By default, the virtual network manager doesn't enumerate any networks, but
68// sockets can still be created in this state.
69class OrtcFactoryIntegrationTest : public testing::Test {
70 public:
71 OrtcFactoryIntegrationTest()
deadbeef98e186c2017-05-17 01:00:0672 : network_thread_(&virtual_socket_server_),
deadbeefe814a0d2017-02-26 02:15:0973 fake_audio_capture_module1_(FakeAudioCaptureModule::Create()),
74 fake_audio_capture_module2_(FakeAudioCaptureModule::Create()) {
75 // Sockets are bound to the ANY address, so this is needed to tell the
76 // virtual network which address to use in this case.
77 virtual_socket_server_.SetDefaultRoute(kIPv4LocalHostAddress);
78 network_thread_.Start();
79 // Need to create after network thread is started.
80 ortc_factory1_ = OrtcFactoryInterface::Create(
81 &network_thread_, nullptr, &fake_network_manager_,
82 nullptr, fake_audio_capture_module1_)
83 .MoveValue();
84 ortc_factory2_ = OrtcFactoryInterface::Create(
85 &network_thread_, nullptr, &fake_network_manager_,
86 nullptr, fake_audio_capture_module2_)
87 .MoveValue();
88 }
89
90 protected:
91 typedef std::pair<std::unique_ptr<UdpTransportInterface>,
92 std::unique_ptr<UdpTransportInterface>>
93 UdpTransportPair;
94 typedef std::pair<std::unique_ptr<RtpTransportInterface>,
95 std::unique_ptr<RtpTransportInterface>>
96 RtpTransportPair;
zhihuangd3501ad2017-03-03 22:39:0697 typedef std::pair<std::unique_ptr<SrtpTransportInterface>,
98 std::unique_ptr<SrtpTransportInterface>>
99 SrtpTransportPair;
deadbeefe814a0d2017-02-26 02:15:09100 typedef std::pair<std::unique_ptr<RtpTransportControllerInterface>,
101 std::unique_ptr<RtpTransportControllerInterface>>
102 RtpTransportControllerPair;
103
104 // Helper function that creates one UDP transport each for |ortc_factory1_|
105 // and |ortc_factory2_|, and connects them.
106 UdpTransportPair CreateAndConnectUdpTransportPair() {
107 auto transport1 = ortc_factory1_->CreateUdpTransport(AF_INET).MoveValue();
108 auto transport2 = ortc_factory2_->CreateUdpTransport(AF_INET).MoveValue();
109 transport1->SetRemoteAddress(
110 rtc::SocketAddress(virtual_socket_server_.GetDefaultRoute(AF_INET),
111 transport2->GetLocalAddress().port()));
112 transport2->SetRemoteAddress(
113 rtc::SocketAddress(virtual_socket_server_.GetDefaultRoute(AF_INET),
114 transport1->GetLocalAddress().port()));
115 return {std::move(transport1), std::move(transport2)};
116 }
117
118 // Creates one transport controller each for |ortc_factory1_| and
119 // |ortc_factory2_|.
120 RtpTransportControllerPair CreateRtpTransportControllerPair() {
121 return {ortc_factory1_->CreateRtpTransportController().MoveValue(),
122 ortc_factory2_->CreateRtpTransportController().MoveValue()};
123 }
124
125 // Helper function that creates a pair of RtpTransports between
126 // |ortc_factory1_| and |ortc_factory2_|. Expected to be called with the
127 // result of CreateAndConnectUdpTransportPair. |rtcp_udp_transports| can be
128 // empty if RTCP muxing is used. |transport_controllers| can be empty if
129 // these transports are being created using a default transport controller.
130 RtpTransportPair CreateRtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32131 const RtpTransportParameters& parameters,
deadbeefe814a0d2017-02-26 02:15:09132 const UdpTransportPair& rtp_udp_transports,
133 const UdpTransportPair& rtcp_udp_transports,
134 const RtpTransportControllerPair& transport_controllers) {
135 auto transport_result1 = ortc_factory1_->CreateRtpTransport(
sprangdb2a9fc2017-08-09 13:42:32136 parameters, rtp_udp_transports.first.get(),
deadbeefe814a0d2017-02-26 02:15:09137 rtcp_udp_transports.first.get(), transport_controllers.first.get());
138 auto transport_result2 = ortc_factory2_->CreateRtpTransport(
sprangdb2a9fc2017-08-09 13:42:32139 parameters, rtp_udp_transports.second.get(),
deadbeefe814a0d2017-02-26 02:15:09140 rtcp_udp_transports.second.get(), transport_controllers.second.get());
141 return {transport_result1.MoveValue(), transport_result2.MoveValue()};
142 }
143
zhihuangd3501ad2017-03-03 22:39:06144 SrtpTransportPair CreateSrtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32145 const RtpTransportParameters& parameters,
zhihuangd3501ad2017-03-03 22:39:06146 const UdpTransportPair& rtp_udp_transports,
147 const UdpTransportPair& rtcp_udp_transports,
148 const RtpTransportControllerPair& transport_controllers) {
149 auto transport_result1 = ortc_factory1_->CreateSrtpTransport(
sprangdb2a9fc2017-08-09 13:42:32150 parameters, rtp_udp_transports.first.get(),
zhihuangd3501ad2017-03-03 22:39:06151 rtcp_udp_transports.first.get(), transport_controllers.first.get());
152 auto transport_result2 = ortc_factory2_->CreateSrtpTransport(
sprangdb2a9fc2017-08-09 13:42:32153 parameters, rtp_udp_transports.second.get(),
zhihuangd3501ad2017-03-03 22:39:06154 rtcp_udp_transports.second.get(), transport_controllers.second.get());
155 return {transport_result1.MoveValue(), transport_result2.MoveValue()};
156 }
157
deadbeefe814a0d2017-02-26 02:15:09158 // For convenience when |rtcp_udp_transports| and |transport_controllers|
159 // aren't needed.
160 RtpTransportPair CreateRtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32161 const RtpTransportParameters& parameters,
deadbeefe814a0d2017-02-26 02:15:09162 const UdpTransportPair& rtp_udp_transports) {
sprangdb2a9fc2017-08-09 13:42:32163 return CreateRtpTransportPair(parameters, rtp_udp_transports,
deadbeefe814a0d2017-02-26 02:15:09164 UdpTransportPair(),
165 RtpTransportControllerPair());
166 }
167
zhihuangd3501ad2017-03-03 22:39:06168 SrtpTransportPair CreateSrtpTransportPairAndSetKeys(
sprangdb2a9fc2017-08-09 13:42:32169 const RtpTransportParameters& parameters,
zhihuangd3501ad2017-03-03 22:39:06170 const UdpTransportPair& rtp_udp_transports) {
171 SrtpTransportPair srtp_transports = CreateSrtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32172 parameters, rtp_udp_transports, UdpTransportPair(),
zhihuangd3501ad2017-03-03 22:39:06173 RtpTransportControllerPair());
174 EXPECT_TRUE(srtp_transports.first->SetSrtpSendKey(kTestCryptoParams1).ok());
175 EXPECT_TRUE(
176 srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams2).ok());
177 EXPECT_TRUE(
178 srtp_transports.second->SetSrtpSendKey(kTestCryptoParams2).ok());
179 EXPECT_TRUE(
180 srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams1).ok());
181 return srtp_transports;
182 }
183
184 SrtpTransportPair CreateSrtpTransportPairAndSetMismatchingKeys(
sprangdb2a9fc2017-08-09 13:42:32185 const RtpTransportParameters& parameters,
zhihuangd3501ad2017-03-03 22:39:06186 const UdpTransportPair& rtp_udp_transports) {
187 SrtpTransportPair srtp_transports = CreateSrtpTransportPair(
sprangdb2a9fc2017-08-09 13:42:32188 parameters, rtp_udp_transports, UdpTransportPair(),
zhihuangd3501ad2017-03-03 22:39:06189 RtpTransportControllerPair());
190 EXPECT_TRUE(srtp_transports.first->SetSrtpSendKey(kTestCryptoParams1).ok());
191 EXPECT_TRUE(
192 srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams2).ok());
193 EXPECT_TRUE(
194 srtp_transports.second->SetSrtpSendKey(kTestCryptoParams1).ok());
195 EXPECT_TRUE(
196 srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams2).ok());
197 return srtp_transports;
198 }
199
deadbeefe814a0d2017-02-26 02:15:09200 // Ends up using fake audio capture module, which was passed into OrtcFactory
201 // on creation.
202 rtc::scoped_refptr<webrtc::AudioTrackInterface> CreateLocalAudioTrack(
203 const std::string& id,
204 OrtcFactoryInterface* ortc_factory) {
205 // Disable echo cancellation to make test more efficient.
206 cricket::AudioOptions options;
207 options.echo_cancellation.emplace(true);
208 rtc::scoped_refptr<webrtc::AudioSourceInterface> source =
209 ortc_factory->CreateAudioSource(options);
210 return ortc_factory->CreateAudioTrack(id, source);
211 }
212
213 // Stores created capturer in |fake_video_capturers_|.
214 rtc::scoped_refptr<webrtc::VideoTrackInterface>
215 CreateLocalVideoTrackAndFakeCapturer(const std::string& id,
216 OrtcFactoryInterface* ortc_factory) {
217 cricket::FakeVideoCapturer* fake_capturer =
218 new webrtc::FakePeriodicVideoCapturer();
219 fake_video_capturers_.push_back(fake_capturer);
220 rtc::scoped_refptr<webrtc::VideoTrackSourceInterface> source =
221 ortc_factory->CreateVideoSource(
222 std::unique_ptr<cricket::VideoCapturer>(fake_capturer));
223 return rtc::scoped_refptr<webrtc::VideoTrackInterface>(
224 ortc_factory->CreateVideoTrack(id, source));
225 }
226
zhihuangd3501ad2017-03-03 22:39:06227 // Helper function used to test two way RTP senders and receivers with basic
228 // configurations.
229 // If |expect_success| is true, waits for kDefaultTimeout for
230 // kDefaultNumFrames frames to be received by all RtpReceivers.
231 // If |expect_success| is false, simply waits for |kReceivingDuration|, and
232 // stores the number of received frames in |received_audio_frame1_| etc.
233 void BasicTwoWayRtpSendersAndReceiversTest(RtpTransportPair srtp_transports,
234 bool expect_success) {
235 received_audio_frames1_ = 0;
236 received_audio_frames2_ = 0;
237 rendered_video_frames1_ = 0;
238 rendered_video_frames2_ = 0;
239 // Create all the senders and receivers (four per endpoint).
240 auto audio_sender_result1 = ortc_factory1_->CreateRtpSender(
241 cricket::MEDIA_TYPE_AUDIO, srtp_transports.first.get());
242 auto video_sender_result1 = ortc_factory1_->CreateRtpSender(
243 cricket::MEDIA_TYPE_VIDEO, srtp_transports.first.get());
244 auto audio_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
245 cricket::MEDIA_TYPE_AUDIO, srtp_transports.first.get());
246 auto video_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
247 cricket::MEDIA_TYPE_VIDEO, srtp_transports.first.get());
248 ASSERT_TRUE(audio_sender_result1.ok());
249 ASSERT_TRUE(video_sender_result1.ok());
250 ASSERT_TRUE(audio_receiver_result1.ok());
251 ASSERT_TRUE(video_receiver_result1.ok());
252 auto audio_sender1 = audio_sender_result1.MoveValue();
253 auto video_sender1 = video_sender_result1.MoveValue();
254 auto audio_receiver1 = audio_receiver_result1.MoveValue();
255 auto video_receiver1 = video_receiver_result1.MoveValue();
256
257 auto audio_sender_result2 = ortc_factory2_->CreateRtpSender(
258 cricket::MEDIA_TYPE_AUDIO, srtp_transports.second.get());
259 auto video_sender_result2 = ortc_factory2_->CreateRtpSender(
260 cricket::MEDIA_TYPE_VIDEO, srtp_transports.second.get());
261 auto audio_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
262 cricket::MEDIA_TYPE_AUDIO, srtp_transports.second.get());
263 auto video_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
264 cricket::MEDIA_TYPE_VIDEO, srtp_transports.second.get());
265 ASSERT_TRUE(audio_sender_result2.ok());
266 ASSERT_TRUE(video_sender_result2.ok());
267 ASSERT_TRUE(audio_receiver_result2.ok());
268 ASSERT_TRUE(video_receiver_result2.ok());
269 auto audio_sender2 = audio_sender_result2.MoveValue();
270 auto video_sender2 = video_sender_result2.MoveValue();
271 auto audio_receiver2 = audio_receiver_result2.MoveValue();
272 auto video_receiver2 = video_receiver_result2.MoveValue();
273
274 // Add fake tracks.
275 RTCError error = audio_sender1->SetTrack(
276 CreateLocalAudioTrack("audio", ortc_factory1_.get()));
277 EXPECT_TRUE(error.ok());
278 error = video_sender1->SetTrack(
279 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory1_.get()));
280 EXPECT_TRUE(error.ok());
281 error = audio_sender2->SetTrack(
282 CreateLocalAudioTrack("audio", ortc_factory2_.get()));
283 EXPECT_TRUE(error.ok());
284 error = video_sender2->SetTrack(
285 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory2_.get()));
286 EXPECT_TRUE(error.ok());
287
288 // "sent_X_parameters1" are the parameters that endpoint 1 sends with and
289 // endpoint 2 receives with.
290 RtpParameters sent_opus_parameters1 =
291 MakeMinimalOpusParametersWithSsrc(0xdeadbeef);
292 RtpParameters sent_vp8_parameters1 =
293 MakeMinimalVp8ParametersWithSsrc(0xbaadfeed);
294 RtpParameters sent_opus_parameters2 =
295 MakeMinimalOpusParametersWithSsrc(0x13333337);
296 RtpParameters sent_vp8_parameters2 =
297 MakeMinimalVp8ParametersWithSsrc(0x12345678);
298
299 // Configure the senders' and receivers' parameters.
300 EXPECT_TRUE(audio_receiver1->Receive(sent_opus_parameters2).ok());
301 EXPECT_TRUE(video_receiver1->Receive(sent_vp8_parameters2).ok());
302 EXPECT_TRUE(audio_receiver2->Receive(sent_opus_parameters1).ok());
303 EXPECT_TRUE(video_receiver2->Receive(sent_vp8_parameters1).ok());
304 EXPECT_TRUE(audio_sender1->Send(sent_opus_parameters1).ok());
305 EXPECT_TRUE(video_sender1->Send(sent_vp8_parameters1).ok());
306 EXPECT_TRUE(audio_sender2->Send(sent_opus_parameters2).ok());
307 EXPECT_TRUE(video_sender2->Send(sent_vp8_parameters2).ok());
308
309 FakeVideoTrackRenderer fake_video_renderer1(
310 static_cast<VideoTrackInterface*>(video_receiver1->GetTrack().get()));
311 FakeVideoTrackRenderer fake_video_renderer2(
312 static_cast<VideoTrackInterface*>(video_receiver2->GetTrack().get()));
313
314 if (expect_success) {
315 EXPECT_TRUE_WAIT(
316 fake_audio_capture_module1_->frames_received() > kDefaultNumFrames &&
317 fake_video_renderer1.num_rendered_frames() > kDefaultNumFrames &&
318 fake_audio_capture_module2_->frames_received() >
319 kDefaultNumFrames &&
minyue-webrtcc453b082017-07-10 09:56:05320 fake_video_renderer2.num_rendered_frames() > kDefaultNumFrames,
321 kDefaultTimeout) << "Audio capture module 1 received "
322 << fake_audio_capture_module1_->frames_received()
323 << " frames, Video renderer 1 rendered "
324 << fake_video_renderer1.num_rendered_frames()
325 << " frames, Audio capture module 2 received "
326 << fake_audio_capture_module2_->frames_received()
327 << " frames, Video renderer 2 rendered "
328 << fake_video_renderer2.num_rendered_frames()
329 << " frames.";
zhihuangd3501ad2017-03-03 22:39:06330 } else {
331 WAIT(false, kReceivingDuration);
332 rendered_video_frames1_ = fake_video_renderer1.num_rendered_frames();
333 rendered_video_frames2_ = fake_video_renderer2.num_rendered_frames();
334 received_audio_frames1_ = fake_audio_capture_module1_->frames_received();
335 received_audio_frames2_ = fake_audio_capture_module2_->frames_received();
336 }
337 }
338
deadbeefe814a0d2017-02-26 02:15:09339 rtc::VirtualSocketServer virtual_socket_server_;
340 rtc::Thread network_thread_;
341 rtc::FakeNetworkManager fake_network_manager_;
342 rtc::scoped_refptr<FakeAudioCaptureModule> fake_audio_capture_module1_;
343 rtc::scoped_refptr<FakeAudioCaptureModule> fake_audio_capture_module2_;
344 std::unique_ptr<OrtcFactoryInterface> ortc_factory1_;
345 std::unique_ptr<OrtcFactoryInterface> ortc_factory2_;
346 // Actually owned by video tracks.
347 std::vector<cricket::FakeVideoCapturer*> fake_video_capturers_;
zhihuangd3501ad2017-03-03 22:39:06348 int received_audio_frames1_ = 0;
349 int received_audio_frames2_ = 0;
350 int rendered_video_frames1_ = 0;
351 int rendered_video_frames2_ = 0;
deadbeefe814a0d2017-02-26 02:15:09352};
353
zhihuangacfb0172017-03-28 20:45:18354// Disable for TSan v2, see
355// https://bugs.chromium.org/p/webrtc/issues/detail?id=7366 for details.
356#if !defined(THREAD_SANITIZER)
357
deadbeefe814a0d2017-02-26 02:15:09358// Very basic end-to-end test with a single pair of audio RTP sender and
359// receiver.
360//
361// Uses muxed RTCP, and minimal parameters with a hard-coded config that's
362// known to work.
363TEST_F(OrtcFactoryIntegrationTest, BasicOneWayAudioRtpSenderAndReceiver) {
364 auto udp_transports = CreateAndConnectUdpTransportPair();
365 auto rtp_transports =
366 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
367
368 auto sender_result = ortc_factory1_->CreateRtpSender(
369 cricket::MEDIA_TYPE_AUDIO, rtp_transports.first.get());
370 auto receiver_result = ortc_factory2_->CreateRtpReceiver(
371 cricket::MEDIA_TYPE_AUDIO, rtp_transports.second.get());
372 ASSERT_TRUE(sender_result.ok());
373 ASSERT_TRUE(receiver_result.ok());
374 auto sender = sender_result.MoveValue();
375 auto receiver = receiver_result.MoveValue();
376
377 RTCError error =
378 sender->SetTrack(CreateLocalAudioTrack("audio", ortc_factory1_.get()));
379 EXPECT_TRUE(error.ok());
380
381 RtpParameters opus_parameters = MakeMinimalOpusParameters();
382 EXPECT_TRUE(receiver->Receive(opus_parameters).ok());
383 EXPECT_TRUE(sender->Send(opus_parameters).ok());
384 // Sender and receiver are connected and configured; audio frames should be
385 // able to flow at this point.
386 EXPECT_TRUE_WAIT(
387 fake_audio_capture_module2_->frames_received() > kDefaultNumFrames,
388 kDefaultTimeout);
389}
390
391// Very basic end-to-end test with a single pair of video RTP sender and
392// receiver.
393//
394// Uses muxed RTCP, and minimal parameters with a hard-coded config that's
395// known to work.
396TEST_F(OrtcFactoryIntegrationTest, BasicOneWayVideoRtpSenderAndReceiver) {
397 auto udp_transports = CreateAndConnectUdpTransportPair();
398 auto rtp_transports =
399 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
400
401 auto sender_result = ortc_factory1_->CreateRtpSender(
402 cricket::MEDIA_TYPE_VIDEO, rtp_transports.first.get());
403 auto receiver_result = ortc_factory2_->CreateRtpReceiver(
404 cricket::MEDIA_TYPE_VIDEO, rtp_transports.second.get());
405 ASSERT_TRUE(sender_result.ok());
406 ASSERT_TRUE(receiver_result.ok());
407 auto sender = sender_result.MoveValue();
408 auto receiver = receiver_result.MoveValue();
409
410 RTCError error = sender->SetTrack(
411 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory1_.get()));
412 EXPECT_TRUE(error.ok());
413
414 RtpParameters vp8_parameters = MakeMinimalVp8Parameters();
415 EXPECT_TRUE(receiver->Receive(vp8_parameters).ok());
416 EXPECT_TRUE(sender->Send(vp8_parameters).ok());
417 FakeVideoTrackRenderer fake_renderer(
418 static_cast<VideoTrackInterface*>(receiver->GetTrack().get()));
419 // Sender and receiver are connected and configured; video frames should be
420 // able to flow at this point.
421 EXPECT_TRUE_WAIT(fake_renderer.num_rendered_frames() > kDefaultNumFrames,
422 kDefaultTimeout);
423}
424
425// Test that if the track is changed while sending, the sender seamlessly
426// transitions to sending it and frames are received end-to-end.
427//
428// Only doing this for video, since given that audio is sourced from a single
429// fake audio capture module, the audio track is just a dummy object.
430// TODO(deadbeef): Change this when possible.
431TEST_F(OrtcFactoryIntegrationTest, SetTrackWhileSending) {
432 auto udp_transports = CreateAndConnectUdpTransportPair();
433 auto rtp_transports =
434 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
435
436 auto sender_result = ortc_factory1_->CreateRtpSender(
437 cricket::MEDIA_TYPE_VIDEO, rtp_transports.first.get());
438 auto receiver_result = ortc_factory2_->CreateRtpReceiver(
439 cricket::MEDIA_TYPE_VIDEO, rtp_transports.second.get());
440 ASSERT_TRUE(sender_result.ok());
441 ASSERT_TRUE(receiver_result.ok());
442 auto sender = sender_result.MoveValue();
443 auto receiver = receiver_result.MoveValue();
444
445 RTCError error = sender->SetTrack(
446 CreateLocalVideoTrackAndFakeCapturer("video_1", ortc_factory1_.get()));
447 EXPECT_TRUE(error.ok());
448 RtpParameters vp8_parameters = MakeMinimalVp8Parameters();
449 EXPECT_TRUE(receiver->Receive(vp8_parameters).ok());
450 EXPECT_TRUE(sender->Send(vp8_parameters).ok());
451 FakeVideoTrackRenderer fake_renderer(
452 static_cast<VideoTrackInterface*>(receiver->GetTrack().get()));
453 // Expect for some initial number of frames to be received.
454 EXPECT_TRUE_WAIT(fake_renderer.num_rendered_frames() > kDefaultNumFrames,
455 kDefaultTimeout);
456 // Stop the old capturer, set a new track, and verify new frames are received
457 // from the new track. Stopping the old capturer ensures that we aren't
458 // actually still getting frames from it.
459 fake_video_capturers_[0]->Stop();
460 int prev_num_frames = fake_renderer.num_rendered_frames();
461 error = sender->SetTrack(
462 CreateLocalVideoTrackAndFakeCapturer("video_2", ortc_factory1_.get()));
463 EXPECT_TRUE(error.ok());
464 EXPECT_TRUE_WAIT(
465 fake_renderer.num_rendered_frames() > kDefaultNumFrames + prev_num_frames,
466 kDefaultTimeout);
467}
468
469// End-to-end test with two pairs of RTP senders and receivers, for audio and
470// video.
471//
472// Uses muxed RTCP, and minimal parameters with hard-coded configs that are
473// known to work.
474TEST_F(OrtcFactoryIntegrationTest,
475 BasicTwoWayAudioVideoRtpSendersAndReceivers) {
476 auto udp_transports = CreateAndConnectUdpTransportPair();
477 auto rtp_transports =
478 CreateRtpTransportPair(MakeRtcpMuxParameters(), udp_transports);
zhihuangd3501ad2017-03-03 22:39:06479 bool expect_success = true;
480 BasicTwoWayRtpSendersAndReceiversTest(std::move(rtp_transports),
481 expect_success);
482}
deadbeefe814a0d2017-02-26 02:15:09483
mbonadeif904d132017-07-14 22:19:03484#if !(defined(WEBRTC_IOS) && defined(WEBRTC_ARCH_64_BITS) && !defined(NDEBUG))
zhihuangd3501ad2017-03-03 22:39:06485TEST_F(OrtcFactoryIntegrationTest,
486 BasicTwoWayAudioVideoSrtpSendersAndReceivers) {
487 auto udp_transports = CreateAndConnectUdpTransportPair();
488 auto srtp_transports = CreateSrtpTransportPairAndSetKeys(
489 MakeRtcpMuxParameters(), udp_transports);
490 bool expect_success = true;
491 BasicTwoWayRtpSendersAndReceiversTest(std::move(srtp_transports),
492 expect_success);
493}
mbonadeif904d132017-07-14 22:19:03494#endif
deadbeefe814a0d2017-02-26 02:15:09495
zhihuangd3501ad2017-03-03 22:39:06496// Tests that the packets cannot be decoded if the keys are mismatched.
497TEST_F(OrtcFactoryIntegrationTest, SrtpSendersAndReceiversWithMismatchingKeys) {
498 auto udp_transports = CreateAndConnectUdpTransportPair();
499 auto srtp_transports = CreateSrtpTransportPairAndSetMismatchingKeys(
500 MakeRtcpMuxParameters(), udp_transports);
501 bool expect_success = false;
502 BasicTwoWayRtpSendersAndReceiversTest(std::move(srtp_transports),
503 expect_success);
504 // No frames are expected to be decoded.
505 EXPECT_TRUE(received_audio_frames1_ == 0 && received_audio_frames2_ == 0 &&
506 rendered_video_frames1_ == 0 && rendered_video_frames2_ == 0);
507}
deadbeefe814a0d2017-02-26 02:15:09508
zhihuangd3501ad2017-03-03 22:39:06509// Tests that the frames cannot be decoded if only one side uses SRTP.
510TEST_F(OrtcFactoryIntegrationTest, OneSideSrtpSenderAndReceiver) {
511 auto rtcp_parameters = MakeRtcpMuxParameters();
512 auto udp_transports = CreateAndConnectUdpTransportPair();
513 auto rtcp_udp_transports = UdpTransportPair();
514 auto transport_controllers = RtpTransportControllerPair();
515 auto transport_result1 = ortc_factory1_->CreateRtpTransport(
516 rtcp_parameters, udp_transports.first.get(),
517 rtcp_udp_transports.first.get(), transport_controllers.first.get());
518 auto transport_result2 = ortc_factory2_->CreateSrtpTransport(
519 rtcp_parameters, udp_transports.second.get(),
520 rtcp_udp_transports.second.get(), transport_controllers.second.get());
deadbeefe814a0d2017-02-26 02:15:09521
zhihuangd3501ad2017-03-03 22:39:06522 auto rtp_transport = transport_result1.MoveValue();
523 auto srtp_transport = transport_result2.MoveValue();
524 EXPECT_TRUE(srtp_transport->SetSrtpSendKey(kTestCryptoParams1).ok());
525 EXPECT_TRUE(srtp_transport->SetSrtpReceiveKey(kTestCryptoParams2).ok());
526 bool expect_success = false;
527 BasicTwoWayRtpSendersAndReceiversTest(
528 {std::move(rtp_transport), std::move(srtp_transport)}, expect_success);
deadbeefe814a0d2017-02-26 02:15:09529
zhihuangd3501ad2017-03-03 22:39:06530 // The SRTP side is not expected to decode any audio or video frames.
531 // The RTP side is not expected to decode any video frames while it is
532 // possible that the encrypted audio frames can be accidentally decoded which
533 // is why received_audio_frames1_ is not validated.
534 EXPECT_TRUE(received_audio_frames2_ == 0 && rendered_video_frames1_ == 0 &&
535 rendered_video_frames2_ == 0);
deadbeefe814a0d2017-02-26 02:15:09536}
537
538// End-to-end test with two pairs of RTP senders and receivers, for audio and
539// video. Unlike the test above, this attempts to make the parameters as
zhihuangd3501ad2017-03-03 22:39:06540// complex as possible. The senders and receivers use the SRTP transport with
541// different keys.
deadbeefe814a0d2017-02-26 02:15:09542//
543// Uses non-muxed RTCP, with separate audio/video transports, and a full set of
544// parameters, as would normally be used in a PeerConnection.
545//
546// TODO(deadbeef): Update this test as more audio/video features become
547// supported.
zhihuangd3501ad2017-03-03 22:39:06548TEST_F(OrtcFactoryIntegrationTest,
549 FullTwoWayAudioVideoSrtpSendersAndReceivers) {
deadbeefe814a0d2017-02-26 02:15:09550 // We want four pairs of UDP transports for this test, for audio/video and
551 // RTP/RTCP.
552 auto audio_rtp_udp_transports = CreateAndConnectUdpTransportPair();
553 auto audio_rtcp_udp_transports = CreateAndConnectUdpTransportPair();
554 auto video_rtp_udp_transports = CreateAndConnectUdpTransportPair();
555 auto video_rtcp_udp_transports = CreateAndConnectUdpTransportPair();
556
557 // Since we have multiple RTP transports on each side, we need an RTP
558 // transport controller.
559 auto transport_controllers = CreateRtpTransportControllerPair();
560
sprangdb2a9fc2017-08-09 13:42:32561 RtpTransportParameters audio_rtp_transport_parameters;
562 audio_rtp_transport_parameters.rtcp.mux = false;
563 auto audio_srtp_transports = CreateSrtpTransportPair(
564 audio_rtp_transport_parameters, audio_rtp_udp_transports,
565 audio_rtcp_udp_transports, transport_controllers);
deadbeefe814a0d2017-02-26 02:15:09566
sprangdb2a9fc2017-08-09 13:42:32567 RtpTransportParameters video_rtp_transport_parameters;
568 video_rtp_transport_parameters.rtcp.mux = false;
569 video_rtp_transport_parameters.rtcp.reduced_size = true;
570 auto video_srtp_transports = CreateSrtpTransportPair(
571 video_rtp_transport_parameters, video_rtp_udp_transports,
572 video_rtcp_udp_transports, transport_controllers);
zhihuangd3501ad2017-03-03 22:39:06573
574 // Set keys for SRTP transports.
575 audio_srtp_transports.first->SetSrtpSendKey(kTestCryptoParams1);
576 audio_srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams2);
577 video_srtp_transports.first->SetSrtpSendKey(kTestCryptoParams3);
578 video_srtp_transports.first->SetSrtpReceiveKey(kTestCryptoParams4);
579
580 audio_srtp_transports.second->SetSrtpSendKey(kTestCryptoParams2);
581 audio_srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams1);
582 video_srtp_transports.second->SetSrtpSendKey(kTestCryptoParams4);
583 video_srtp_transports.second->SetSrtpReceiveKey(kTestCryptoParams3);
deadbeefe814a0d2017-02-26 02:15:09584
585 // Create all the senders and receivers (four per endpoint).
586 auto audio_sender_result1 = ortc_factory1_->CreateRtpSender(
zhihuangd3501ad2017-03-03 22:39:06587 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.first.get());
deadbeefe814a0d2017-02-26 02:15:09588 auto video_sender_result1 = ortc_factory1_->CreateRtpSender(
zhihuangd3501ad2017-03-03 22:39:06589 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.first.get());
deadbeefe814a0d2017-02-26 02:15:09590 auto audio_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 22:39:06591 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.first.get());
deadbeefe814a0d2017-02-26 02:15:09592 auto video_receiver_result1 = ortc_factory1_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 22:39:06593 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.first.get());
deadbeefe814a0d2017-02-26 02:15:09594 ASSERT_TRUE(audio_sender_result1.ok());
595 ASSERT_TRUE(video_sender_result1.ok());
596 ASSERT_TRUE(audio_receiver_result1.ok());
597 ASSERT_TRUE(video_receiver_result1.ok());
598 auto audio_sender1 = audio_sender_result1.MoveValue();
599 auto video_sender1 = video_sender_result1.MoveValue();
600 auto audio_receiver1 = audio_receiver_result1.MoveValue();
601 auto video_receiver1 = video_receiver_result1.MoveValue();
602
603 auto audio_sender_result2 = ortc_factory2_->CreateRtpSender(
zhihuangd3501ad2017-03-03 22:39:06604 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.second.get());
deadbeefe814a0d2017-02-26 02:15:09605 auto video_sender_result2 = ortc_factory2_->CreateRtpSender(
zhihuangd3501ad2017-03-03 22:39:06606 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.second.get());
deadbeefe814a0d2017-02-26 02:15:09607 auto audio_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 22:39:06608 cricket::MEDIA_TYPE_AUDIO, audio_srtp_transports.second.get());
deadbeefe814a0d2017-02-26 02:15:09609 auto video_receiver_result2 = ortc_factory2_->CreateRtpReceiver(
zhihuangd3501ad2017-03-03 22:39:06610 cricket::MEDIA_TYPE_VIDEO, video_srtp_transports.second.get());
deadbeefe814a0d2017-02-26 02:15:09611 ASSERT_TRUE(audio_sender_result2.ok());
612 ASSERT_TRUE(video_sender_result2.ok());
613 ASSERT_TRUE(audio_receiver_result2.ok());
614 ASSERT_TRUE(video_receiver_result2.ok());
615 auto audio_sender2 = audio_sender_result2.MoveValue();
616 auto video_sender2 = video_sender_result2.MoveValue();
617 auto audio_receiver2 = audio_receiver_result2.MoveValue();
618 auto video_receiver2 = video_receiver_result2.MoveValue();
619
620 RTCError error = audio_sender1->SetTrack(
621 CreateLocalAudioTrack("audio", ortc_factory1_.get()));
622 EXPECT_TRUE(error.ok());
623 error = video_sender1->SetTrack(
624 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory1_.get()));
625 EXPECT_TRUE(error.ok());
626 error = audio_sender2->SetTrack(
627 CreateLocalAudioTrack("audio", ortc_factory2_.get()));
628 EXPECT_TRUE(error.ok());
629 error = video_sender2->SetTrack(
630 CreateLocalVideoTrackAndFakeCapturer("video", ortc_factory2_.get()));
631 EXPECT_TRUE(error.ok());
632
633 // Use different codecs in different directions for extra challenge.
634 RtpParameters opus_send_parameters = MakeFullOpusParameters();
635 RtpParameters isac_send_parameters = MakeFullIsacParameters();
636 RtpParameters vp8_send_parameters = MakeFullVp8Parameters();
637 RtpParameters vp9_send_parameters = MakeFullVp9Parameters();
638
639 // Remove "payload_type" from receive parameters. Receiver will need to
640 // discern the payload type from packets received.
641 RtpParameters opus_receive_parameters = opus_send_parameters;
642 RtpParameters isac_receive_parameters = isac_send_parameters;
643 RtpParameters vp8_receive_parameters = vp8_send_parameters;
644 RtpParameters vp9_receive_parameters = vp9_send_parameters;
645 opus_receive_parameters.encodings[0].codec_payload_type.reset();
646 isac_receive_parameters.encodings[0].codec_payload_type.reset();
647 vp8_receive_parameters.encodings[0].codec_payload_type.reset();
648 vp9_receive_parameters.encodings[0].codec_payload_type.reset();
649
650 // Configure the senders' and receivers' parameters.
651 //
652 // Note: Intentionally, the top codec in the receive parameters does not
653 // match the codec sent by the other side. If "Receive" is called with a list
654 // of codecs, the receiver should be prepared to receive any of them, not
655 // just the one on top.
656 EXPECT_TRUE(audio_receiver1->Receive(opus_receive_parameters).ok());
657 EXPECT_TRUE(video_receiver1->Receive(vp8_receive_parameters).ok());
658 EXPECT_TRUE(audio_receiver2->Receive(isac_receive_parameters).ok());
659 EXPECT_TRUE(video_receiver2->Receive(vp9_receive_parameters).ok());
660 EXPECT_TRUE(audio_sender1->Send(opus_send_parameters).ok());
661 EXPECT_TRUE(video_sender1->Send(vp8_send_parameters).ok());
662 EXPECT_TRUE(audio_sender2->Send(isac_send_parameters).ok());
663 EXPECT_TRUE(video_sender2->Send(vp9_send_parameters).ok());
664
665 FakeVideoTrackRenderer fake_video_renderer1(
666 static_cast<VideoTrackInterface*>(video_receiver1->GetTrack().get()));
667 FakeVideoTrackRenderer fake_video_renderer2(
668 static_cast<VideoTrackInterface*>(video_receiver2->GetTrack().get()));
669
670 // Senders and receivers are connected and configured; audio and video frames
671 // should be able to flow at this point.
672 EXPECT_TRUE_WAIT(
673 fake_audio_capture_module1_->frames_received() > kDefaultNumFrames &&
674 fake_video_renderer1.num_rendered_frames() > kDefaultNumFrames &&
675 fake_audio_capture_module2_->frames_received() > kDefaultNumFrames &&
676 fake_video_renderer2.num_rendered_frames() > kDefaultNumFrames,
677 kDefaultTimeout);
678}
679
680// TODO(deadbeef): End-to-end test for multiple senders/receivers of the same
681// media type, once that's supported. Currently, it is not because the
682// BaseChannel model relies on there being a single VoiceChannel and
683// VideoChannel, and these only support a single set of codecs/etc. per
684// send/receive direction.
685
686// TODO(deadbeef): End-to-end test for simulcast, once that's supported by this
687// API.
688
zhihuangacfb0172017-03-28 20:45:18689#endif // if !defined(THREAD_SANITIZER)
690
deadbeefe814a0d2017-02-26 02:15:09691} // namespace webrtc