blob: 6c60ba81abc3dc70518bd60dbadeb7656e632a64 [file] [log] [blame]
Harald Alvestrand39993842021-02-17 09:05:311/*
2 * Copyright 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef PC_TEST_INTEGRATION_TEST_HELPERS_H_
12#define PC_TEST_INTEGRATION_TEST_HELPERS_H_
13
14#include <limits.h>
15#include <stdint.h>
16#include <stdio.h>
17
18#include <algorithm>
19#include <functional>
Taylor Brandstetter1c7ecef2021-08-11 19:38:3520#include <limits>
Harald Alvestrand39993842021-02-17 09:05:3121#include <list>
22#include <map>
23#include <memory>
24#include <set>
25#include <string>
26#include <utility>
27#include <vector>
28
29#include "absl/algorithm/container.h"
30#include "absl/types/optional.h"
31#include "api/audio_options.h"
32#include "api/call/call_factory_interface.h"
33#include "api/candidate.h"
34#include "api/crypto/crypto_options.h"
35#include "api/data_channel_interface.h"
36#include "api/ice_transport_interface.h"
37#include "api/jsep.h"
38#include "api/media_stream_interface.h"
39#include "api/media_types.h"
40#include "api/peer_connection_interface.h"
Harald Alvestrand39993842021-02-17 09:05:3141#include "api/rtc_error.h"
42#include "api/rtc_event_log/rtc_event_log_factory.h"
43#include "api/rtc_event_log/rtc_event_log_factory_interface.h"
44#include "api/rtc_event_log_output.h"
45#include "api/rtp_receiver_interface.h"
46#include "api/rtp_sender_interface.h"
47#include "api/rtp_transceiver_interface.h"
48#include "api/scoped_refptr.h"
49#include "api/stats/rtc_stats.h"
50#include "api/stats/rtc_stats_report.h"
51#include "api/stats/rtcstats_objects.h"
52#include "api/task_queue/default_task_queue_factory.h"
53#include "api/task_queue/task_queue_factory.h"
54#include "api/transport/field_trial_based_config.h"
55#include "api/transport/webrtc_key_value_config.h"
56#include "api/uma_metrics.h"
57#include "api/video/video_rotation.h"
58#include "api/video_codecs/sdp_video_format.h"
59#include "api/video_codecs/video_decoder_factory.h"
60#include "api/video_codecs/video_encoder_factory.h"
61#include "call/call.h"
62#include "logging/rtc_event_log/fake_rtc_event_log_factory.h"
63#include "media/base/media_engine.h"
64#include "media/base/stream_params.h"
65#include "media/engine/fake_webrtc_video_engine.h"
66#include "media/engine/webrtc_media_engine.h"
67#include "media/engine/webrtc_media_engine_defaults.h"
68#include "modules/audio_device/include/audio_device.h"
69#include "modules/audio_processing/include/audio_processing.h"
70#include "modules/audio_processing/test/audio_processing_builder_for_testing.h"
71#include "p2p/base/fake_ice_transport.h"
72#include "p2p/base/ice_transport_internal.h"
73#include "p2p/base/mock_async_resolver.h"
74#include "p2p/base/p2p_constants.h"
75#include "p2p/base/port.h"
76#include "p2p/base/port_allocator.h"
77#include "p2p/base/port_interface.h"
78#include "p2p/base/test_stun_server.h"
79#include "p2p/base/test_turn_customizer.h"
80#include "p2p/base/test_turn_server.h"
81#include "p2p/client/basic_port_allocator.h"
82#include "pc/dtmf_sender.h"
83#include "pc/local_audio_source.h"
84#include "pc/media_session.h"
85#include "pc/peer_connection.h"
86#include "pc/peer_connection_factory.h"
Markus Handella1b82012021-05-26 16:56:3087#include "pc/peer_connection_proxy.h"
Harald Alvestrand39993842021-02-17 09:05:3188#include "pc/rtp_media_utils.h"
89#include "pc/session_description.h"
90#include "pc/test/fake_audio_capture_module.h"
91#include "pc/test/fake_periodic_video_source.h"
92#include "pc/test/fake_periodic_video_track_source.h"
93#include "pc/test/fake_rtc_certificate_generator.h"
94#include "pc/test/fake_video_track_renderer.h"
95#include "pc/test/mock_peer_connection_observers.h"
96#include "pc/video_track_source.h"
Harald Alvestrand39993842021-02-17 09:05:3197#include "rtc_base/checks.h"
98#include "rtc_base/fake_clock.h"
99#include "rtc_base/fake_mdns_responder.h"
100#include "rtc_base/fake_network.h"
101#include "rtc_base/firewall_socket_server.h"
102#include "rtc_base/gunit.h"
103#include "rtc_base/helpers.h"
104#include "rtc_base/ip_address.h"
105#include "rtc_base/location.h"
106#include "rtc_base/logging.h"
107#include "rtc_base/mdns_responder_interface.h"
108#include "rtc_base/numerics/safe_conversions.h"
109#include "rtc_base/ref_counted_object.h"
110#include "rtc_base/rtc_certificate_generator.h"
111#include "rtc_base/socket_address.h"
112#include "rtc_base/ssl_stream_adapter.h"
Niels Möller6097b0f2021-03-11 15:46:27113#include "rtc_base/task_utils/pending_task_safety_flag.h"
114#include "rtc_base/task_utils/to_queued_task.h"
Harald Alvestrand39993842021-02-17 09:05:31115#include "rtc_base/test_certificate_verifier.h"
116#include "rtc_base/thread.h"
117#include "rtc_base/time_utils.h"
118#include "rtc_base/virtual_socket_server.h"
119#include "system_wrappers/include/metrics.h"
120#include "test/field_trial.h"
121#include "test/gmock.h"
122
123namespace webrtc {
124
125using ::cricket::ContentInfo;
126using ::cricket::StreamParams;
127using ::rtc::SocketAddress;
128using ::testing::_;
129using ::testing::Combine;
130using ::testing::Contains;
131using ::testing::DoAll;
132using ::testing::ElementsAre;
133using ::testing::NiceMock;
134using ::testing::Return;
135using ::testing::SetArgPointee;
136using ::testing::UnorderedElementsAreArray;
137using ::testing::Values;
138using RTCConfiguration = PeerConnectionInterface::RTCConfiguration;
139
140static const int kDefaultTimeout = 10000;
141static const int kMaxWaitForStatsMs = 3000;
142static const int kMaxWaitForActivationMs = 5000;
143static const int kMaxWaitForFramesMs = 10000;
144// Default number of audio/video frames to wait for before considering a test
145// successful.
146static const int kDefaultExpectedAudioFrameCount = 3;
147static const int kDefaultExpectedVideoFrameCount = 3;
148
149static const char kDataChannelLabel[] = "data_channel";
150
151// SRTP cipher name negotiated by the tests. This must be updated if the
152// default changes.
Mirko Bonadei7750d802021-07-26 15:27:42153static const int kDefaultSrtpCryptoSuite = rtc::kSrtpAes128CmSha1_80;
154static const int kDefaultSrtpCryptoSuiteGcm = rtc::kSrtpAeadAes256Gcm;
Harald Alvestrand39993842021-02-17 09:05:31155
156static const SocketAddress kDefaultLocalAddress("192.168.1.1", 0);
157
158// Helper function for constructing offer/answer options to initiate an ICE
159// restart.
160PeerConnectionInterface::RTCOfferAnswerOptions IceRestartOfferAnswerOptions();
161
162// Remove all stream information (SSRCs, track IDs, etc.) and "msid-semantic"
163// attribute from received SDP, simulating a legacy endpoint.
164void RemoveSsrcsAndMsids(cricket::SessionDescription* desc);
165
166// Removes all stream information besides the stream ids, simulating an
167// endpoint that only signals a=msid lines to convey stream_ids.
168void RemoveSsrcsAndKeepMsids(cricket::SessionDescription* desc);
169
170int FindFirstMediaStatsIndexByKind(
171 const std::string& kind,
172 const std::vector<const webrtc::RTCMediaStreamTrackStats*>&
173 media_stats_vec);
174
175class SignalingMessageReceiver {
176 public:
177 virtual void ReceiveSdpMessage(SdpType type, const std::string& msg) = 0;
178 virtual void ReceiveIceMessage(const std::string& sdp_mid,
179 int sdp_mline_index,
180 const std::string& msg) = 0;
181
182 protected:
183 SignalingMessageReceiver() {}
184 virtual ~SignalingMessageReceiver() {}
185};
186
187class MockRtpReceiverObserver : public webrtc::RtpReceiverObserverInterface {
188 public:
189 explicit MockRtpReceiverObserver(cricket::MediaType media_type)
190 : expected_media_type_(media_type) {}
191
192 void OnFirstPacketReceived(cricket::MediaType media_type) override {
193 ASSERT_EQ(expected_media_type_, media_type);
194 first_packet_received_ = true;
195 }
196
197 bool first_packet_received() const { return first_packet_received_; }
198
199 virtual ~MockRtpReceiverObserver() {}
200
201 private:
202 bool first_packet_received_ = false;
203 cricket::MediaType expected_media_type_;
204};
205
206// Helper class that wraps a peer connection, observes it, and can accept
207// signaling messages from another wrapper.
208//
209// Uses a fake network, fake A/V capture, and optionally fake
210// encoders/decoders, though they aren't used by default since they don't
211// advertise support of any codecs.
212// TODO(steveanton): See how this could become a subclass of
213// PeerConnectionWrapper defined in peerconnectionwrapper.h.
214class PeerConnectionIntegrationWrapper : public webrtc::PeerConnectionObserver,
215 public SignalingMessageReceiver {
216 public:
Harald Alvestrand39993842021-02-17 09:05:31217 webrtc::PeerConnectionFactoryInterface* pc_factory() const {
218 return peer_connection_factory_.get();
219 }
220
221 webrtc::PeerConnectionInterface* pc() const { return peer_connection_.get(); }
222
223 // If a signaling message receiver is set (via ConnectFakeSignaling), this
224 // will set the whole offer/answer exchange in motion. Just need to wait for
225 // the signaling state to reach "stable".
226 void CreateAndSetAndSignalOffer() {
227 auto offer = CreateOfferAndWait();
228 ASSERT_NE(nullptr, offer);
229 EXPECT_TRUE(SetLocalDescriptionAndSendSdpMessage(std::move(offer)));
230 }
231
232 // Sets the options to be used when CreateAndSetAndSignalOffer is called, or
233 // when a remote offer is received (via fake signaling) and an answer is
234 // generated. By default, uses default options.
235 void SetOfferAnswerOptions(
236 const PeerConnectionInterface::RTCOfferAnswerOptions& options) {
237 offer_answer_options_ = options;
238 }
239
240 // Set a callback to be invoked when SDP is received via the fake signaling
241 // channel, which provides an opportunity to munge (modify) the SDP. This is
242 // used to test SDP being applied that a PeerConnection would normally not
243 // generate, but a non-JSEP endpoint might.
244 void SetReceivedSdpMunger(
245 std::function<void(cricket::SessionDescription*)> munger) {
246 received_sdp_munger_ = std::move(munger);
247 }
248
249 // Similar to the above, but this is run on SDP immediately after it's
250 // generated.
251 void SetGeneratedSdpMunger(
252 std::function<void(cricket::SessionDescription*)> munger) {
253 generated_sdp_munger_ = std::move(munger);
254 }
255
256 // Set a callback to be invoked when a remote offer is received via the fake
257 // signaling channel. This provides an opportunity to change the
258 // PeerConnection state before an answer is created and sent to the caller.
259 void SetRemoteOfferHandler(std::function<void()> handler) {
260 remote_offer_handler_ = std::move(handler);
261 }
262
263 void SetRemoteAsyncResolver(rtc::MockAsyncResolver* resolver) {
264 remote_async_resolver_ = resolver;
265 }
266
267 // Every ICE connection state in order that has been seen by the observer.
268 std::vector<PeerConnectionInterface::IceConnectionState>
269 ice_connection_state_history() const {
270 return ice_connection_state_history_;
271 }
272 void clear_ice_connection_state_history() {
273 ice_connection_state_history_.clear();
274 }
275
276 // Every standardized ICE connection state in order that has been seen by the
277 // observer.
278 std::vector<PeerConnectionInterface::IceConnectionState>
279 standardized_ice_connection_state_history() const {
280 return standardized_ice_connection_state_history_;
281 }
282
283 // Every PeerConnection state in order that has been seen by the observer.
284 std::vector<PeerConnectionInterface::PeerConnectionState>
285 peer_connection_state_history() const {
286 return peer_connection_state_history_;
287 }
288
289 // Every ICE gathering state in order that has been seen by the observer.
290 std::vector<PeerConnectionInterface::IceGatheringState>
291 ice_gathering_state_history() const {
292 return ice_gathering_state_history_;
293 }
294 std::vector<cricket::CandidatePairChangeEvent>
295 ice_candidate_pair_change_history() const {
296 return ice_candidate_pair_change_history_;
297 }
298
299 // Every PeerConnection signaling state in order that has been seen by the
300 // observer.
301 std::vector<PeerConnectionInterface::SignalingState>
302 peer_connection_signaling_state_history() const {
303 return peer_connection_signaling_state_history_;
304 }
305
306 void AddAudioVideoTracks() {
307 AddAudioTrack();
308 AddVideoTrack();
309 }
310
311 rtc::scoped_refptr<RtpSenderInterface> AddAudioTrack() {
312 return AddTrack(CreateLocalAudioTrack());
313 }
314
315 rtc::scoped_refptr<RtpSenderInterface> AddVideoTrack() {
316 return AddTrack(CreateLocalVideoTrack());
317 }
318
319 rtc::scoped_refptr<webrtc::AudioTrackInterface> CreateLocalAudioTrack() {
320 cricket::AudioOptions options;
321 // Disable highpass filter so that we can get all the test audio frames.
322 options.highpass_filter = false;
323 rtc::scoped_refptr<webrtc::AudioSourceInterface> source =
324 peer_connection_factory_->CreateAudioSource(options);
325 // TODO(perkj): Test audio source when it is implemented. Currently audio
326 // always use the default input.
327 return peer_connection_factory_->CreateAudioTrack(rtc::CreateRandomUuid(),
328 source);
329 }
330
331 rtc::scoped_refptr<webrtc::VideoTrackInterface> CreateLocalVideoTrack() {
332 webrtc::FakePeriodicVideoSource::Config config;
333 config.timestamp_offset_ms = rtc::TimeMillis();
334 return CreateLocalVideoTrackInternal(config);
335 }
336
337 rtc::scoped_refptr<webrtc::VideoTrackInterface>
338 CreateLocalVideoTrackWithConfig(
339 webrtc::FakePeriodicVideoSource::Config config) {
340 return CreateLocalVideoTrackInternal(config);
341 }
342
343 rtc::scoped_refptr<webrtc::VideoTrackInterface>
344 CreateLocalVideoTrackWithRotation(webrtc::VideoRotation rotation) {
345 webrtc::FakePeriodicVideoSource::Config config;
346 config.rotation = rotation;
347 config.timestamp_offset_ms = rtc::TimeMillis();
348 return CreateLocalVideoTrackInternal(config);
349 }
350
351 rtc::scoped_refptr<RtpSenderInterface> AddTrack(
352 rtc::scoped_refptr<MediaStreamTrackInterface> track,
353 const std::vector<std::string>& stream_ids = {}) {
354 auto result = pc()->AddTrack(track, stream_ids);
355 EXPECT_EQ(RTCErrorType::NONE, result.error().type());
356 return result.MoveValue();
357 }
358
359 std::vector<rtc::scoped_refptr<RtpReceiverInterface>> GetReceiversOfType(
360 cricket::MediaType media_type) {
361 std::vector<rtc::scoped_refptr<RtpReceiverInterface>> receivers;
362 for (const auto& receiver : pc()->GetReceivers()) {
363 if (receiver->media_type() == media_type) {
364 receivers.push_back(receiver);
365 }
366 }
367 return receivers;
368 }
369
370 rtc::scoped_refptr<RtpTransceiverInterface> GetFirstTransceiverOfType(
371 cricket::MediaType media_type) {
372 for (auto transceiver : pc()->GetTransceivers()) {
373 if (transceiver->receiver()->media_type() == media_type) {
374 return transceiver;
375 }
376 }
377 return nullptr;
378 }
379
380 bool SignalingStateStable() {
381 return pc()->signaling_state() == webrtc::PeerConnectionInterface::kStable;
382 }
383
384 void CreateDataChannel() { CreateDataChannel(nullptr); }
385
386 void CreateDataChannel(const webrtc::DataChannelInit* init) {
387 CreateDataChannel(kDataChannelLabel, init);
388 }
389
390 void CreateDataChannel(const std::string& label,
391 const webrtc::DataChannelInit* init) {
392 data_channel_ = pc()->CreateDataChannel(label, init);
393 ASSERT_TRUE(data_channel_.get() != nullptr);
394 data_observer_.reset(new MockDataChannelObserver(data_channel_));
395 }
396
397 DataChannelInterface* data_channel() { return data_channel_; }
398 const MockDataChannelObserver* data_observer() const {
399 return data_observer_.get();
400 }
401
402 int audio_frames_received() const {
403 return fake_audio_capture_module_->frames_received();
404 }
405
406 // Takes minimum of video frames received for each track.
407 //
408 // Can be used like:
409 // EXPECT_GE(expected_frames, min_video_frames_received_per_track());
410 //
411 // To ensure that all video tracks received at least a certain number of
412 // frames.
413 int min_video_frames_received_per_track() const {
414 int min_frames = INT_MAX;
415 if (fake_video_renderers_.empty()) {
416 return 0;
417 }
418
419 for (const auto& pair : fake_video_renderers_) {
420 min_frames = std::min(min_frames, pair.second->num_rendered_frames());
421 }
422 return min_frames;
423 }
424
425 // Returns a MockStatsObserver in a state after stats gathering finished,
426 // which can be used to access the gathered stats.
427 rtc::scoped_refptr<MockStatsObserver> OldGetStatsForTrack(
428 webrtc::MediaStreamTrackInterface* track) {
Tommi87f70902021-04-27 12:43:08429 auto observer = rtc::make_ref_counted<MockStatsObserver>();
Harald Alvestrand39993842021-02-17 09:05:31430 EXPECT_TRUE(peer_connection_->GetStats(
431 observer, nullptr, PeerConnectionInterface::kStatsOutputLevelStandard));
432 EXPECT_TRUE_WAIT(observer->called(), kDefaultTimeout);
433 return observer;
434 }
435
436 // Version that doesn't take a track "filter", and gathers all stats.
437 rtc::scoped_refptr<MockStatsObserver> OldGetStats() {
438 return OldGetStatsForTrack(nullptr);
439 }
440
441 // Synchronously gets stats and returns them. If it times out, fails the test
442 // and returns null.
443 rtc::scoped_refptr<const webrtc::RTCStatsReport> NewGetStats() {
Tommi87f70902021-04-27 12:43:08444 auto callback =
445 rtc::make_ref_counted<webrtc::MockRTCStatsCollectorCallback>();
Harald Alvestrand39993842021-02-17 09:05:31446 peer_connection_->GetStats(callback);
447 EXPECT_TRUE_WAIT(callback->called(), kDefaultTimeout);
448 return callback->report();
449 }
450
451 int rendered_width() {
452 EXPECT_FALSE(fake_video_renderers_.empty());
453 return fake_video_renderers_.empty()
454 ? 0
455 : fake_video_renderers_.begin()->second->width();
456 }
457
458 int rendered_height() {
459 EXPECT_FALSE(fake_video_renderers_.empty());
460 return fake_video_renderers_.empty()
461 ? 0
462 : fake_video_renderers_.begin()->second->height();
463 }
464
465 double rendered_aspect_ratio() {
466 if (rendered_height() == 0) {
467 return 0.0;
468 }
469 return static_cast<double>(rendered_width()) / rendered_height();
470 }
471
472 webrtc::VideoRotation rendered_rotation() {
473 EXPECT_FALSE(fake_video_renderers_.empty());
474 return fake_video_renderers_.empty()
475 ? webrtc::kVideoRotation_0
476 : fake_video_renderers_.begin()->second->rotation();
477 }
478
479 int local_rendered_width() {
480 return local_video_renderer_ ? local_video_renderer_->width() : 0;
481 }
482
483 int local_rendered_height() {
484 return local_video_renderer_ ? local_video_renderer_->height() : 0;
485 }
486
487 double local_rendered_aspect_ratio() {
488 if (local_rendered_height() == 0) {
489 return 0.0;
490 }
491 return static_cast<double>(local_rendered_width()) /
492 local_rendered_height();
493 }
494
495 size_t number_of_remote_streams() {
496 if (!pc()) {
497 return 0;
498 }
499 return pc()->remote_streams()->count();
500 }
501
502 StreamCollectionInterface* remote_streams() const {
503 if (!pc()) {
504 ADD_FAILURE();
505 return nullptr;
506 }
507 return pc()->remote_streams();
508 }
509
510 StreamCollectionInterface* local_streams() {
511 if (!pc()) {
512 ADD_FAILURE();
513 return nullptr;
514 }
515 return pc()->local_streams();
516 }
517
518 webrtc::PeerConnectionInterface::SignalingState signaling_state() {
519 return pc()->signaling_state();
520 }
521
522 webrtc::PeerConnectionInterface::IceConnectionState ice_connection_state() {
523 return pc()->ice_connection_state();
524 }
525
526 webrtc::PeerConnectionInterface::IceConnectionState
527 standardized_ice_connection_state() {
528 return pc()->standardized_ice_connection_state();
529 }
530
531 webrtc::PeerConnectionInterface::IceGatheringState ice_gathering_state() {
532 return pc()->ice_gathering_state();
533 }
534
535 // Returns a MockRtpReceiverObserver for each RtpReceiver returned by
536 // GetReceivers. They're updated automatically when a remote offer/answer
537 // from the fake signaling channel is applied, or when
538 // ResetRtpReceiverObservers below is called.
539 const std::vector<std::unique_ptr<MockRtpReceiverObserver>>&
540 rtp_receiver_observers() {
541 return rtp_receiver_observers_;
542 }
543
544 void ResetRtpReceiverObservers() {
545 rtp_receiver_observers_.clear();
546 for (const rtc::scoped_refptr<RtpReceiverInterface>& receiver :
547 pc()->GetReceivers()) {
548 std::unique_ptr<MockRtpReceiverObserver> observer(
549 new MockRtpReceiverObserver(receiver->media_type()));
550 receiver->SetObserver(observer.get());
551 rtp_receiver_observers_.push_back(std::move(observer));
552 }
553 }
554
555 rtc::FakeNetworkManager* network_manager() const {
556 return fake_network_manager_.get();
557 }
558 cricket::PortAllocator* port_allocator() const { return port_allocator_; }
559
560 webrtc::FakeRtcEventLogFactory* event_log_factory() const {
561 return event_log_factory_;
562 }
563
564 const cricket::Candidate& last_candidate_gathered() const {
565 return last_candidate_gathered_;
566 }
567 const cricket::IceCandidateErrorEvent& error_event() const {
568 return error_event_;
569 }
570
571 // Sets the mDNS responder for the owned fake network manager and keeps a
572 // reference to the responder.
573 void SetMdnsResponder(
574 std::unique_ptr<webrtc::FakeMdnsResponder> mdns_responder) {
575 RTC_DCHECK(mdns_responder != nullptr);
576 mdns_responder_ = mdns_responder.get();
577 network_manager()->set_mdns_responder(std::move(mdns_responder));
578 }
579
580 // Returns null on failure.
581 std::unique_ptr<SessionDescriptionInterface> CreateOfferAndWait() {
Tommi87f70902021-04-27 12:43:08582 auto observer =
583 rtc::make_ref_counted<MockCreateSessionDescriptionObserver>();
Harald Alvestrand39993842021-02-17 09:05:31584 pc()->CreateOffer(observer, offer_answer_options_);
585 return WaitForDescriptionFromObserver(observer);
586 }
587 bool Rollback() {
588 return SetRemoteDescription(
589 webrtc::CreateSessionDescription(SdpType::kRollback, ""));
590 }
591
592 // Functions for querying stats.
593 void StartWatchingDelayStats() {
594 // Get the baseline numbers for audio_packets and audio_delay.
595 auto received_stats = NewGetStats();
596 auto track_stats =
597 received_stats->GetStatsOfType<webrtc::RTCMediaStreamTrackStats>()[0];
598 ASSERT_TRUE(track_stats->relative_packet_arrival_delay.is_defined());
599 auto rtp_stats =
600 received_stats->GetStatsOfType<webrtc::RTCInboundRTPStreamStats>()[0];
601 ASSERT_TRUE(rtp_stats->packets_received.is_defined());
602 ASSERT_TRUE(rtp_stats->track_id.is_defined());
603 audio_track_stats_id_ = track_stats->id();
604 ASSERT_TRUE(received_stats->Get(audio_track_stats_id_));
605 rtp_stats_id_ = rtp_stats->id();
606 ASSERT_EQ(audio_track_stats_id_, *rtp_stats->track_id);
607 audio_packets_stat_ = *rtp_stats->packets_received;
608 audio_delay_stat_ = *track_stats->relative_packet_arrival_delay;
609 audio_samples_stat_ = *track_stats->total_samples_received;
610 audio_concealed_stat_ = *track_stats->concealed_samples;
611 }
612
613 void UpdateDelayStats(std::string tag, int desc_size) {
614 auto report = NewGetStats();
615 auto track_stats =
616 report->GetAs<webrtc::RTCMediaStreamTrackStats>(audio_track_stats_id_);
617 ASSERT_TRUE(track_stats);
618 auto rtp_stats =
619 report->GetAs<webrtc::RTCInboundRTPStreamStats>(rtp_stats_id_);
620 ASSERT_TRUE(rtp_stats);
621 auto delta_packets = *rtp_stats->packets_received - audio_packets_stat_;
622 auto delta_rpad =
623 *track_stats->relative_packet_arrival_delay - audio_delay_stat_;
624 auto recent_delay = delta_packets > 0 ? delta_rpad / delta_packets : -1;
625 // The purpose of these checks is to sound the alarm early if we introduce
626 // serious regressions. The numbers are not acceptable for production, but
627 // occur on slow bots.
628 //
629 // An average relative packet arrival delay over the renegotiation of
630 // > 100 ms indicates that something is dramatically wrong, and will impact
631 // quality for sure.
632 // Worst bots:
633 // linux_x86_dbg at 0.206
634#if !defined(NDEBUG)
635 EXPECT_GT(0.25, recent_delay) << tag << " size " << desc_size;
636#else
637 EXPECT_GT(0.1, recent_delay) << tag << " size " << desc_size;
638#endif
639 auto delta_samples =
640 *track_stats->total_samples_received - audio_samples_stat_;
641 auto delta_concealed =
642 *track_stats->concealed_samples - audio_concealed_stat_;
643 // These limits should be adjusted down as we improve:
644 //
645 // Concealing more than 4000 samples during a renegotiation is unacceptable.
646 // But some bots are slow.
647
648 // Worst bots:
649 // linux_more_configs bot at conceal count 5184
650 // android_arm_rel at conceal count 9241
651 // linux_x86_dbg at 15174
652#if !defined(NDEBUG)
653 EXPECT_GT(18000U, delta_concealed) << "Concealed " << delta_concealed
654 << " of " << delta_samples << " samples";
655#else
656 EXPECT_GT(15000U, delta_concealed) << "Concealed " << delta_concealed
657 << " of " << delta_samples << " samples";
658#endif
659 // Concealing more than 20% of samples during a renegotiation is
660 // unacceptable.
661 // Worst bots:
Harald Alvestranda52fc6f2021-11-05 11:45:08662 // Nondebug: Linux32 Release at conceal rate 0.606597 (CI run)
663 // Debug: linux_x86_dbg bot at conceal rate 0.854
Harald Alvestrand39993842021-02-17 09:05:31664 if (delta_samples > 0) {
665#if !defined(NDEBUG)
Harald Alvestranda52fc6f2021-11-05 11:45:08666 EXPECT_LT(1.0 * delta_concealed / delta_samples, 0.95)
Harald Alvestrand39993842021-02-17 09:05:31667 << "Concealed " << delta_concealed << " of " << delta_samples
668 << " samples";
669#else
Harald Alvestranda52fc6f2021-11-05 11:45:08670 EXPECT_LT(1.0 * delta_concealed / delta_samples, 0.7)
Harald Alvestrand39993842021-02-17 09:05:31671 << "Concealed " << delta_concealed << " of " << delta_samples
672 << " samples";
673#endif
674 }
675 // Increment trailing counters
676 audio_packets_stat_ = *rtp_stats->packets_received;
677 audio_delay_stat_ = *track_stats->relative_packet_arrival_delay;
678 audio_samples_stat_ = *track_stats->total_samples_received;
679 audio_concealed_stat_ = *track_stats->concealed_samples;
680 }
681
Taylor Brandstetter1c7ecef2021-08-11 19:38:35682 // Sets number of candidates expected
683 void ExpectCandidates(int candidate_count) {
684 candidates_expected_ = candidate_count;
685 }
686
Harald Alvestrand39993842021-02-17 09:05:31687 private:
Niels Möller4f0a9192021-09-03 06:54:06688 // Constructor used by friend class PeerConnectionIntegrationBaseTest.
Harald Alvestrand39993842021-02-17 09:05:31689 explicit PeerConnectionIntegrationWrapper(const std::string& debug_name)
690 : debug_name_(debug_name) {}
691
692 bool Init(const PeerConnectionFactory::Options* options,
693 const PeerConnectionInterface::RTCConfiguration* config,
694 webrtc::PeerConnectionDependencies dependencies,
695 rtc::Thread* network_thread,
696 rtc::Thread* worker_thread,
697 std::unique_ptr<webrtc::FakeRtcEventLogFactory> event_log_factory,
698 bool reset_encoder_factory,
699 bool reset_decoder_factory) {
700 // There's an error in this test code if Init ends up being called twice.
701 RTC_DCHECK(!peer_connection_);
702 RTC_DCHECK(!peer_connection_factory_);
703
704 fake_network_manager_.reset(new rtc::FakeNetworkManager());
705 fake_network_manager_->AddInterface(kDefaultLocalAddress);
706
707 std::unique_ptr<cricket::PortAllocator> port_allocator(
708 new cricket::BasicPortAllocator(fake_network_manager_.get()));
709 port_allocator_ = port_allocator.get();
710 fake_audio_capture_module_ = FakeAudioCaptureModule::Create();
711 if (!fake_audio_capture_module_) {
712 return false;
713 }
714 rtc::Thread* const signaling_thread = rtc::Thread::Current();
715
716 webrtc::PeerConnectionFactoryDependencies pc_factory_dependencies;
717 pc_factory_dependencies.network_thread = network_thread;
718 pc_factory_dependencies.worker_thread = worker_thread;
719 pc_factory_dependencies.signaling_thread = signaling_thread;
720 pc_factory_dependencies.task_queue_factory =
721 webrtc::CreateDefaultTaskQueueFactory();
722 pc_factory_dependencies.trials = std::make_unique<FieldTrialBasedConfig>();
723 cricket::MediaEngineDependencies media_deps;
724 media_deps.task_queue_factory =
725 pc_factory_dependencies.task_queue_factory.get();
726 media_deps.adm = fake_audio_capture_module_;
727 webrtc::SetMediaEngineDefaults(&media_deps);
728
729 if (reset_encoder_factory) {
730 media_deps.video_encoder_factory.reset();
731 }
732 if (reset_decoder_factory) {
733 media_deps.video_decoder_factory.reset();
734 }
735
736 if (!media_deps.audio_processing) {
737 // If the standard Creation method for APM returns a null pointer, instead
738 // use the builder for testing to create an APM object.
739 media_deps.audio_processing = AudioProcessingBuilderForTesting().Create();
740 }
741
742 media_deps.trials = pc_factory_dependencies.trials.get();
743
744 pc_factory_dependencies.media_engine =
745 cricket::CreateMediaEngine(std::move(media_deps));
746 pc_factory_dependencies.call_factory = webrtc::CreateCallFactory();
747 if (event_log_factory) {
748 event_log_factory_ = event_log_factory.get();
749 pc_factory_dependencies.event_log_factory = std::move(event_log_factory);
750 } else {
751 pc_factory_dependencies.event_log_factory =
752 std::make_unique<webrtc::RtcEventLogFactory>(
753 pc_factory_dependencies.task_queue_factory.get());
754 }
755 peer_connection_factory_ = webrtc::CreateModularPeerConnectionFactory(
756 std::move(pc_factory_dependencies));
757
758 if (!peer_connection_factory_) {
759 return false;
760 }
761 if (options) {
762 peer_connection_factory_->SetOptions(*options);
763 }
764 if (config) {
765 sdp_semantics_ = config->sdp_semantics;
766 }
767
768 dependencies.allocator = std::move(port_allocator);
769 peer_connection_ = CreatePeerConnection(config, std::move(dependencies));
770 return peer_connection_.get() != nullptr;
771 }
772
773 rtc::scoped_refptr<webrtc::PeerConnectionInterface> CreatePeerConnection(
774 const PeerConnectionInterface::RTCConfiguration* config,
775 webrtc::PeerConnectionDependencies dependencies) {
776 PeerConnectionInterface::RTCConfiguration modified_config;
Artem Titov880fa812021-07-30 20:30:23777 // If `config` is null, this will result in a default configuration being
Harald Alvestrand39993842021-02-17 09:05:31778 // used.
779 if (config) {
780 modified_config = *config;
781 }
782 // Disable resolution adaptation; we don't want it interfering with the
783 // test results.
784 // TODO(deadbeef): Do something more robust. Since we're testing for aspect
785 // ratios and not specific resolutions, is this even necessary?
786 modified_config.set_cpu_adaptation(false);
787
788 dependencies.observer = this;
789 return peer_connection_factory_->CreatePeerConnection(
790 modified_config, std::move(dependencies));
791 }
792
793 void set_signaling_message_receiver(
794 SignalingMessageReceiver* signaling_message_receiver) {
795 signaling_message_receiver_ = signaling_message_receiver;
796 }
797
798 void set_signaling_delay_ms(int delay_ms) { signaling_delay_ms_ = delay_ms; }
799
800 void set_signal_ice_candidates(bool signal) {
801 signal_ice_candidates_ = signal;
802 }
803
804 rtc::scoped_refptr<webrtc::VideoTrackInterface> CreateLocalVideoTrackInternal(
805 webrtc::FakePeriodicVideoSource::Config config) {
806 // Set max frame rate to 10fps to reduce the risk of test flakiness.
807 // TODO(deadbeef): Do something more robust.
808 config.frame_interval_ms = 100;
809
810 video_track_sources_.emplace_back(
Tommi87f70902021-04-27 12:43:08811 rtc::make_ref_counted<webrtc::FakePeriodicVideoTrackSource>(
Harald Alvestrand39993842021-02-17 09:05:31812 config, false /* remote */));
813 rtc::scoped_refptr<webrtc::VideoTrackInterface> track(
814 peer_connection_factory_->CreateVideoTrack(
815 rtc::CreateRandomUuid(), video_track_sources_.back()));
816 if (!local_video_renderer_) {
817 local_video_renderer_.reset(new webrtc::FakeVideoTrackRenderer(track));
818 }
819 return track;
820 }
821
822 void HandleIncomingOffer(const std::string& msg) {
823 RTC_LOG(LS_INFO) << debug_name_ << ": HandleIncomingOffer";
824 std::unique_ptr<SessionDescriptionInterface> desc =
825 webrtc::CreateSessionDescription(SdpType::kOffer, msg);
826 if (received_sdp_munger_) {
827 received_sdp_munger_(desc->description());
828 }
829
830 EXPECT_TRUE(SetRemoteDescription(std::move(desc)));
831 // Setting a remote description may have changed the number of receivers,
832 // so reset the receiver observers.
833 ResetRtpReceiverObservers();
834 if (remote_offer_handler_) {
835 remote_offer_handler_();
836 }
837 auto answer = CreateAnswer();
838 ASSERT_NE(nullptr, answer);
839 EXPECT_TRUE(SetLocalDescriptionAndSendSdpMessage(std::move(answer)));
840 }
841
842 void HandleIncomingAnswer(const std::string& msg) {
843 RTC_LOG(LS_INFO) << debug_name_ << ": HandleIncomingAnswer";
844 std::unique_ptr<SessionDescriptionInterface> desc =
845 webrtc::CreateSessionDescription(SdpType::kAnswer, msg);
846 if (received_sdp_munger_) {
847 received_sdp_munger_(desc->description());
848 }
849
850 EXPECT_TRUE(SetRemoteDescription(std::move(desc)));
851 // Set the RtpReceiverObserver after receivers are created.
852 ResetRtpReceiverObservers();
853 }
854
855 // Returns null on failure.
856 std::unique_ptr<SessionDescriptionInterface> CreateAnswer() {
Tommi87f70902021-04-27 12:43:08857 auto observer =
858 rtc::make_ref_counted<MockCreateSessionDescriptionObserver>();
Harald Alvestrand39993842021-02-17 09:05:31859 pc()->CreateAnswer(observer, offer_answer_options_);
860 return WaitForDescriptionFromObserver(observer);
861 }
862
863 std::unique_ptr<SessionDescriptionInterface> WaitForDescriptionFromObserver(
864 MockCreateSessionDescriptionObserver* observer) {
865 EXPECT_EQ_WAIT(true, observer->called(), kDefaultTimeout);
866 if (!observer->result()) {
867 return nullptr;
868 }
869 auto description = observer->MoveDescription();
870 if (generated_sdp_munger_) {
871 generated_sdp_munger_(description->description());
872 }
873 return description;
874 }
875
876 // Setting the local description and sending the SDP message over the fake
877 // signaling channel are combined into the same method because the SDP
878 // message needs to be sent as soon as SetLocalDescription finishes, without
879 // waiting for the observer to be called. This ensures that ICE candidates
880 // don't outrace the description.
881 bool SetLocalDescriptionAndSendSdpMessage(
882 std::unique_ptr<SessionDescriptionInterface> desc) {
Tommi87f70902021-04-27 12:43:08883 auto observer = rtc::make_ref_counted<MockSetSessionDescriptionObserver>();
Harald Alvestrand39993842021-02-17 09:05:31884 RTC_LOG(LS_INFO) << debug_name_ << ": SetLocalDescriptionAndSendSdpMessage";
885 SdpType type = desc->GetType();
886 std::string sdp;
887 EXPECT_TRUE(desc->ToString(&sdp));
888 RTC_LOG(LS_INFO) << debug_name_ << ": local SDP contents=\n" << sdp;
889 pc()->SetLocalDescription(observer, desc.release());
890 RemoveUnusedVideoRenderers();
891 // As mentioned above, we need to send the message immediately after
892 // SetLocalDescription.
893 SendSdpMessage(type, sdp);
894 EXPECT_TRUE_WAIT(observer->called(), kDefaultTimeout);
895 return true;
896 }
897
898 bool SetRemoteDescription(std::unique_ptr<SessionDescriptionInterface> desc) {
Tommi87f70902021-04-27 12:43:08899 auto observer = rtc::make_ref_counted<MockSetSessionDescriptionObserver>();
Harald Alvestrand39993842021-02-17 09:05:31900 RTC_LOG(LS_INFO) << debug_name_ << ": SetRemoteDescription";
901 pc()->SetRemoteDescription(observer, desc.release());
902 RemoveUnusedVideoRenderers();
903 EXPECT_TRUE_WAIT(observer->called(), kDefaultTimeout);
904 return observer->result();
905 }
906
907 // This is a work around to remove unused fake_video_renderers from
908 // transceivers that have either stopped or are no longer receiving.
909 void RemoveUnusedVideoRenderers() {
910 if (sdp_semantics_ != SdpSemantics::kUnifiedPlan) {
911 return;
912 }
913 auto transceivers = pc()->GetTransceivers();
914 std::set<std::string> active_renderers;
915 for (auto& transceiver : transceivers) {
916 // Note - we don't check for direction here. This function is called
917 // before direction is set, and in that case, we should not remove
918 // the renderer.
919 if (transceiver->receiver()->media_type() == cricket::MEDIA_TYPE_VIDEO) {
920 active_renderers.insert(transceiver->receiver()->track()->id());
921 }
922 }
923 for (auto it = fake_video_renderers_.begin();
924 it != fake_video_renderers_.end();) {
925 // Remove fake video renderers belonging to any non-active transceivers.
926 if (!active_renderers.count(it->first)) {
927 it = fake_video_renderers_.erase(it);
928 } else {
929 it++;
930 }
931 }
932 }
933
Artem Titov880fa812021-07-30 20:30:23934 // Simulate sending a blob of SDP with delay `signaling_delay_ms_` (0 by
Harald Alvestrand39993842021-02-17 09:05:31935 // default).
936 void SendSdpMessage(SdpType type, const std::string& msg) {
937 if (signaling_delay_ms_ == 0) {
938 RelaySdpMessageIfReceiverExists(type, msg);
939 } else {
Niels Möller6097b0f2021-03-11 15:46:27940 rtc::Thread::Current()->PostDelayedTask(
941 ToQueuedTask(task_safety_.flag(),
942 [this, type, msg] {
943 RelaySdpMessageIfReceiverExists(type, msg);
944 }),
Harald Alvestrand39993842021-02-17 09:05:31945 signaling_delay_ms_);
946 }
947 }
948
949 void RelaySdpMessageIfReceiverExists(SdpType type, const std::string& msg) {
950 if (signaling_message_receiver_) {
951 signaling_message_receiver_->ReceiveSdpMessage(type, msg);
952 }
953 }
954
Artem Titov880fa812021-07-30 20:30:23955 // Simulate trickling an ICE candidate with delay `signaling_delay_ms_` (0 by
Harald Alvestrand39993842021-02-17 09:05:31956 // default).
957 void SendIceMessage(const std::string& sdp_mid,
958 int sdp_mline_index,
959 const std::string& msg) {
960 if (signaling_delay_ms_ == 0) {
961 RelayIceMessageIfReceiverExists(sdp_mid, sdp_mline_index, msg);
962 } else {
Niels Möller6097b0f2021-03-11 15:46:27963 rtc::Thread::Current()->PostDelayedTask(
964 ToQueuedTask(task_safety_.flag(),
965 [this, sdp_mid, sdp_mline_index, msg] {
966 RelayIceMessageIfReceiverExists(sdp_mid,
967 sdp_mline_index, msg);
968 }),
Harald Alvestrand39993842021-02-17 09:05:31969 signaling_delay_ms_);
970 }
971 }
972
973 void RelayIceMessageIfReceiverExists(const std::string& sdp_mid,
974 int sdp_mline_index,
975 const std::string& msg) {
976 if (signaling_message_receiver_) {
977 signaling_message_receiver_->ReceiveIceMessage(sdp_mid, sdp_mline_index,
978 msg);
979 }
980 }
981
982 // SignalingMessageReceiver callbacks.
983 void ReceiveSdpMessage(SdpType type, const std::string& msg) override {
984 if (type == SdpType::kOffer) {
985 HandleIncomingOffer(msg);
986 } else {
987 HandleIncomingAnswer(msg);
988 }
989 }
990
991 void ReceiveIceMessage(const std::string& sdp_mid,
992 int sdp_mline_index,
993 const std::string& msg) override {
994 RTC_LOG(LS_INFO) << debug_name_ << ": ReceiveIceMessage";
995 std::unique_ptr<webrtc::IceCandidateInterface> candidate(
996 webrtc::CreateIceCandidate(sdp_mid, sdp_mline_index, msg, nullptr));
997 EXPECT_TRUE(pc()->AddIceCandidate(candidate.get()));
998 }
999
1000 // PeerConnectionObserver callbacks.
1001 void OnSignalingChange(
1002 webrtc::PeerConnectionInterface::SignalingState new_state) override {
1003 EXPECT_EQ(pc()->signaling_state(), new_state);
1004 peer_connection_signaling_state_history_.push_back(new_state);
1005 }
1006 void OnAddTrack(rtc::scoped_refptr<RtpReceiverInterface> receiver,
1007 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
1008 streams) override {
1009 if (receiver->media_type() == cricket::MEDIA_TYPE_VIDEO) {
1010 rtc::scoped_refptr<VideoTrackInterface> video_track(
1011 static_cast<VideoTrackInterface*>(receiver->track().get()));
1012 ASSERT_TRUE(fake_video_renderers_.find(video_track->id()) ==
1013 fake_video_renderers_.end());
1014 fake_video_renderers_[video_track->id()] =
1015 std::make_unique<FakeVideoTrackRenderer>(video_track);
1016 }
1017 }
1018 void OnRemoveTrack(
1019 rtc::scoped_refptr<RtpReceiverInterface> receiver) override {
1020 if (receiver->media_type() == cricket::MEDIA_TYPE_VIDEO) {
1021 auto it = fake_video_renderers_.find(receiver->track()->id());
1022 if (it != fake_video_renderers_.end()) {
1023 fake_video_renderers_.erase(it);
1024 } else {
1025 RTC_LOG(LS_ERROR) << "OnRemoveTrack called for non-active renderer";
1026 }
1027 }
1028 }
1029 void OnRenegotiationNeeded() override {}
1030 void OnIceConnectionChange(
1031 webrtc::PeerConnectionInterface::IceConnectionState new_state) override {
1032 EXPECT_EQ(pc()->ice_connection_state(), new_state);
1033 ice_connection_state_history_.push_back(new_state);
1034 }
1035 void OnStandardizedIceConnectionChange(
1036 webrtc::PeerConnectionInterface::IceConnectionState new_state) override {
1037 standardized_ice_connection_state_history_.push_back(new_state);
1038 }
1039 void OnConnectionChange(
1040 webrtc::PeerConnectionInterface::PeerConnectionState new_state) override {
1041 peer_connection_state_history_.push_back(new_state);
1042 }
1043
1044 void OnIceGatheringChange(
1045 webrtc::PeerConnectionInterface::IceGatheringState new_state) override {
1046 EXPECT_EQ(pc()->ice_gathering_state(), new_state);
1047 ice_gathering_state_history_.push_back(new_state);
1048 }
1049
1050 void OnIceSelectedCandidatePairChanged(
1051 const cricket::CandidatePairChangeEvent& event) {
1052 ice_candidate_pair_change_history_.push_back(event);
1053 }
1054
1055 void OnIceCandidate(const webrtc::IceCandidateInterface* candidate) override {
1056 RTC_LOG(LS_INFO) << debug_name_ << ": OnIceCandidate";
1057
1058 if (remote_async_resolver_) {
1059 const auto& local_candidate = candidate->candidate();
1060 if (local_candidate.address().IsUnresolvedIP()) {
1061 RTC_DCHECK(local_candidate.type() == cricket::LOCAL_PORT_TYPE);
1062 rtc::SocketAddress resolved_addr(local_candidate.address());
1063 const auto resolved_ip = mdns_responder_->GetMappedAddressForName(
1064 local_candidate.address().hostname());
1065 RTC_DCHECK(!resolved_ip.IsNil());
1066 resolved_addr.SetResolvedIP(resolved_ip);
1067 EXPECT_CALL(*remote_async_resolver_, GetResolvedAddress(_, _))
1068 .WillOnce(DoAll(SetArgPointee<1>(resolved_addr), Return(true)));
1069 EXPECT_CALL(*remote_async_resolver_, Destroy(_));
1070 }
1071 }
1072
Taylor Brandstetter1c7ecef2021-08-11 19:38:351073 // Check if we expected to have a candidate.
1074 EXPECT_GT(candidates_expected_, 1);
1075 candidates_expected_--;
Harald Alvestrand39993842021-02-17 09:05:311076 std::string ice_sdp;
1077 EXPECT_TRUE(candidate->ToString(&ice_sdp));
1078 if (signaling_message_receiver_ == nullptr || !signal_ice_candidates_) {
1079 // Remote party may be deleted.
1080 return;
1081 }
1082 SendIceMessage(candidate->sdp_mid(), candidate->sdp_mline_index(), ice_sdp);
1083 last_candidate_gathered_ = candidate->candidate();
1084 }
1085 void OnIceCandidateError(const std::string& address,
1086 int port,
1087 const std::string& url,
1088 int error_code,
1089 const std::string& error_text) override {
1090 error_event_ = cricket::IceCandidateErrorEvent(address, port, url,
1091 error_code, error_text);
1092 }
1093 void OnDataChannel(
1094 rtc::scoped_refptr<DataChannelInterface> data_channel) override {
1095 RTC_LOG(LS_INFO) << debug_name_ << ": OnDataChannel";
1096 data_channel_ = data_channel;
1097 data_observer_.reset(new MockDataChannelObserver(data_channel));
1098 }
1099
1100 std::string debug_name_;
1101
1102 std::unique_ptr<rtc::FakeNetworkManager> fake_network_manager_;
Artem Titov880fa812021-07-30 20:30:231103 // Reference to the mDNS responder owned by `fake_network_manager_` after set.
Harald Alvestrand39993842021-02-17 09:05:311104 webrtc::FakeMdnsResponder* mdns_responder_ = nullptr;
1105
1106 rtc::scoped_refptr<webrtc::PeerConnectionInterface> peer_connection_;
1107 rtc::scoped_refptr<webrtc::PeerConnectionFactoryInterface>
1108 peer_connection_factory_;
1109
1110 cricket::PortAllocator* port_allocator_;
1111 // Needed to keep track of number of frames sent.
1112 rtc::scoped_refptr<FakeAudioCaptureModule> fake_audio_capture_module_;
1113 // Needed to keep track of number of frames received.
1114 std::map<std::string, std::unique_ptr<webrtc::FakeVideoTrackRenderer>>
1115 fake_video_renderers_;
1116 // Needed to ensure frames aren't received for removed tracks.
1117 std::vector<std::unique_ptr<webrtc::FakeVideoTrackRenderer>>
1118 removed_fake_video_renderers_;
1119
1120 // For remote peer communication.
1121 SignalingMessageReceiver* signaling_message_receiver_ = nullptr;
1122 int signaling_delay_ms_ = 0;
1123 bool signal_ice_candidates_ = true;
1124 cricket::Candidate last_candidate_gathered_;
1125 cricket::IceCandidateErrorEvent error_event_;
1126
1127 // Store references to the video sources we've created, so that we can stop
1128 // them, if required.
1129 std::vector<rtc::scoped_refptr<webrtc::VideoTrackSource>>
1130 video_track_sources_;
Artem Titov880fa812021-07-30 20:30:231131 // `local_video_renderer_` attached to the first created local video track.
Harald Alvestrand39993842021-02-17 09:05:311132 std::unique_ptr<webrtc::FakeVideoTrackRenderer> local_video_renderer_;
1133
1134 SdpSemantics sdp_semantics_;
1135 PeerConnectionInterface::RTCOfferAnswerOptions offer_answer_options_;
1136 std::function<void(cricket::SessionDescription*)> received_sdp_munger_;
1137 std::function<void(cricket::SessionDescription*)> generated_sdp_munger_;
1138 std::function<void()> remote_offer_handler_;
1139 rtc::MockAsyncResolver* remote_async_resolver_ = nullptr;
1140 rtc::scoped_refptr<DataChannelInterface> data_channel_;
1141 std::unique_ptr<MockDataChannelObserver> data_observer_;
1142
1143 std::vector<std::unique_ptr<MockRtpReceiverObserver>> rtp_receiver_observers_;
1144
1145 std::vector<PeerConnectionInterface::IceConnectionState>
1146 ice_connection_state_history_;
1147 std::vector<PeerConnectionInterface::IceConnectionState>
1148 standardized_ice_connection_state_history_;
1149 std::vector<PeerConnectionInterface::PeerConnectionState>
1150 peer_connection_state_history_;
1151 std::vector<PeerConnectionInterface::IceGatheringState>
1152 ice_gathering_state_history_;
1153 std::vector<cricket::CandidatePairChangeEvent>
1154 ice_candidate_pair_change_history_;
1155 std::vector<PeerConnectionInterface::SignalingState>
1156 peer_connection_signaling_state_history_;
1157 webrtc::FakeRtcEventLogFactory* event_log_factory_;
1158
Taylor Brandstetter1c7ecef2021-08-11 19:38:351159 // Number of ICE candidates expected. The default is no limit.
1160 int candidates_expected_ = std::numeric_limits<int>::max();
1161
Harald Alvestrand39993842021-02-17 09:05:311162 // Variables for tracking delay stats on an audio track
1163 int audio_packets_stat_ = 0;
1164 double audio_delay_stat_ = 0.0;
1165 uint64_t audio_samples_stat_ = 0;
1166 uint64_t audio_concealed_stat_ = 0;
1167 std::string rtp_stats_id_;
1168 std::string audio_track_stats_id_;
1169
Niels Möller6097b0f2021-03-11 15:46:271170 ScopedTaskSafety task_safety_;
Harald Alvestrand39993842021-02-17 09:05:311171
1172 friend class PeerConnectionIntegrationBaseTest;
1173};
1174
1175class MockRtcEventLogOutput : public webrtc::RtcEventLogOutput {
1176 public:
1177 virtual ~MockRtcEventLogOutput() = default;
1178 MOCK_METHOD(bool, IsActive, (), (const, override));
1179 MOCK_METHOD(bool, Write, (const std::string&), (override));
1180};
1181
1182// This helper object is used for both specifying how many audio/video frames
1183// are expected to be received for a caller/callee. It provides helper functions
1184// to specify these expectations. The object initially starts in a state of no
1185// expectations.
1186class MediaExpectations {
1187 public:
1188 enum ExpectFrames {
1189 kExpectSomeFrames,
1190 kExpectNoFrames,
1191 kNoExpectation,
1192 };
1193
1194 void ExpectBidirectionalAudioAndVideo() {
1195 ExpectBidirectionalAudio();
1196 ExpectBidirectionalVideo();
1197 }
1198
1199 void ExpectBidirectionalAudio() {
1200 CallerExpectsSomeAudio();
1201 CalleeExpectsSomeAudio();
1202 }
1203
1204 void ExpectNoAudio() {
1205 CallerExpectsNoAudio();
1206 CalleeExpectsNoAudio();
1207 }
1208
1209 void ExpectBidirectionalVideo() {
1210 CallerExpectsSomeVideo();
1211 CalleeExpectsSomeVideo();
1212 }
1213
1214 void ExpectNoVideo() {
1215 CallerExpectsNoVideo();
1216 CalleeExpectsNoVideo();
1217 }
1218
1219 void CallerExpectsSomeAudioAndVideo() {
1220 CallerExpectsSomeAudio();
1221 CallerExpectsSomeVideo();
1222 }
1223
1224 void CalleeExpectsSomeAudioAndVideo() {
1225 CalleeExpectsSomeAudio();
1226 CalleeExpectsSomeVideo();
1227 }
1228
1229 // Caller's audio functions.
1230 void CallerExpectsSomeAudio(
1231 int expected_audio_frames = kDefaultExpectedAudioFrameCount) {
1232 caller_audio_expectation_ = kExpectSomeFrames;
1233 caller_audio_frames_expected_ = expected_audio_frames;
1234 }
1235
1236 void CallerExpectsNoAudio() {
1237 caller_audio_expectation_ = kExpectNoFrames;
1238 caller_audio_frames_expected_ = 0;
1239 }
1240
1241 // Caller's video functions.
1242 void CallerExpectsSomeVideo(
1243 int expected_video_frames = kDefaultExpectedVideoFrameCount) {
1244 caller_video_expectation_ = kExpectSomeFrames;
1245 caller_video_frames_expected_ = expected_video_frames;
1246 }
1247
1248 void CallerExpectsNoVideo() {
1249 caller_video_expectation_ = kExpectNoFrames;
1250 caller_video_frames_expected_ = 0;
1251 }
1252
1253 // Callee's audio functions.
1254 void CalleeExpectsSomeAudio(
1255 int expected_audio_frames = kDefaultExpectedAudioFrameCount) {
1256 callee_audio_expectation_ = kExpectSomeFrames;
1257 callee_audio_frames_expected_ = expected_audio_frames;
1258 }
1259
1260 void CalleeExpectsNoAudio() {
1261 callee_audio_expectation_ = kExpectNoFrames;
1262 callee_audio_frames_expected_ = 0;
1263 }
1264
1265 // Callee's video functions.
1266 void CalleeExpectsSomeVideo(
1267 int expected_video_frames = kDefaultExpectedVideoFrameCount) {
1268 callee_video_expectation_ = kExpectSomeFrames;
1269 callee_video_frames_expected_ = expected_video_frames;
1270 }
1271
1272 void CalleeExpectsNoVideo() {
1273 callee_video_expectation_ = kExpectNoFrames;
1274 callee_video_frames_expected_ = 0;
1275 }
1276
1277 ExpectFrames caller_audio_expectation_ = kNoExpectation;
1278 ExpectFrames caller_video_expectation_ = kNoExpectation;
1279 ExpectFrames callee_audio_expectation_ = kNoExpectation;
1280 ExpectFrames callee_video_expectation_ = kNoExpectation;
1281 int caller_audio_frames_expected_ = 0;
1282 int caller_video_frames_expected_ = 0;
1283 int callee_audio_frames_expected_ = 0;
1284 int callee_video_frames_expected_ = 0;
1285};
1286
1287class MockIceTransport : public webrtc::IceTransportInterface {
1288 public:
1289 MockIceTransport(const std::string& name, int component)
1290 : internal_(std::make_unique<cricket::FakeIceTransport>(
1291 name,
1292 component,
1293 nullptr /* network_thread */)) {}
1294 ~MockIceTransport() = default;
1295 cricket::IceTransportInternal* internal() { return internal_.get(); }
1296
1297 private:
1298 std::unique_ptr<cricket::FakeIceTransport> internal_;
1299};
1300
1301class MockIceTransportFactory : public IceTransportFactory {
1302 public:
1303 ~MockIceTransportFactory() override = default;
1304 rtc::scoped_refptr<IceTransportInterface> CreateIceTransport(
1305 const std::string& transport_name,
1306 int component,
1307 IceTransportInit init) {
1308 RecordIceTransportCreated();
Tommi87f70902021-04-27 12:43:081309 return rtc::make_ref_counted<MockIceTransport>(transport_name, component);
Harald Alvestrand39993842021-02-17 09:05:311310 }
1311 MOCK_METHOD(void, RecordIceTransportCreated, ());
1312};
1313
1314// Tests two PeerConnections connecting to each other end-to-end, using a
1315// virtual network, fake A/V capture and fake encoder/decoders. The
1316// PeerConnections share the threads/socket servers, but use separate versions
1317// of everything else (including "PeerConnectionFactory"s).
1318class PeerConnectionIntegrationBaseTest : public ::testing::Test {
1319 public:
Florent Castellia6983c62021-05-06 08:50:071320 PeerConnectionIntegrationBaseTest(
1321 SdpSemantics sdp_semantics,
1322 absl::optional<std::string> field_trials = absl::nullopt)
Harald Alvestrand39993842021-02-17 09:05:311323 : sdp_semantics_(sdp_semantics),
1324 ss_(new rtc::VirtualSocketServer()),
1325 fss_(new rtc::FirewallSocketServer(ss_.get())),
1326 network_thread_(new rtc::Thread(fss_.get())),
Florent Castellia6983c62021-05-06 08:50:071327 worker_thread_(rtc::Thread::Create()),
1328 field_trials_(field_trials.has_value()
1329 ? new test::ScopedFieldTrials(*field_trials)
1330 : nullptr) {
Harald Alvestrand39993842021-02-17 09:05:311331 network_thread_->SetName("PCNetworkThread", this);
1332 worker_thread_->SetName("PCWorkerThread", this);
1333 RTC_CHECK(network_thread_->Start());
1334 RTC_CHECK(worker_thread_->Start());
1335 webrtc::metrics::Reset();
1336 }
1337
1338 ~PeerConnectionIntegrationBaseTest() {
1339 // The PeerConnections should be deleted before the TurnCustomizers.
1340 // A TurnPort is created with a raw pointer to a TurnCustomizer. The
1341 // TurnPort has the same lifetime as the PeerConnection, so it's expected
1342 // that the TurnCustomizer outlives the life of the PeerConnection or else
1343 // when Send() is called it will hit a seg fault.
1344 if (caller_) {
1345 caller_->set_signaling_message_receiver(nullptr);
Tomas Gunnarsson2efb8a52021-04-01 14:26:571346 caller_->pc()->Close();
Harald Alvestrand39993842021-02-17 09:05:311347 delete SetCallerPcWrapperAndReturnCurrent(nullptr);
1348 }
1349 if (callee_) {
1350 callee_->set_signaling_message_receiver(nullptr);
Tomas Gunnarsson2efb8a52021-04-01 14:26:571351 callee_->pc()->Close();
Harald Alvestrand39993842021-02-17 09:05:311352 delete SetCalleePcWrapperAndReturnCurrent(nullptr);
1353 }
1354
1355 // If turn servers were created for the test they need to be destroyed on
1356 // the network thread.
1357 network_thread()->Invoke<void>(RTC_FROM_HERE, [this] {
1358 turn_servers_.clear();
1359 turn_customizers_.clear();
1360 });
1361 }
1362
1363 bool SignalingStateStable() {
1364 return caller_->SignalingStateStable() && callee_->SignalingStateStable();
1365 }
1366
1367 bool DtlsConnected() {
1368 // TODO(deadbeef): kIceConnectionConnected currently means both ICE and DTLS
1369 // are connected. This is an important distinction. Once we have separate
1370 // ICE and DTLS state, this check needs to use the DTLS state.
1371 return (callee()->ice_connection_state() ==
1372 webrtc::PeerConnectionInterface::kIceConnectionConnected ||
1373 callee()->ice_connection_state() ==
1374 webrtc::PeerConnectionInterface::kIceConnectionCompleted) &&
1375 (caller()->ice_connection_state() ==
1376 webrtc::PeerConnectionInterface::kIceConnectionConnected ||
1377 caller()->ice_connection_state() ==
1378 webrtc::PeerConnectionInterface::kIceConnectionCompleted);
1379 }
1380
Artem Titov880fa812021-07-30 20:30:231381 // When `event_log_factory` is null, the default implementation of the event
Harald Alvestrand39993842021-02-17 09:05:311382 // log factory will be used.
1383 std::unique_ptr<PeerConnectionIntegrationWrapper> CreatePeerConnectionWrapper(
1384 const std::string& debug_name,
1385 const PeerConnectionFactory::Options* options,
1386 const RTCConfiguration* config,
1387 webrtc::PeerConnectionDependencies dependencies,
1388 std::unique_ptr<webrtc::FakeRtcEventLogFactory> event_log_factory,
1389 bool reset_encoder_factory,
1390 bool reset_decoder_factory) {
1391 RTCConfiguration modified_config;
1392 if (config) {
1393 modified_config = *config;
1394 }
1395 modified_config.sdp_semantics = sdp_semantics_;
1396 if (!dependencies.cert_generator) {
1397 dependencies.cert_generator =
1398 std::make_unique<FakeRTCCertificateGenerator>();
1399 }
1400 std::unique_ptr<PeerConnectionIntegrationWrapper> client(
1401 new PeerConnectionIntegrationWrapper(debug_name));
1402
1403 if (!client->Init(options, &modified_config, std::move(dependencies),
1404 network_thread_.get(), worker_thread_.get(),
1405 std::move(event_log_factory), reset_encoder_factory,
1406 reset_decoder_factory)) {
1407 return nullptr;
1408 }
1409 return client;
1410 }
1411
1412 std::unique_ptr<PeerConnectionIntegrationWrapper>
1413 CreatePeerConnectionWrapperWithFakeRtcEventLog(
1414 const std::string& debug_name,
1415 const PeerConnectionFactory::Options* options,
1416 const RTCConfiguration* config,
1417 webrtc::PeerConnectionDependencies dependencies) {
1418 return CreatePeerConnectionWrapper(
1419 debug_name, options, config, std::move(dependencies),
1420 std::make_unique<webrtc::FakeRtcEventLogFactory>(),
1421 /*reset_encoder_factory=*/false,
1422 /*reset_decoder_factory=*/false);
1423 }
1424
1425 bool CreatePeerConnectionWrappers() {
1426 return CreatePeerConnectionWrappersWithConfig(
1427 PeerConnectionInterface::RTCConfiguration(),
1428 PeerConnectionInterface::RTCConfiguration());
1429 }
1430
1431 bool CreatePeerConnectionWrappersWithSdpSemantics(
1432 SdpSemantics caller_semantics,
1433 SdpSemantics callee_semantics) {
1434 // Can't specify the sdp_semantics in the passed-in configuration since it
1435 // will be overwritten by CreatePeerConnectionWrapper with whatever is
1436 // stored in sdp_semantics_. So get around this by modifying the instance
1437 // variable before calling CreatePeerConnectionWrapper for the caller and
1438 // callee PeerConnections.
1439 SdpSemantics original_semantics = sdp_semantics_;
1440 sdp_semantics_ = caller_semantics;
1441 caller_ = CreatePeerConnectionWrapper(
1442 "Caller", nullptr, nullptr, webrtc::PeerConnectionDependencies(nullptr),
1443 nullptr,
1444 /*reset_encoder_factory=*/false,
1445 /*reset_decoder_factory=*/false);
1446 sdp_semantics_ = callee_semantics;
1447 callee_ = CreatePeerConnectionWrapper(
1448 "Callee", nullptr, nullptr, webrtc::PeerConnectionDependencies(nullptr),
1449 nullptr,
1450 /*reset_encoder_factory=*/false,
1451 /*reset_decoder_factory=*/false);
1452 sdp_semantics_ = original_semantics;
1453 return caller_ && callee_;
1454 }
1455
1456 bool CreatePeerConnectionWrappersWithConfig(
1457 const PeerConnectionInterface::RTCConfiguration& caller_config,
1458 const PeerConnectionInterface::RTCConfiguration& callee_config) {
1459 caller_ = CreatePeerConnectionWrapper(
1460 "Caller", nullptr, &caller_config,
1461 webrtc::PeerConnectionDependencies(nullptr), nullptr,
1462 /*reset_encoder_factory=*/false,
1463 /*reset_decoder_factory=*/false);
1464 callee_ = CreatePeerConnectionWrapper(
1465 "Callee", nullptr, &callee_config,
1466 webrtc::PeerConnectionDependencies(nullptr), nullptr,
1467 /*reset_encoder_factory=*/false,
1468 /*reset_decoder_factory=*/false);
1469 return caller_ && callee_;
1470 }
1471
1472 bool CreatePeerConnectionWrappersWithConfigAndDeps(
1473 const PeerConnectionInterface::RTCConfiguration& caller_config,
1474 webrtc::PeerConnectionDependencies caller_dependencies,
1475 const PeerConnectionInterface::RTCConfiguration& callee_config,
1476 webrtc::PeerConnectionDependencies callee_dependencies) {
1477 caller_ =
1478 CreatePeerConnectionWrapper("Caller", nullptr, &caller_config,
1479 std::move(caller_dependencies), nullptr,
1480 /*reset_encoder_factory=*/false,
1481 /*reset_decoder_factory=*/false);
1482 callee_ =
1483 CreatePeerConnectionWrapper("Callee", nullptr, &callee_config,
1484 std::move(callee_dependencies), nullptr,
1485 /*reset_encoder_factory=*/false,
1486 /*reset_decoder_factory=*/false);
1487 return caller_ && callee_;
1488 }
1489
1490 bool CreatePeerConnectionWrappersWithOptions(
1491 const PeerConnectionFactory::Options& caller_options,
1492 const PeerConnectionFactory::Options& callee_options) {
1493 caller_ = CreatePeerConnectionWrapper(
1494 "Caller", &caller_options, nullptr,
1495 webrtc::PeerConnectionDependencies(nullptr), nullptr,
1496 /*reset_encoder_factory=*/false,
1497 /*reset_decoder_factory=*/false);
1498 callee_ = CreatePeerConnectionWrapper(
1499 "Callee", &callee_options, nullptr,
1500 webrtc::PeerConnectionDependencies(nullptr), nullptr,
1501 /*reset_encoder_factory=*/false,
1502 /*reset_decoder_factory=*/false);
1503 return caller_ && callee_;
1504 }
1505
1506 bool CreatePeerConnectionWrappersWithFakeRtcEventLog() {
1507 PeerConnectionInterface::RTCConfiguration default_config;
1508 caller_ = CreatePeerConnectionWrapperWithFakeRtcEventLog(
1509 "Caller", nullptr, &default_config,
1510 webrtc::PeerConnectionDependencies(nullptr));
1511 callee_ = CreatePeerConnectionWrapperWithFakeRtcEventLog(
1512 "Callee", nullptr, &default_config,
1513 webrtc::PeerConnectionDependencies(nullptr));
1514 return caller_ && callee_;
1515 }
1516
1517 std::unique_ptr<PeerConnectionIntegrationWrapper>
1518 CreatePeerConnectionWrapperWithAlternateKey() {
1519 std::unique_ptr<FakeRTCCertificateGenerator> cert_generator(
1520 new FakeRTCCertificateGenerator());
1521 cert_generator->use_alternate_key();
1522
1523 webrtc::PeerConnectionDependencies dependencies(nullptr);
1524 dependencies.cert_generator = std::move(cert_generator);
1525 return CreatePeerConnectionWrapper("New Peer", nullptr, nullptr,
1526 std::move(dependencies), nullptr,
1527 /*reset_encoder_factory=*/false,
1528 /*reset_decoder_factory=*/false);
1529 }
1530
1531 bool CreateOneDirectionalPeerConnectionWrappers(bool caller_to_callee) {
1532 caller_ = CreatePeerConnectionWrapper(
1533 "Caller", nullptr, nullptr, webrtc::PeerConnectionDependencies(nullptr),
1534 nullptr,
1535 /*reset_encoder_factory=*/!caller_to_callee,
1536 /*reset_decoder_factory=*/caller_to_callee);
1537 callee_ = CreatePeerConnectionWrapper(
1538 "Callee", nullptr, nullptr, webrtc::PeerConnectionDependencies(nullptr),
1539 nullptr,
1540 /*reset_encoder_factory=*/caller_to_callee,
1541 /*reset_decoder_factory=*/!caller_to_callee);
1542 return caller_ && callee_;
1543 }
1544
1545 cricket::TestTurnServer* CreateTurnServer(
1546 rtc::SocketAddress internal_address,
1547 rtc::SocketAddress external_address,
1548 cricket::ProtocolType type = cricket::ProtocolType::PROTO_UDP,
1549 const std::string& common_name = "test turn server") {
1550 rtc::Thread* thread = network_thread();
1551 std::unique_ptr<cricket::TestTurnServer> turn_server =
1552 network_thread()->Invoke<std::unique_ptr<cricket::TestTurnServer>>(
1553 RTC_FROM_HERE,
1554 [thread, internal_address, external_address, type, common_name] {
1555 return std::make_unique<cricket::TestTurnServer>(
1556 thread, internal_address, external_address, type,
1557 /*ignore_bad_certs=*/true, common_name);
1558 });
1559 turn_servers_.push_back(std::move(turn_server));
1560 // Interactions with the turn server should be done on the network thread.
1561 return turn_servers_.back().get();
1562 }
1563
1564 cricket::TestTurnCustomizer* CreateTurnCustomizer() {
1565 std::unique_ptr<cricket::TestTurnCustomizer> turn_customizer =
1566 network_thread()->Invoke<std::unique_ptr<cricket::TestTurnCustomizer>>(
1567 RTC_FROM_HERE,
1568 [] { return std::make_unique<cricket::TestTurnCustomizer>(); });
1569 turn_customizers_.push_back(std::move(turn_customizer));
1570 // Interactions with the turn customizer should be done on the network
1571 // thread.
1572 return turn_customizers_.back().get();
1573 }
1574
1575 // Checks that the function counters for a TestTurnCustomizer are greater than
1576 // 0.
1577 void ExpectTurnCustomizerCountersIncremented(
1578 cricket::TestTurnCustomizer* turn_customizer) {
1579 unsigned int allow_channel_data_counter =
1580 network_thread()->Invoke<unsigned int>(
1581 RTC_FROM_HERE, [turn_customizer] {
1582 return turn_customizer->allow_channel_data_cnt_;
1583 });
1584 EXPECT_GT(allow_channel_data_counter, 0u);
1585 unsigned int modify_counter = network_thread()->Invoke<unsigned int>(
1586 RTC_FROM_HERE,
1587 [turn_customizer] { return turn_customizer->modify_cnt_; });
1588 EXPECT_GT(modify_counter, 0u);
1589 }
1590
1591 // Once called, SDP blobs and ICE candidates will be automatically signaled
1592 // between PeerConnections.
1593 void ConnectFakeSignaling() {
1594 caller_->set_signaling_message_receiver(callee_.get());
1595 callee_->set_signaling_message_receiver(caller_.get());
1596 }
1597
1598 // Once called, SDP blobs will be automatically signaled between
1599 // PeerConnections. Note that ICE candidates will not be signaled unless they
1600 // are in the exchanged SDP blobs.
1601 void ConnectFakeSignalingForSdpOnly() {
1602 ConnectFakeSignaling();
1603 SetSignalIceCandidates(false);
1604 }
1605
1606 void SetSignalingDelayMs(int delay_ms) {
1607 caller_->set_signaling_delay_ms(delay_ms);
1608 callee_->set_signaling_delay_ms(delay_ms);
1609 }
1610
1611 void SetSignalIceCandidates(bool signal) {
1612 caller_->set_signal_ice_candidates(signal);
1613 callee_->set_signal_ice_candidates(signal);
1614 }
1615
1616 // Messages may get lost on the unreliable DataChannel, so we send multiple
1617 // times to avoid test flakiness.
1618 void SendRtpDataWithRetries(webrtc::DataChannelInterface* dc,
1619 const std::string& data,
1620 int retries) {
1621 for (int i = 0; i < retries; ++i) {
1622 dc->Send(DataBuffer(data));
1623 }
1624 }
1625
1626 rtc::Thread* network_thread() { return network_thread_.get(); }
1627
1628 rtc::VirtualSocketServer* virtual_socket_server() { return ss_.get(); }
1629
1630 PeerConnectionIntegrationWrapper* caller() { return caller_.get(); }
1631
Artem Titov880fa812021-07-30 20:30:231632 // Set the `caller_` to the `wrapper` passed in and return the
1633 // original `caller_`.
Harald Alvestrand39993842021-02-17 09:05:311634 PeerConnectionIntegrationWrapper* SetCallerPcWrapperAndReturnCurrent(
1635 PeerConnectionIntegrationWrapper* wrapper) {
1636 PeerConnectionIntegrationWrapper* old = caller_.release();
1637 caller_.reset(wrapper);
1638 return old;
1639 }
1640
1641 PeerConnectionIntegrationWrapper* callee() { return callee_.get(); }
1642
Artem Titov880fa812021-07-30 20:30:231643 // Set the `callee_` to the `wrapper` passed in and return the
1644 // original `callee_`.
Harald Alvestrand39993842021-02-17 09:05:311645 PeerConnectionIntegrationWrapper* SetCalleePcWrapperAndReturnCurrent(
1646 PeerConnectionIntegrationWrapper* wrapper) {
1647 PeerConnectionIntegrationWrapper* old = callee_.release();
1648 callee_.reset(wrapper);
1649 return old;
1650 }
1651
1652 void SetPortAllocatorFlags(uint32_t caller_flags, uint32_t callee_flags) {
1653 network_thread()->Invoke<void>(RTC_FROM_HERE, [this, caller_flags] {
1654 caller()->port_allocator()->set_flags(caller_flags);
1655 });
1656 network_thread()->Invoke<void>(RTC_FROM_HERE, [this, callee_flags] {
1657 callee()->port_allocator()->set_flags(callee_flags);
1658 });
1659 }
1660
1661 rtc::FirewallSocketServer* firewall() const { return fss_.get(); }
1662
1663 // Expects the provided number of new frames to be received within
1664 // kMaxWaitForFramesMs. The new expected frames are specified in
Artem Titov880fa812021-07-30 20:30:231665 // `media_expectations`. Returns false if any of the expectations were
Harald Alvestrand39993842021-02-17 09:05:311666 // not met.
1667 bool ExpectNewFrames(const MediaExpectations& media_expectations) {
1668 // Make sure there are no bogus tracks confusing the issue.
1669 caller()->RemoveUnusedVideoRenderers();
1670 callee()->RemoveUnusedVideoRenderers();
1671 // First initialize the expected frame counts based upon the current
1672 // frame count.
1673 int total_caller_audio_frames_expected = caller()->audio_frames_received();
1674 if (media_expectations.caller_audio_expectation_ ==
1675 MediaExpectations::kExpectSomeFrames) {
1676 total_caller_audio_frames_expected +=
1677 media_expectations.caller_audio_frames_expected_;
1678 }
1679 int total_caller_video_frames_expected =
1680 caller()->min_video_frames_received_per_track();
1681 if (media_expectations.caller_video_expectation_ ==
1682 MediaExpectations::kExpectSomeFrames) {
1683 total_caller_video_frames_expected +=
1684 media_expectations.caller_video_frames_expected_;
1685 }
1686 int total_callee_audio_frames_expected = callee()->audio_frames_received();
1687 if (media_expectations.callee_audio_expectation_ ==
1688 MediaExpectations::kExpectSomeFrames) {
1689 total_callee_audio_frames_expected +=
1690 media_expectations.callee_audio_frames_expected_;
1691 }
1692 int total_callee_video_frames_expected =
1693 callee()->min_video_frames_received_per_track();
1694 if (media_expectations.callee_video_expectation_ ==
1695 MediaExpectations::kExpectSomeFrames) {
1696 total_callee_video_frames_expected +=
1697 media_expectations.callee_video_frames_expected_;
1698 }
1699
1700 // Wait for the expected frames.
1701 EXPECT_TRUE_WAIT(caller()->audio_frames_received() >=
1702 total_caller_audio_frames_expected &&
1703 caller()->min_video_frames_received_per_track() >=
1704 total_caller_video_frames_expected &&
1705 callee()->audio_frames_received() >=
1706 total_callee_audio_frames_expected &&
1707 callee()->min_video_frames_received_per_track() >=
1708 total_callee_video_frames_expected,
1709 kMaxWaitForFramesMs);
1710 bool expectations_correct =
1711 caller()->audio_frames_received() >=
1712 total_caller_audio_frames_expected &&
1713 caller()->min_video_frames_received_per_track() >=
1714 total_caller_video_frames_expected &&
1715 callee()->audio_frames_received() >=
1716 total_callee_audio_frames_expected &&
1717 callee()->min_video_frames_received_per_track() >=
1718 total_callee_video_frames_expected;
1719
1720 // After the combined wait, print out a more detailed message upon
1721 // failure.
1722 EXPECT_GE(caller()->audio_frames_received(),
1723 total_caller_audio_frames_expected);
1724 EXPECT_GE(caller()->min_video_frames_received_per_track(),
1725 total_caller_video_frames_expected);
1726 EXPECT_GE(callee()->audio_frames_received(),
1727 total_callee_audio_frames_expected);
1728 EXPECT_GE(callee()->min_video_frames_received_per_track(),
1729 total_callee_video_frames_expected);
1730
1731 // We want to make sure nothing unexpected was received.
1732 if (media_expectations.caller_audio_expectation_ ==
1733 MediaExpectations::kExpectNoFrames) {
1734 EXPECT_EQ(caller()->audio_frames_received(),
1735 total_caller_audio_frames_expected);
1736 if (caller()->audio_frames_received() !=
1737 total_caller_audio_frames_expected) {
1738 expectations_correct = false;
1739 }
1740 }
1741 if (media_expectations.caller_video_expectation_ ==
1742 MediaExpectations::kExpectNoFrames) {
1743 EXPECT_EQ(caller()->min_video_frames_received_per_track(),
1744 total_caller_video_frames_expected);
1745 if (caller()->min_video_frames_received_per_track() !=
1746 total_caller_video_frames_expected) {
1747 expectations_correct = false;
1748 }
1749 }
1750 if (media_expectations.callee_audio_expectation_ ==
1751 MediaExpectations::kExpectNoFrames) {
1752 EXPECT_EQ(callee()->audio_frames_received(),
1753 total_callee_audio_frames_expected);
1754 if (callee()->audio_frames_received() !=
1755 total_callee_audio_frames_expected) {
1756 expectations_correct = false;
1757 }
1758 }
1759 if (media_expectations.callee_video_expectation_ ==
1760 MediaExpectations::kExpectNoFrames) {
1761 EXPECT_EQ(callee()->min_video_frames_received_per_track(),
1762 total_callee_video_frames_expected);
1763 if (callee()->min_video_frames_received_per_track() !=
1764 total_callee_video_frames_expected) {
1765 expectations_correct = false;
1766 }
1767 }
1768 return expectations_correct;
1769 }
1770
1771 void ClosePeerConnections() {
Tomas Gunnarsson2efb8a52021-04-01 14:26:571772 if (caller())
1773 caller()->pc()->Close();
1774 if (callee())
1775 callee()->pc()->Close();
Harald Alvestrand39993842021-02-17 09:05:311776 }
1777
1778 void TestNegotiatedCipherSuite(
1779 const PeerConnectionFactory::Options& caller_options,
1780 const PeerConnectionFactory::Options& callee_options,
1781 int expected_cipher_suite) {
1782 ASSERT_TRUE(CreatePeerConnectionWrappersWithOptions(caller_options,
1783 callee_options));
1784 ConnectFakeSignaling();
1785 caller()->AddAudioVideoTracks();
1786 callee()->AddAudioVideoTracks();
1787 caller()->CreateAndSetAndSignalOffer();
1788 ASSERT_TRUE_WAIT(DtlsConnected(), kDefaultTimeout);
1789 EXPECT_EQ_WAIT(rtc::SrtpCryptoSuiteToName(expected_cipher_suite),
1790 caller()->OldGetStats()->SrtpCipher(), kDefaultTimeout);
1791 // TODO(bugs.webrtc.org/9456): Fix it.
1792 EXPECT_METRIC_EQ(1, webrtc::metrics::NumEvents(
1793 "WebRTC.PeerConnection.SrtpCryptoSuite.Audio",
1794 expected_cipher_suite));
1795 }
1796
1797 void TestGcmNegotiationUsesCipherSuite(bool local_gcm_enabled,
1798 bool remote_gcm_enabled,
1799 bool aes_ctr_enabled,
1800 int expected_cipher_suite) {
1801 PeerConnectionFactory::Options caller_options;
1802 caller_options.crypto_options.srtp.enable_gcm_crypto_suites =
1803 local_gcm_enabled;
1804 caller_options.crypto_options.srtp.enable_aes128_sha1_80_crypto_cipher =
1805 aes_ctr_enabled;
1806 PeerConnectionFactory::Options callee_options;
1807 callee_options.crypto_options.srtp.enable_gcm_crypto_suites =
1808 remote_gcm_enabled;
1809 callee_options.crypto_options.srtp.enable_aes128_sha1_80_crypto_cipher =
1810 aes_ctr_enabled;
1811 TestNegotiatedCipherSuite(caller_options, callee_options,
1812 expected_cipher_suite);
1813 }
1814
1815 protected:
1816 SdpSemantics sdp_semantics_;
1817
1818 private:
Artem Titov880fa812021-07-30 20:30:231819 // `ss_` is used by `network_thread_` so it must be destroyed later.
Harald Alvestrand39993842021-02-17 09:05:311820 std::unique_ptr<rtc::VirtualSocketServer> ss_;
1821 std::unique_ptr<rtc::FirewallSocketServer> fss_;
Artem Titov880fa812021-07-30 20:30:231822 // `network_thread_` and `worker_thread_` are used by both
1823 // `caller_` and `callee_` so they must be destroyed
Harald Alvestrand39993842021-02-17 09:05:311824 // later.
1825 std::unique_ptr<rtc::Thread> network_thread_;
1826 std::unique_ptr<rtc::Thread> worker_thread_;
1827 // The turn servers and turn customizers should be accessed & deleted on the
1828 // network thread to avoid a race with the socket read/write that occurs
1829 // on the network thread.
1830 std::vector<std::unique_ptr<cricket::TestTurnServer>> turn_servers_;
1831 std::vector<std::unique_ptr<cricket::TestTurnCustomizer>> turn_customizers_;
1832 std::unique_ptr<PeerConnectionIntegrationWrapper> caller_;
1833 std::unique_ptr<PeerConnectionIntegrationWrapper> callee_;
Florent Castellia6983c62021-05-06 08:50:071834 std::unique_ptr<test::ScopedFieldTrials> field_trials_;
Harald Alvestrand39993842021-02-17 09:05:311835};
1836
1837} // namespace webrtc
1838
1839#endif // PC_TEST_INTEGRATION_TEST_HELPERS_H_