blob: bec696bd4ec472d2214998a9b65f605c961e2a94 [file] [log] [blame]
solenbergf707c682015-10-16 21:35:071/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Fredrik Solenbergedbb7ba2015-12-01 10:26:3411#include <string>
ossufe5f71c2017-04-27 09:08:5212#include <utility>
Fredrik Solenbergedbb7ba2015-12-01 10:26:3413#include <vector>
14
solenbergf707c682015-10-16 21:35:0715#include "webrtc/audio/audio_send_stream.h"
solenbergb0f22c52015-11-06 23:34:4916#include "webrtc/audio/audio_state.h"
solenberg1c28f5c2015-10-27 10:35:2117#include "webrtc/audio/conversion.h"
zstein29a1f8c2017-05-08 18:52:3818#include "webrtc/call/fake_rtp_transport_controller_send.h"
nissecddf7012017-04-24 12:53:2019#include "webrtc/call/rtp_transport_controller_send_interface.h"
terelius5928a3d2016-10-25 14:04:3720#include "webrtc/logging/rtc_event_log/mock/mock_rtc_event_log.h"
aleloid85b51d2016-11-17 14:48:4821#include "webrtc/modules/audio_mixer/audio_mixer_impl.h"
ivoc2c7aecc2016-11-14 12:52:0622#include "webrtc/modules/audio_processing/include/mock_audio_processing.h"
nissea58b5812017-03-22 10:28:5423#include "webrtc/modules/congestion_controller/include/mock/mock_congestion_observer.h"
nisse4e519ca2017-03-21 13:41:1224#include "webrtc/modules/congestion_controller/include/send_side_congestion_controller.h"
Stefan Holmerf95302f2015-12-07 09:26:1825#include "webrtc/modules/pacing/paced_sender.h"
michaelt2bc91bf2016-11-30 15:51:1326#include "webrtc/modules/rtp_rtcp/mocks/mock_rtcp_rtt_stats.h"
zstein29a1f8c2017-05-08 18:52:3827#include "webrtc/modules/rtp_rtcp/mocks/mock_rtp_rtcp.h"
Edward Lemur76de83e2017-07-06 17:44:3428#include "webrtc/rtc_base/ptr_util.h"
29#include "webrtc/rtc_base/task_queue.h"
kwiberg36a24792016-10-01 05:29:4330#include "webrtc/test/gtest.h"
ossuf26202b2017-05-02 13:46:3031#include "webrtc/test/mock_audio_encoder.h"
32#include "webrtc/test/mock_audio_encoder_factory.h"
solenberg5bbf7f92015-11-25 16:16:5233#include "webrtc/test/mock_voe_channel_proxy.h"
Fredrik Solenberg4f247a62015-11-03 09:15:4934#include "webrtc/test/mock_voice_engine.h"
solenbergbf771532017-03-02 01:02:2335#include "webrtc/voice_engine/transmit_mixer.h"
solenbergf707c682015-10-16 21:35:0736
37namespace webrtc {
solenberg1c28f5c2015-10-27 10:35:2138namespace test {
Fredrik Solenberg4f247a62015-11-03 09:15:4939namespace {
40
solenbergffe1ce02015-11-16 15:34:5041using testing::_;
stefanc10c31d2017-02-07 15:14:0842using testing::Eq;
43using testing::Ne;
ossufe5f71c2017-04-27 09:08:5244using testing::Invoke;
solenbergffe1ce02015-11-16 15:34:5045using testing::Return;
minyue-webrtc090170a2017-07-26 12:18:4046using testing::StrEq;
solenbergffe1ce02015-11-16 15:34:5047
Fredrik Solenberg4f247a62015-11-03 09:15:4948const int kChannelId = 1;
49const uint32_t kSsrc = 1234;
solenbergffe1ce02015-11-16 15:34:5050const char* kCName = "foo_name";
51const int kAudioLevelId = 2;
Stefan Holmerf95302f2015-12-07 09:26:1852const int kTransportSequenceNumberId = 4;
solenbergb0f22c52015-11-06 23:34:4953const int kEchoDelayMedian = 254;
54const int kEchoDelayStdDev = -3;
55const int kEchoReturnLoss = -65;
56const int kEchoReturnLossEnhancement = 101;
ivoc2c7aecc2016-11-14 12:52:0657const float kResidualEchoLikelihood = -1.0f;
solenbergbf771532017-03-02 01:02:2358const int32_t kSpeechInputLevel = 96;
zsteind1701d02017-07-14 19:17:4959const double kTotalInputEnergy = 0.25;
60const double kTotalInputDuration = 0.5;
solenbergb0f22c52015-11-06 23:34:4961const CallStatistics kCallStats = {
62 1345, 1678, 1901, 1234, 112, 13456, 17890, 1567, -1890, -1123};
solenbergb0f22c52015-11-06 23:34:4963const ReportBlock kReportBlock = {456, 780, 123, 567, 890, 132, 143, 13354};
Fredrik Solenbergae4b1f02015-12-04 14:22:1964const int kTelephoneEventPayloadType = 123;
solenbergff9d77c2016-11-17 13:25:3765const int kTelephoneEventPayloadFrequency = 65432;
solenbergf2e33152016-03-11 11:06:4166const int kTelephoneEventCode = 45;
67const int kTelephoneEventDuration = 6789;
minyuebffc1902016-10-20 10:27:1268const CodecInst kIsacCodec = {103, "isac", 16000, 320, 1, 32000};
ossufe5f71c2017-04-27 09:08:5269constexpr int kIsacPayloadType = 103;
70const SdpAudioFormat kIsacFormat = {"isac", 16000, 1};
71const SdpAudioFormat kOpusFormat = {"opus", 48000, 2};
72const SdpAudioFormat kG722Format = {"g722", 8000, 1};
73const AudioCodecSpec kCodecSpecs[] = {
74 {kIsacFormat, {16000, 1, 32000, 10000, 32000}},
75 {kOpusFormat, {48000, 1, 32000, 6000, 510000}},
76 {kG722Format, {16000, 1, 64000}}};
solenbergb0f22c52015-11-06 23:34:4977
mflodmanf29ccf62016-07-26 11:44:0678class MockLimitObserver : public BitrateAllocator::LimitObserver {
79 public:
80 MOCK_METHOD2(OnAllocationLimitsChanged,
81 void(uint32_t min_send_bitrate_bps,
82 uint32_t max_padding_bitrate_bps));
83};
84
solenbergbf771532017-03-02 01:02:2385class MockTransmitMixer : public voe::TransmitMixer {
86 public:
87 MOCK_CONST_METHOD0(AudioLevelFullRange, int16_t());
zsteind1701d02017-07-14 19:17:4988 MOCK_CONST_METHOD0(GetTotalInputEnergy, double());
89 MOCK_CONST_METHOD0(GetTotalInputDuration, double());
solenbergbf771532017-03-02 01:02:2390};
91
ossufe5f71c2017-04-27 09:08:5292std::unique_ptr<MockAudioEncoder> SetupAudioEncoderMock(
93 int payload_type,
94 const SdpAudioFormat& format) {
95 for (const auto& spec : kCodecSpecs) {
96 if (format == spec.format) {
97 std::unique_ptr<MockAudioEncoder> encoder(new MockAudioEncoder);
98 ON_CALL(*encoder.get(), SampleRateHz())
99 .WillByDefault(Return(spec.info.sample_rate_hz));
100 ON_CALL(*encoder.get(), NumChannels())
101 .WillByDefault(Return(spec.info.num_channels));
102 ON_CALL(*encoder.get(), RtpTimestampRateHz())
103 .WillByDefault(Return(spec.format.clockrate_hz));
104 return encoder;
105 }
106 }
107 return nullptr;
108}
109
110rtc::scoped_refptr<MockAudioEncoderFactory> SetupEncoderFactoryMock() {
111 rtc::scoped_refptr<MockAudioEncoderFactory> factory =
112 new rtc::RefCountedObject<MockAudioEncoderFactory>();
113 ON_CALL(*factory.get(), GetSupportedEncoders())
114 .WillByDefault(Return(std::vector<AudioCodecSpec>(
115 std::begin(kCodecSpecs), std::end(kCodecSpecs))));
116 ON_CALL(*factory.get(), QueryAudioEncoder(_))
117 .WillByDefault(Invoke([](const SdpAudioFormat& format) {
118 for (const auto& spec : kCodecSpecs) {
119 if (format == spec.format) {
120 return rtc::Optional<AudioCodecInfo>(spec.info);
121 }
122 }
123 return rtc::Optional<AudioCodecInfo>();
124 }));
125 ON_CALL(*factory.get(), MakeAudioEncoderMock(_, _, _))
126 .WillByDefault(Invoke([](int payload_type, const SdpAudioFormat& format,
127 std::unique_ptr<AudioEncoder>* return_value) {
128 *return_value = SetupAudioEncoderMock(payload_type, format);
129 }));
130 return factory;
131}
132
solenbergb0f22c52015-11-06 23:34:49133struct ConfigHelper {
ossufe5f71c2017-04-27 09:08:52134 ConfigHelper(bool audio_bwe_enabled, bool expect_set_encoder_call)
nisse22de8f32017-03-27 12:36:15135 : stream_config_(nullptr),
peah588f7612017-06-29 15:32:09136 audio_processing_(new rtc::RefCountedObject<MockAudioProcessing>()),
zstein29a1f8c2017-05-08 18:52:38137 simulated_clock_(123456),
138 send_side_cc_(rtc::MakeUnique<SendSideCongestionController>(
139 &simulated_clock_,
140 nullptr /* observer */,
141 &event_log_,
142 &packet_router_)),
zstein82158aa2017-05-17 18:49:12143 fake_transport_(&packet_router_, send_side_cc_.get()),
perkj3f65eaf2016-09-01 08:17:40144 bitrate_allocator_(&limit_observer_),
minyue-webrtc090170a2017-07-26 12:18:40145 worker_queue_("ConfigHelper_worker_queue"),
146 audio_encoder_(nullptr) {
solenberg5bbf7f92015-11-25 16:16:52147 using testing::Invoke;
solenbergffe1ce02015-11-16 15:34:50148
solenbergb0f22c52015-11-06 23:34:49149 EXPECT_CALL(voice_engine_,
solenbergffe1ce02015-11-16 15:34:50150 RegisterVoiceEngineObserver(_)).WillOnce(Return(0));
solenbergb0f22c52015-11-06 23:34:49151 EXPECT_CALL(voice_engine_,
solenbergffe1ce02015-11-16 15:34:50152 DeRegisterVoiceEngineObserver()).WillOnce(Return(0));
aleloi7713f332016-11-17 14:28:59153 EXPECT_CALL(voice_engine_, audio_device_module());
aleloi7713f332016-11-17 14:28:59154 EXPECT_CALL(voice_engine_, audio_transport());
155
solenbergb0f22c52015-11-06 23:34:49156 AudioState::Config config;
157 config.voice_engine = &voice_engine_;
aleloid85b51d2016-11-17 14:48:48158 config.audio_mixer = AudioMixerImpl::Create();
peah588f7612017-06-29 15:32:09159 config.audio_processing = audio_processing_;
solenbergb0f22c52015-11-06 23:34:49160 audio_state_ = AudioState::Create(config);
solenbergffe1ce02015-11-16 15:34:50161
stefanc10c31d2017-02-07 15:14:08162 SetupDefaultChannelProxy(audio_bwe_enabled);
minyue52066022016-10-31 11:08:32163
solenberg5bbf7f92015-11-25 16:16:52164 EXPECT_CALL(voice_engine_, ChannelProxyFactory(kChannelId))
165 .WillOnce(Invoke([this](int channel_id) {
solenberg5bbf7f92015-11-25 16:16:52166 return channel_proxy_;
167 }));
minyue52066022016-10-31 11:08:32168
ossufe5f71c2017-04-27 09:08:52169 SetupMockForSetupSendCodec(expect_set_encoder_call);
minyue52066022016-10-31 11:08:32170
ossufe5f71c2017-04-27 09:08:52171 // Use ISAC as default codec so as to prevent unnecessary |voice_engine_|
172 // calls from the default ctor behavior.
173 stream_config_.send_codec_spec =
174 rtc::Optional<AudioSendStream::Config::SendCodecSpec>(
175 {kIsacPayloadType, kIsacFormat});
solenbergb0f22c52015-11-06 23:34:49176 stream_config_.voe_channel_id = kChannelId;
177 stream_config_.rtp.ssrc = kSsrc;
solenberg5a37e3e2016-06-14 17:02:41178 stream_config_.rtp.nack.rtp_history_ms = 200;
solenbergffe1ce02015-11-16 15:34:50179 stream_config_.rtp.c_name = kCName;
180 stream_config_.rtp.extensions.push_back(
isheriffc4921f42016-05-26 18:24:55181 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
stefanc10c31d2017-02-07 15:14:08182 if (audio_bwe_enabled) {
ossu7213eea2017-06-30 08:38:56183 AddBweToConfig(&stream_config_);
stefanc10c31d2017-02-07 15:14:08184 }
ossufe5f71c2017-04-27 09:08:52185 stream_config_.encoder_factory = SetupEncoderFactoryMock();
minyuec01dfe62016-11-30 12:47:39186 stream_config_.min_bitrate_bps = 10000;
187 stream_config_.max_bitrate_bps = 65000;
solenbergb0f22c52015-11-06 23:34:49188 }
189
190 AudioSendStream::Config& config() { return stream_config_; }
ossufe5f71c2017-04-27 09:08:52191 MockAudioEncoderFactory& mock_encoder_factory() {
192 return *static_cast<MockAudioEncoderFactory*>(
193 stream_config_.encoder_factory.get());
194 }
solenbergb0f22c52015-11-06 23:34:49195 rtc::scoped_refptr<AudioState> audio_state() { return audio_state_; }
solenbergd9cd8882016-06-16 17:53:22196 MockVoEChannelProxy* channel_proxy() { return channel_proxy_; }
nisse22de8f32017-03-27 12:36:15197 RtpTransportControllerSendInterface* transport() { return &fake_transport_; }
mflodmanf29ccf62016-07-26 11:44:06198 BitrateAllocator* bitrate_allocator() { return &bitrate_allocator_; }
perkj3f65eaf2016-09-01 08:17:40199 rtc::TaskQueue* worker_queue() { return &worker_queue_; }
terelius1336b972016-09-21 13:51:47200 RtcEventLog* event_log() { return &event_log_; }
minyuebffc1902016-10-20 10:27:12201 MockVoiceEngine* voice_engine() { return &voice_engine_; }
202
ossu7213eea2017-06-30 08:38:56203 static void AddBweToConfig(AudioSendStream::Config* config) {
204 config->rtp.extensions.push_back(
205 RtpExtension(RtpExtension::kTransportSequenceNumberUri,
206 kTransportSequenceNumberId));
207 config->send_codec_spec->transport_cc_enabled = true;
208 }
209
stefanc10c31d2017-02-07 15:14:08210 void SetupDefaultChannelProxy(bool audio_bwe_enabled) {
minyue52066022016-10-31 11:08:32211 channel_proxy_ = new testing::StrictMock<MockVoEChannelProxy>();
ossu30af12b2017-04-27 15:03:42212 EXPECT_CALL(*channel_proxy_, GetRtpRtcp(_, _))
213 .WillRepeatedly(Invoke(
214 [this](RtpRtcp** rtp_rtcp_module, RtpReceiver** rtp_receiver) {
215 *rtp_rtcp_module = &this->rtp_rtcp_;
216 *rtp_receiver = nullptr; // Not deemed necessary for tests yet.
217 }));
minyue52066022016-10-31 11:08:32218 EXPECT_CALL(*channel_proxy_, SetRTCPStatus(true)).Times(1);
219 EXPECT_CALL(*channel_proxy_, SetLocalSSRC(kSsrc)).Times(1);
220 EXPECT_CALL(*channel_proxy_, SetRTCP_CNAME(StrEq(kCName))).Times(1);
221 EXPECT_CALL(*channel_proxy_, SetNACKStatus(true, 10)).Times(1);
222 EXPECT_CALL(*channel_proxy_,
minyue52066022016-10-31 11:08:32223 SetSendAudioLevelIndicationStatus(true, kAudioLevelId))
224 .Times(1);
stefanc10c31d2017-02-07 15:14:08225 if (audio_bwe_enabled) {
226 EXPECT_CALL(*channel_proxy_,
227 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
228 .Times(1);
nisse4e519ca2017-03-21 13:41:12229 EXPECT_CALL(*channel_proxy_, RegisterSenderCongestionControlObjects(
nisse22de8f32017-03-27 12:36:15230 &fake_transport_, Ne(nullptr)))
stefanc10c31d2017-02-07 15:14:08231 .Times(1);
232 } else {
nisse4e519ca2017-03-21 13:41:12233 EXPECT_CALL(*channel_proxy_, RegisterSenderCongestionControlObjects(
nisse22de8f32017-03-27 12:36:15234 &fake_transport_, Eq(nullptr)))
stefanc10c31d2017-02-07 15:14:08235 .Times(1);
236 }
ossufe5f71c2017-04-27 09:08:52237 EXPECT_CALL(*channel_proxy_, SetBitrate(_, _))
238 .Times(1);
nisse5e9233b2017-03-31 12:44:52239 EXPECT_CALL(*channel_proxy_, ResetSenderCongestionControlObjects())
240 .Times(1);
minyue52066022016-10-31 11:08:32241 EXPECT_CALL(*channel_proxy_, RegisterExternalTransport(nullptr)).Times(1);
242 EXPECT_CALL(*channel_proxy_, DeRegisterExternalTransport()).Times(1);
243 EXPECT_CALL(*channel_proxy_, SetRtcEventLog(testing::NotNull())).Times(1);
244 EXPECT_CALL(*channel_proxy_, SetRtcEventLog(testing::IsNull()))
245 .Times(1); // Destructor resets the event log
michaelt2bc91bf2016-11-30 15:51:13246 EXPECT_CALL(*channel_proxy_, SetRtcpRttStats(&rtcp_rtt_stats_)).Times(1);
247 EXPECT_CALL(*channel_proxy_, SetRtcpRttStats(testing::IsNull()))
248 .Times(1); // Destructor resets the rtt stats.
minyue52066022016-10-31 11:08:32249 }
250
ossufe5f71c2017-04-27 09:08:52251 void SetupMockForSetupSendCodec(bool expect_set_encoder_call) {
252 if (expect_set_encoder_call) {
253 EXPECT_CALL(*channel_proxy_, SetEncoderForMock(_, _))
minyue-webrtc090170a2017-07-26 12:18:40254 .WillOnce(Invoke(
255 [this](int payload_type, std::unique_ptr<AudioEncoder>* encoder) {
256 this->audio_encoder_ = std::move(*encoder);
257 return true;
258 }));
ossufe5f71c2017-04-27 09:08:52259 }
minyuebffc1902016-10-20 10:27:12260 }
ossufe5f71c2017-04-27 09:08:52261
minyue-webrtc090170a2017-07-26 12:18:40262 void SetupMockForModifyEncoder() {
263 // Let ModifyEncoder to invoke mock audio encoder.
264 EXPECT_CALL(*channel_proxy_, ModifyEncoder(_))
265 .WillRepeatedly(Invoke(
266 [this](rtc::FunctionView<void(std::unique_ptr<AudioEncoder>*)>
267 modifier) {
268 if (this->audio_encoder_)
269 modifier(&this->audio_encoder_);
270 }));
271 }
272
michaelt2bc91bf2016-11-30 15:51:13273 RtcpRttStats* rtcp_rtt_stats() { return &rtcp_rtt_stats_; }
solenbergb0f22c52015-11-06 23:34:49274
Fredrik Solenbergae4b1f02015-12-04 14:22:19275 void SetupMockForSendTelephoneEvent() {
276 EXPECT_TRUE(channel_proxy_);
277 EXPECT_CALL(*channel_proxy_,
solenbergff9d77c2016-11-17 13:25:37278 SetSendTelephoneEventPayloadType(kTelephoneEventPayloadType,
279 kTelephoneEventPayloadFrequency))
Fredrik Solenbergae4b1f02015-12-04 14:22:19280 .WillOnce(Return(true));
281 EXPECT_CALL(*channel_proxy_,
282 SendTelephoneEventOutband(kTelephoneEventCode, kTelephoneEventDuration))
283 .WillOnce(Return(true));
284 }
285
solenbergb0f22c52015-11-06 23:34:49286 void SetupMockForGetStats() {
solenbergffe1ce02015-11-16 15:34:50287 using testing::DoAll;
solenberg60459932017-02-06 20:53:57288 using testing::SetArgPointee;
solenbergffe1ce02015-11-16 15:34:50289 using testing::SetArgReferee;
290
solenbergb0f22c52015-11-06 23:34:49291 std::vector<ReportBlock> report_blocks;
292 webrtc::ReportBlock block = kReportBlock;
293 report_blocks.push_back(block); // Has wrong SSRC.
294 block.source_SSRC = kSsrc;
295 report_blocks.push_back(block); // Correct block.
296 block.fraction_lost = 0;
297 report_blocks.push_back(block); // Duplicate SSRC, bad fraction_lost.
298
solenberg21ca0a42015-11-27 18:46:42299 EXPECT_TRUE(channel_proxy_);
300 EXPECT_CALL(*channel_proxy_, GetRTCPStatistics())
301 .WillRepeatedly(Return(kCallStats));
302 EXPECT_CALL(*channel_proxy_, GetRemoteRTCPReportBlocks())
303 .WillRepeatedly(Return(report_blocks));
solenbergbf771532017-03-02 01:02:23304 EXPECT_CALL(voice_engine_, transmit_mixer())
305 .WillRepeatedly(Return(&transmit_mixer_));
ivoc2c7aecc2016-11-14 12:52:06306
solenbergbf771532017-03-02 01:02:23307 EXPECT_CALL(transmit_mixer_, AudioLevelFullRange())
308 .WillRepeatedly(Return(kSpeechInputLevel));
zsteind1701d02017-07-14 19:17:49309 EXPECT_CALL(transmit_mixer_, GetTotalInputEnergy())
310 .WillRepeatedly(Return(kTotalInputEnergy));
311 EXPECT_CALL(transmit_mixer_, GetTotalInputDuration())
312 .WillRepeatedly(Return(kTotalInputDuration));
solenbergbf771532017-03-02 01:02:23313
ivoc2c7aecc2016-11-14 12:52:06314 // We have to set the instantaneous value, the average, min and max. We only
315 // care about the instantaneous value, so we set all to the same value.
316 audio_processing_stats_.echo_return_loss.Set(
317 kEchoReturnLoss, kEchoReturnLoss, kEchoReturnLoss, kEchoReturnLoss);
318 audio_processing_stats_.echo_return_loss_enhancement.Set(
319 kEchoReturnLossEnhancement, kEchoReturnLossEnhancement,
320 kEchoReturnLossEnhancement, kEchoReturnLossEnhancement);
321 audio_processing_stats_.delay_median = kEchoDelayMedian;
322 audio_processing_stats_.delay_standard_deviation = kEchoDelayStdDev;
323
peah588f7612017-06-29 15:32:09324 EXPECT_CALL(*audio_processing_, GetStatistics())
ivoc2c7aecc2016-11-14 12:52:06325 .WillRepeatedly(Return(audio_processing_stats_));
solenbergb0f22c52015-11-06 23:34:49326 }
327
328 private:
solenbergffe1ce02015-11-16 15:34:50329 testing::StrictMock<MockVoiceEngine> voice_engine_;
solenbergb0f22c52015-11-06 23:34:49330 rtc::scoped_refptr<AudioState> audio_state_;
331 AudioSendStream::Config stream_config_;
solenberg5bbf7f92015-11-25 16:16:52332 testing::StrictMock<MockVoEChannelProxy>* channel_proxy_ = nullptr;
peah588f7612017-06-29 15:32:09333 rtc::scoped_refptr<MockAudioProcessing> audio_processing_;
solenbergbf771532017-03-02 01:02:23334 MockTransmitMixer transmit_mixer_;
ivoc2c7aecc2016-11-14 12:52:06335 AudioProcessing::AudioProcessingStatistics audio_processing_stats_;
zstein29a1f8c2017-05-08 18:52:38336 SimulatedClock simulated_clock_;
337 PacketRouter packet_router_;
338 std::unique_ptr<SendSideCongestionController> send_side_cc_;
339 FakeRtpTransportControllerSend fake_transport_;
ivoc23ea12e2016-07-04 14:06:55340 MockRtcEventLog event_log_;
ossu30af12b2017-04-27 15:03:42341 MockRtpRtcp rtp_rtcp_;
michaelt2bc91bf2016-11-30 15:51:13342 MockRtcpRttStats rtcp_rtt_stats_;
mflodmanf29ccf62016-07-26 11:44:06343 testing::NiceMock<MockLimitObserver> limit_observer_;
344 BitrateAllocator bitrate_allocator_;
perkj3f65eaf2016-09-01 08:17:40345 // |worker_queue| is defined last to ensure all pending tasks are cancelled
346 // and deleted before any other members.
347 rtc::TaskQueue worker_queue_;
minyue-webrtc090170a2017-07-26 12:18:40348 std::unique_ptr<AudioEncoder> audio_encoder_;
solenbergb0f22c52015-11-06 23:34:49349};
Fredrik Solenberg4f247a62015-11-03 09:15:49350} // namespace
solenbergf707c682015-10-16 21:35:07351
352TEST(AudioSendStreamTest, ConfigToString) {
solenbergf707c682015-10-16 21:35:07353 AudioSendStream::Config config(nullptr);
Fredrik Solenberg4f247a62015-11-03 09:15:49354 config.rtp.ssrc = kSsrc;
solenbergffe1ce02015-11-16 15:34:50355 config.rtp.c_name = kCName;
Fredrik Solenberg4f247a62015-11-03 09:15:49356 config.voe_channel_id = kChannelId;
minyuea1912ef2016-11-07 17:29:22357 config.min_bitrate_bps = 12000;
358 config.max_bitrate_bps = 34000;
ossufe5f71c2017-04-27 09:08:52359 config.send_codec_spec =
360 rtc::Optional<AudioSendStream::Config::SendCodecSpec>(
361 {kIsacPayloadType, kIsacFormat});
362 config.send_codec_spec->nack_enabled = true;
363 config.send_codec_spec->transport_cc_enabled = false;
364 config.send_codec_spec->cng_payload_type = rtc::Optional<int>(42);
365 config.encoder_factory = MockAudioEncoderFactory::CreateUnusedFactory();
stefane9523f02016-11-01 10:17:16366 config.rtp.extensions.push_back(
367 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
Fredrik Solenberg4f247a62015-11-03 09:15:49368 EXPECT_EQ(
isheriffc4921f42016-05-26 18:24:55369 "{rtp: {ssrc: 1234, extensions: [{uri: "
stefane9523f02016-11-01 10:17:16370 "urn:ietf:params:rtp-hdrext:ssrc-audio-level, id: 2}], nack: "
deadbeef9617a872017-02-26 12:18:12371 "{rtp_history_ms: 0}, c_name: foo_name}, send_transport: null, "
minyuea1912ef2016-11-07 17:29:22372 "voe_channel_id: 1, min_bitrate_bps: 12000, max_bitrate_bps: 34000, "
solenberg91c6f342016-10-25 18:19:07373 "send_codec_spec: {nack_enabled: true, transport_cc_enabled: false, "
ossufe5f71c2017-04-27 09:08:52374 "cng_payload_type: 42, payload_type: 103, "
375 "format: {name: isac, clockrate_hz: 16000, num_channels: 1, "
376 "parameters: {}}}}",
solenberg1c28f5c2015-10-27 10:35:21377 config.ToString());
solenbergf707c682015-10-16 21:35:07378}
379
380TEST(AudioSendStreamTest, ConstructDestruct) {
ossufe5f71c2017-04-27 09:08:52381 ConfigHelper helper(false, true);
perkj3f65eaf2016-09-01 08:17:40382 internal::AudioSendStream send_stream(
383 helper.config(), helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15384 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11385 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
solenbergf707c682015-10-16 21:35:07386}
solenberg1c28f5c2015-10-27 10:35:21387
Fredrik Solenbergae4b1f02015-12-04 14:22:19388TEST(AudioSendStreamTest, SendTelephoneEvent) {
ossufe5f71c2017-04-27 09:08:52389 ConfigHelper helper(false, true);
perkj3f65eaf2016-09-01 08:17:40390 internal::AudioSendStream send_stream(
391 helper.config(), helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15392 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11393 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
Fredrik Solenbergae4b1f02015-12-04 14:22:19394 helper.SetupMockForSendTelephoneEvent();
395 EXPECT_TRUE(send_stream.SendTelephoneEvent(kTelephoneEventPayloadType,
solenbergff9d77c2016-11-17 13:25:37396 kTelephoneEventPayloadFrequency, kTelephoneEventCode,
397 kTelephoneEventDuration));
Fredrik Solenbergae4b1f02015-12-04 14:22:19398}
399
solenbergd9cd8882016-06-16 17:53:22400TEST(AudioSendStreamTest, SetMuted) {
ossufe5f71c2017-04-27 09:08:52401 ConfigHelper helper(false, true);
perkj3f65eaf2016-09-01 08:17:40402 internal::AudioSendStream send_stream(
403 helper.config(), helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15404 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11405 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
solenbergd9cd8882016-06-16 17:53:22406 EXPECT_CALL(*helper.channel_proxy(), SetInputMute(true));
407 send_stream.SetMuted(true);
408}
409
stefanc10c31d2017-02-07 15:14:08410TEST(AudioSendStreamTest, AudioBweCorrectObjectsOnChannelProxy) {
ossufe5f71c2017-04-27 09:08:52411 ConfigHelper helper(true, true);
stefanc10c31d2017-02-07 15:14:08412 internal::AudioSendStream send_stream(
413 helper.config(), helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15414 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11415 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
stefanc10c31d2017-02-07 15:14:08416}
417
418TEST(AudioSendStreamTest, NoAudioBweCorrectObjectsOnChannelProxy) {
ossufe5f71c2017-04-27 09:08:52419 ConfigHelper helper(false, true);
stefanc10c31d2017-02-07 15:14:08420 internal::AudioSendStream send_stream(
421 helper.config(), helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15422 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11423 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
stefanc10c31d2017-02-07 15:14:08424}
425
solenberg1c28f5c2015-10-27 10:35:21426TEST(AudioSendStreamTest, GetStats) {
ossufe5f71c2017-04-27 09:08:52427 ConfigHelper helper(false, true);
perkj3f65eaf2016-09-01 08:17:40428 internal::AudioSendStream send_stream(
429 helper.config(), helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15430 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11431 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
solenbergb0f22c52015-11-06 23:34:49432 helper.SetupMockForGetStats();
solenberg1c28f5c2015-10-27 10:35:21433 AudioSendStream::Stats stats = send_stream.GetStats();
Fredrik Solenberg4f247a62015-11-03 09:15:49434 EXPECT_EQ(kSsrc, stats.local_ssrc);
435 EXPECT_EQ(static_cast<int64_t>(kCallStats.bytesSent), stats.bytes_sent);
436 EXPECT_EQ(kCallStats.packetsSent, stats.packets_sent);
437 EXPECT_EQ(static_cast<int32_t>(kReportBlock.cumulative_num_packets_lost),
solenberg1c28f5c2015-10-27 10:35:21438 stats.packets_lost);
Fredrik Solenberg4f247a62015-11-03 09:15:49439 EXPECT_EQ(Q8ToFloat(kReportBlock.fraction_lost), stats.fraction_lost);
minyuebffc1902016-10-20 10:27:12440 EXPECT_EQ(std::string(kIsacCodec.plname), stats.codec_name);
Fredrik Solenberg4f247a62015-11-03 09:15:49441 EXPECT_EQ(static_cast<int32_t>(kReportBlock.extended_highest_sequence_number),
solenberg1c28f5c2015-10-27 10:35:21442 stats.ext_seqnum);
Fredrik Solenberg4f247a62015-11-03 09:15:49443 EXPECT_EQ(static_cast<int32_t>(kReportBlock.interarrival_jitter /
minyuebffc1902016-10-20 10:27:12444 (kIsacCodec.plfreq / 1000)),
Fredrik Solenberg4f247a62015-11-03 09:15:49445 stats.jitter_ms);
446 EXPECT_EQ(kCallStats.rttMs, stats.rtt_ms);
447 EXPECT_EQ(static_cast<int32_t>(kSpeechInputLevel), stats.audio_level);
zsteind1701d02017-07-14 19:17:49448 EXPECT_EQ(kTotalInputEnergy, stats.total_input_energy);
449 EXPECT_EQ(kTotalInputDuration, stats.total_input_duration);
solenberg1c28f5c2015-10-27 10:35:21450 EXPECT_EQ(-1, stats.aec_quality_min);
Fredrik Solenberg4f247a62015-11-03 09:15:49451 EXPECT_EQ(kEchoDelayMedian, stats.echo_delay_median_ms);
452 EXPECT_EQ(kEchoDelayStdDev, stats.echo_delay_std_ms);
453 EXPECT_EQ(kEchoReturnLoss, stats.echo_return_loss);
454 EXPECT_EQ(kEchoReturnLossEnhancement, stats.echo_return_loss_enhancement);
ivocdfb640f2016-10-21 11:10:03455 EXPECT_EQ(kResidualEchoLikelihood, stats.residual_echo_likelihood);
solenberg1c28f5c2015-10-27 10:35:21456 EXPECT_FALSE(stats.typing_noise_detected);
457}
solenbergb0f22c52015-11-06 23:34:49458
459TEST(AudioSendStreamTest, GetStatsTypingNoiseDetected) {
ossufe5f71c2017-04-27 09:08:52460 ConfigHelper helper(false, true);
perkj3f65eaf2016-09-01 08:17:40461 internal::AudioSendStream send_stream(
462 helper.config(), helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15463 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11464 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
solenbergb0f22c52015-11-06 23:34:49465 helper.SetupMockForGetStats();
466 EXPECT_FALSE(send_stream.GetStats().typing_noise_detected);
467
468 internal::AudioState* internal_audio_state =
469 static_cast<internal::AudioState*>(helper.audio_state().get());
470 VoiceEngineObserver* voe_observer =
471 static_cast<VoiceEngineObserver*>(internal_audio_state);
472 voe_observer->CallbackOnError(-1, VE_TYPING_NOISE_WARNING);
473 EXPECT_TRUE(send_stream.GetStats().typing_noise_detected);
474 voe_observer->CallbackOnError(-1, VE_TYPING_NOISE_OFF_WARNING);
475 EXPECT_FALSE(send_stream.GetStats().typing_noise_detected);
476}
minyuebffc1902016-10-20 10:27:12477
minyue-webrtc090170a2017-07-26 12:18:40478TEST(AudioSendStreamTest, SendCodecAppliesAudioNetworkAdaptor) {
ossufe5f71c2017-04-27 09:08:52479 ConfigHelper helper(false, true);
minyuebffc1902016-10-20 10:27:12480 auto stream_config = helper.config();
ossufe5f71c2017-04-27 09:08:52481 stream_config.send_codec_spec =
482 rtc::Optional<AudioSendStream::Config::SendCodecSpec>({0, kOpusFormat});
minyue-webrtc090170a2017-07-26 12:18:40483 const std::string kAnaConfigString = "abcde";
484 const std::string kAnaReconfigString = "12345";
485
minyue52066022016-10-31 11:08:32486 stream_config.audio_network_adaptor_config =
minyue-webrtc090170a2017-07-26 12:18:40487 rtc::Optional<std::string>(kAnaConfigString);
ossufe5f71c2017-04-27 09:08:52488
489 EXPECT_CALL(helper.mock_encoder_factory(), MakeAudioEncoderMock(_, _, _))
minyue-webrtc090170a2017-07-26 12:18:40490 .WillOnce(Invoke([&kAnaConfigString, &kAnaReconfigString](
491 int payload_type, const SdpAudioFormat& format,
492 std::unique_ptr<AudioEncoder>* return_value) {
ossufe5f71c2017-04-27 09:08:52493 auto mock_encoder = SetupAudioEncoderMock(payload_type, format);
minyue-webrtc090170a2017-07-26 12:18:40494 EXPECT_CALL(*mock_encoder,
495 EnableAudioNetworkAdaptor(StrEq(kAnaConfigString), _))
496 .WillOnce(Return(true));
497 EXPECT_CALL(*mock_encoder,
498 EnableAudioNetworkAdaptor(StrEq(kAnaReconfigString), _))
ossufe5f71c2017-04-27 09:08:52499 .WillOnce(Return(true));
500 *return_value = std::move(mock_encoder);
501 }));
502
minyuebffc1902016-10-20 10:27:12503 internal::AudioSendStream send_stream(
504 stream_config, helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15505 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11506 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
minyue-webrtc090170a2017-07-26 12:18:40507
508 stream_config.audio_network_adaptor_config =
509 rtc::Optional<std::string>(kAnaReconfigString);
510
511 helper.SetupMockForModifyEncoder();
512 send_stream.Reconfigure(stream_config);
minyuebffc1902016-10-20 10:27:12513}
514
515// VAD is applied when codec is mono and the CNG frequency matches the codec
ossufe5f71c2017-04-27 09:08:52516// clock rate.
minyuebffc1902016-10-20 10:27:12517TEST(AudioSendStreamTest, SendCodecCanApplyVad) {
ossufe5f71c2017-04-27 09:08:52518 ConfigHelper helper(false, false);
minyuebffc1902016-10-20 10:27:12519 auto stream_config = helper.config();
ossufe5f71c2017-04-27 09:08:52520 stream_config.send_codec_spec =
521 rtc::Optional<AudioSendStream::Config::SendCodecSpec>({9, kG722Format});
522 stream_config.send_codec_spec->cng_payload_type = rtc::Optional<int>(105);
523 using ::testing::Invoke;
524 std::unique_ptr<AudioEncoder> stolen_encoder;
525 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
526 .WillOnce(
527 Invoke([&stolen_encoder](int payload_type,
528 std::unique_ptr<AudioEncoder>* encoder) {
529 stolen_encoder = std::move(*encoder);
530 return true;
531 }));
532
minyuebffc1902016-10-20 10:27:12533 internal::AudioSendStream send_stream(
534 stream_config, helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15535 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11536 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
ossufe5f71c2017-04-27 09:08:52537
538 // We cannot truly determine if the encoder created is an AudioEncoderCng. It
539 // is the only reasonable implementation that will return something from
540 // ReclaimContainedEncoders, though.
541 ASSERT_TRUE(stolen_encoder);
542 EXPECT_FALSE(stolen_encoder->ReclaimContainedEncoders().empty());
minyuebffc1902016-10-20 10:27:12543}
544
minyuec01dfe62016-11-30 12:47:39545TEST(AudioSendStreamTest, DoesNotPassHigherBitrateThanMaxBitrate) {
ossufe5f71c2017-04-27 09:08:52546 ConfigHelper helper(false, true);
minyuec01dfe62016-11-30 12:47:39547 internal::AudioSendStream send_stream(
548 helper.config(), helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15549 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11550 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
minyuec01dfe62016-11-30 12:47:39551 EXPECT_CALL(*helper.channel_proxy(),
552 SetBitrate(helper.config().max_bitrate_bps, _));
553 send_stream.OnBitrateUpdated(helper.config().max_bitrate_bps + 5000, 0.0, 50,
554 6000);
555}
556
557TEST(AudioSendStreamTest, ProbingIntervalOnBitrateUpdated) {
ossufe5f71c2017-04-27 09:08:52558 ConfigHelper helper(false, true);
minyuec01dfe62016-11-30 12:47:39559 internal::AudioSendStream send_stream(
560 helper.config(), helper.audio_state(), helper.worker_queue(),
nisse22de8f32017-03-27 12:36:15561 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11562 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
minyuec01dfe62016-11-30 12:47:39563 EXPECT_CALL(*helper.channel_proxy(), SetBitrate(_, 5000));
564 send_stream.OnBitrateUpdated(50000, 0.0, 50, 5000);
565}
566
ossufe5f71c2017-04-27 09:08:52567// Test that AudioSendStream doesn't recreate the encoder unnecessarily.
568TEST(AudioSendStreamTest, DontRecreateEncoder) {
569 ConfigHelper helper(false, false);
570 // WillOnce is (currently) the default used by ConfigHelper if asked to set an
571 // expectation for SetEncoder. Since this behavior is essential for this test
572 // to be correct, it's instead set-up manually here. Otherwise a simple change
573 // to ConfigHelper (say to WillRepeatedly) would silently make this test
574 // useless.
575 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
576 .WillOnce(Return(true));
577
578 auto stream_config = helper.config();
579 stream_config.send_codec_spec =
580 rtc::Optional<AudioSendStream::Config::SendCodecSpec>({9, kG722Format});
581 stream_config.send_codec_spec->cng_payload_type = rtc::Optional<int>(105);
582 internal::AudioSendStream send_stream(
583 stream_config, helper.audio_state(), helper.worker_queue(),
584 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
ossu30fa6322017-05-23 13:07:11585 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
ossufe5f71c2017-04-27 09:08:52586 send_stream.Reconfigure(stream_config);
587}
588
ossu7213eea2017-06-30 08:38:56589TEST(AudioSendStreamTest, ReconfigureTransportCcResetsFirst) {
590 ConfigHelper helper(false, true);
591 internal::AudioSendStream send_stream(
592 helper.config(), helper.audio_state(), helper.worker_queue(),
593 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
594 helper.rtcp_rtt_stats(), rtc::Optional<RtpState>());
595 auto new_config = helper.config();
596 ConfigHelper::AddBweToConfig(&new_config);
597 EXPECT_CALL(*helper.channel_proxy(),
598 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
599 .Times(1);
600 {
601 ::testing::InSequence seq;
602 EXPECT_CALL(*helper.channel_proxy(), ResetSenderCongestionControlObjects())
603 .Times(1);
604 EXPECT_CALL(*helper.channel_proxy(), RegisterSenderCongestionControlObjects(
605 helper.transport(), Ne(nullptr)))
606 .Times(1);
607 }
608 send_stream.Reconfigure(new_config);
609}
610
611
solenberg1c28f5c2015-10-27 10:35:21612} // namespace test
solenbergf707c682015-10-16 21:35:07613} // namespace webrtc