|  | /* | 
|  | *  Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. | 
|  | * | 
|  | *  Use of this source code is governed by a BSD-style license | 
|  | *  that can be found in the LICENSE file in the root of the source | 
|  | *  tree. An additional intellectual property rights grant can be found | 
|  | *  in the file PATENTS.  All contributing project authors may | 
|  | *  be found in the AUTHORS file in the root of the source tree. | 
|  | */ | 
|  |  | 
|  | #include <map> | 
|  | #include <string> | 
|  | #include <vector> | 
|  |  | 
|  | #include "api/test/mock_audio_mixer.h" | 
|  | #include "audio/audio_receive_stream.h" | 
|  | #include "audio/conversion.h" | 
|  | #include "audio/mock_voe_channel_proxy.h" | 
|  | #include "call/rtp_stream_receiver_controller.h" | 
|  | #include "logging/rtc_event_log/mock/mock_rtc_event_log.h" | 
|  | #include "modules/audio_device/include/mock_audio_device.h" | 
|  | #include "modules/audio_processing/include/mock_audio_processing.h" | 
|  | #include "modules/bitrate_controller/include/mock/mock_bitrate_controller.h" | 
|  | #include "modules/pacing/packet_router.h" | 
|  | #include "modules/rtp_rtcp/source/byte_io.h" | 
|  | #include "test/gtest.h" | 
|  | #include "test/mock_audio_decoder_factory.h" | 
|  |  | 
|  | namespace webrtc { | 
|  | namespace test { | 
|  | namespace { | 
|  |  | 
|  | using testing::_; | 
|  | using testing::FloatEq; | 
|  | using testing::Return; | 
|  | using testing::ReturnRef; | 
|  |  | 
|  | AudioDecodingCallStats MakeAudioDecodeStatsForTest() { | 
|  | AudioDecodingCallStats audio_decode_stats; | 
|  | audio_decode_stats.calls_to_silence_generator = 234; | 
|  | audio_decode_stats.calls_to_neteq = 567; | 
|  | audio_decode_stats.decoded_normal = 890; | 
|  | audio_decode_stats.decoded_plc = 123; | 
|  | audio_decode_stats.decoded_cng = 456; | 
|  | audio_decode_stats.decoded_plc_cng = 789; | 
|  | audio_decode_stats.decoded_muted_output = 987; | 
|  | return audio_decode_stats; | 
|  | } | 
|  |  | 
|  | const uint32_t kRemoteSsrc = 1234; | 
|  | const uint32_t kLocalSsrc = 5678; | 
|  | const size_t kOneByteExtensionHeaderLength = 4; | 
|  | const size_t kOneByteExtensionLength = 4; | 
|  | const int kAudioLevelId = 3; | 
|  | const int kTransportSequenceNumberId = 4; | 
|  | const int kJitterBufferDelay = -7; | 
|  | const int kPlayoutBufferDelay = 302; | 
|  | const unsigned int kSpeechOutputLevel = 99; | 
|  | const double kTotalOutputEnergy = 0.25; | 
|  | const double kTotalOutputDuration = 0.5; | 
|  |  | 
|  | const CallStatistics kCallStats = { | 
|  | 345,  678,  901, 234, -12, 3456, 7890, 567, 890, 123}; | 
|  | const CodecInst kCodecInst = { | 
|  | 123, "codec_name_recv", 96000, -187, 0, -103}; | 
|  | const NetworkStatistics kNetworkStats = { | 
|  | 123, 456, false, 789012, 3456, 123, 456, 0,  {}, 789, 12, | 
|  | 345, 678, 901,   0,      -1,   -1,  -1,  -1, -1, 0}; | 
|  | const AudioDecodingCallStats kAudioDecodeStats = MakeAudioDecodeStatsForTest(); | 
|  |  | 
|  | struct ConfigHelper { | 
|  | ConfigHelper() | 
|  | : ConfigHelper(new rtc::RefCountedObject<MockAudioMixer>()) {} | 
|  |  | 
|  | explicit ConfigHelper(rtc::scoped_refptr<MockAudioMixer> audio_mixer) | 
|  | : audio_mixer_(audio_mixer) { | 
|  | using testing::Invoke; | 
|  |  | 
|  | AudioState::Config config; | 
|  | config.audio_mixer = audio_mixer_; | 
|  | config.audio_processing = new rtc::RefCountedObject<MockAudioProcessing>(); | 
|  | config.audio_device_module = | 
|  | new rtc::RefCountedObject<testing::NiceMock<MockAudioDeviceModule>>(); | 
|  | audio_state_ = AudioState::Create(config); | 
|  |  | 
|  | channel_proxy_ = new testing::StrictMock<MockVoEChannelProxy>(); | 
|  | EXPECT_CALL(*channel_proxy_, SetLocalSSRC(kLocalSsrc)).Times(1); | 
|  | EXPECT_CALL(*channel_proxy_, SetRemoteSSRC(kRemoteSsrc)).Times(1); | 
|  | EXPECT_CALL(*channel_proxy_, SetNACKStatus(true, 15)).Times(1); | 
|  | EXPECT_CALL(*channel_proxy_, | 
|  | RegisterReceiverCongestionControlObjects(&packet_router_)) | 
|  | .Times(1); | 
|  | EXPECT_CALL(*channel_proxy_, ResetReceiverCongestionControlObjects()) | 
|  | .Times(1); | 
|  | EXPECT_CALL(*channel_proxy_, RegisterTransport(nullptr)).Times(2); | 
|  | testing::Expectation expect_set = | 
|  | EXPECT_CALL(*channel_proxy_, SetRtcEventLog(&event_log_)) | 
|  | .Times(1); | 
|  | EXPECT_CALL(*channel_proxy_, SetRtcEventLog(testing::IsNull())) | 
|  | .Times(1) | 
|  | .After(expect_set); | 
|  | EXPECT_CALL(*channel_proxy_, DisassociateSendChannel()).Times(1); | 
|  | EXPECT_CALL(*channel_proxy_, SetReceiveCodecs(_)) | 
|  | .WillRepeatedly( | 
|  | Invoke([](const std::map<int, SdpAudioFormat>& codecs) { | 
|  | EXPECT_THAT(codecs, testing::IsEmpty()); | 
|  | })); | 
|  |  | 
|  | stream_config_.rtp.local_ssrc = kLocalSsrc; | 
|  | stream_config_.rtp.remote_ssrc = kRemoteSsrc; | 
|  | stream_config_.rtp.nack.rtp_history_ms = 300; | 
|  | stream_config_.rtp.extensions.push_back( | 
|  | RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId)); | 
|  | stream_config_.rtp.extensions.push_back(RtpExtension( | 
|  | RtpExtension::kTransportSequenceNumberUri, kTransportSequenceNumberId)); | 
|  | stream_config_.decoder_factory = | 
|  | new rtc::RefCountedObject<MockAudioDecoderFactory>; | 
|  | } | 
|  |  | 
|  | std::unique_ptr<internal::AudioReceiveStream> CreateAudioReceiveStream() { | 
|  | return std::unique_ptr<internal::AudioReceiveStream>( | 
|  | new internal::AudioReceiveStream( | 
|  | &rtp_stream_receiver_controller_, | 
|  | &packet_router_, | 
|  | stream_config_, | 
|  | audio_state_, | 
|  | &event_log_, | 
|  | std::unique_ptr<voe::ChannelProxy>(channel_proxy_))); | 
|  | } | 
|  |  | 
|  | AudioReceiveStream::Config& config() { return stream_config_; } | 
|  | rtc::scoped_refptr<MockAudioMixer> audio_mixer() { return audio_mixer_; } | 
|  | MockVoEChannelProxy* channel_proxy() { return channel_proxy_; } | 
|  |  | 
|  | void SetupMockForGetStats() { | 
|  | using testing::DoAll; | 
|  | using testing::SetArgPointee; | 
|  |  | 
|  | ASSERT_TRUE(channel_proxy_); | 
|  | EXPECT_CALL(*channel_proxy_, GetRTCPStatistics()) | 
|  | .WillOnce(Return(kCallStats)); | 
|  | EXPECT_CALL(*channel_proxy_, GetDelayEstimate()) | 
|  | .WillOnce(Return(kJitterBufferDelay + kPlayoutBufferDelay)); | 
|  | EXPECT_CALL(*channel_proxy_, GetSpeechOutputLevelFullRange()) | 
|  | .WillOnce(Return(kSpeechOutputLevel)); | 
|  | EXPECT_CALL(*channel_proxy_, GetTotalOutputEnergy()) | 
|  | .WillOnce(Return(kTotalOutputEnergy)); | 
|  | EXPECT_CALL(*channel_proxy_, GetTotalOutputDuration()) | 
|  | .WillOnce(Return(kTotalOutputDuration)); | 
|  | EXPECT_CALL(*channel_proxy_, GetNetworkStatistics()) | 
|  | .WillOnce(Return(kNetworkStats)); | 
|  | EXPECT_CALL(*channel_proxy_, GetDecodingCallStatistics()) | 
|  | .WillOnce(Return(kAudioDecodeStats)); | 
|  | EXPECT_CALL(*channel_proxy_, GetRecCodec(_)) | 
|  | .WillOnce(DoAll(SetArgPointee<0>(kCodecInst), Return(true))); | 
|  | } | 
|  |  | 
|  | private: | 
|  | PacketRouter packet_router_; | 
|  | MockRtcEventLog event_log_; | 
|  | rtc::scoped_refptr<AudioState> audio_state_; | 
|  | rtc::scoped_refptr<MockAudioMixer> audio_mixer_; | 
|  | AudioReceiveStream::Config stream_config_; | 
|  | testing::StrictMock<MockVoEChannelProxy>* channel_proxy_ = nullptr; | 
|  | RtpStreamReceiverController rtp_stream_receiver_controller_; | 
|  | }; | 
|  |  | 
|  | void BuildOneByteExtension(std::vector<uint8_t>::iterator it, | 
|  | int id, | 
|  | uint32_t extension_value, | 
|  | size_t value_length) { | 
|  | const uint16_t kRtpOneByteHeaderExtensionId = 0xBEDE; | 
|  | ByteWriter<uint16_t>::WriteBigEndian(&(*it), kRtpOneByteHeaderExtensionId); | 
|  | it += 2; | 
|  |  | 
|  | ByteWriter<uint16_t>::WriteBigEndian(&(*it), kOneByteExtensionLength / 4); | 
|  | it += 2; | 
|  | const size_t kExtensionDataLength = kOneByteExtensionLength - 1; | 
|  | uint32_t shifted_value = extension_value | 
|  | << (8 * (kExtensionDataLength - value_length)); | 
|  | *it = (id << 4) + (static_cast<uint8_t>(value_length) - 1); | 
|  | ++it; | 
|  | ByteWriter<uint32_t, kExtensionDataLength>::WriteBigEndian(&(*it), | 
|  | shifted_value); | 
|  | } | 
|  |  | 
|  | const std::vector<uint8_t> CreateRtpHeaderWithOneByteExtension( | 
|  | int extension_id, | 
|  | uint32_t extension_value, | 
|  | size_t value_length) { | 
|  | std::vector<uint8_t> header; | 
|  | header.resize(webrtc::kRtpHeaderSize + kOneByteExtensionHeaderLength + | 
|  | kOneByteExtensionLength); | 
|  | header[0] = 0x80;   // Version 2. | 
|  | header[0] |= 0x10;  // Set extension bit. | 
|  | header[1] = 100;    // Payload type. | 
|  | header[1] |= 0x80;  // Marker bit is set. | 
|  | ByteWriter<uint16_t>::WriteBigEndian(&header[2], 0x1234);  // Sequence number. | 
|  | ByteWriter<uint32_t>::WriteBigEndian(&header[4], 0x5678);  // Timestamp. | 
|  | ByteWriter<uint32_t>::WriteBigEndian(&header[8], 0x4321);  // SSRC. | 
|  |  | 
|  | BuildOneByteExtension(header.begin() + webrtc::kRtpHeaderSize, extension_id, | 
|  | extension_value, value_length); | 
|  | return header; | 
|  | } | 
|  |  | 
|  | const std::vector<uint8_t> CreateRtcpSenderReport() { | 
|  | std::vector<uint8_t> packet; | 
|  | const size_t kRtcpSrLength = 28;  // In bytes. | 
|  | packet.resize(kRtcpSrLength); | 
|  | packet[0] = 0x80;  // Version 2. | 
|  | packet[1] = 0xc8;  // PT = 200, SR. | 
|  | // Length in number of 32-bit words - 1. | 
|  | ByteWriter<uint16_t>::WriteBigEndian(&packet[2], 6); | 
|  | ByteWriter<uint32_t>::WriteBigEndian(&packet[4], kLocalSsrc); | 
|  | return packet; | 
|  | } | 
|  | }  // namespace | 
|  |  | 
|  | TEST(AudioReceiveStreamTest, ConfigToString) { | 
|  | AudioReceiveStream::Config config; | 
|  | config.rtp.remote_ssrc = kRemoteSsrc; | 
|  | config.rtp.local_ssrc = kLocalSsrc; | 
|  | config.rtp.extensions.push_back( | 
|  | RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId)); | 
|  | EXPECT_EQ( | 
|  | "{rtp: {remote_ssrc: 1234, local_ssrc: 5678, transport_cc: off, nack: " | 
|  | "{rtp_history_ms: 0}, extensions: [{uri: " | 
|  | "urn:ietf:params:rtp-hdrext:ssrc-audio-level, id: 3}]}, " | 
|  | "rtcp_send_transport: null}", | 
|  | config.ToString()); | 
|  | } | 
|  |  | 
|  | TEST(AudioReceiveStreamTest, ConstructDestruct) { | 
|  | ConfigHelper helper; | 
|  | auto recv_stream = helper.CreateAudioReceiveStream(); | 
|  | } | 
|  |  | 
|  | TEST(AudioReceiveStreamTest, ReceiveRtpPacket) { | 
|  | ConfigHelper helper; | 
|  | helper.config().rtp.transport_cc = true; | 
|  | auto recv_stream = helper.CreateAudioReceiveStream(); | 
|  | const int kTransportSequenceNumberValue = 1234; | 
|  | std::vector<uint8_t> rtp_packet = CreateRtpHeaderWithOneByteExtension( | 
|  | kTransportSequenceNumberId, kTransportSequenceNumberValue, 2); | 
|  | PacketTime packet_time(5678000, 0); | 
|  |  | 
|  | RtpPacketReceived parsed_packet; | 
|  | ASSERT_TRUE(parsed_packet.Parse(&rtp_packet[0], rtp_packet.size())); | 
|  | parsed_packet.set_arrival_time_ms((packet_time.timestamp + 500) / 1000); | 
|  |  | 
|  | EXPECT_CALL(*helper.channel_proxy(), | 
|  | OnRtpPacket(testing::Ref(parsed_packet))); | 
|  |  | 
|  | recv_stream->OnRtpPacket(parsed_packet); | 
|  | } | 
|  |  | 
|  | TEST(AudioReceiveStreamTest, ReceiveRtcpPacket) { | 
|  | ConfigHelper helper; | 
|  | helper.config().rtp.transport_cc = true; | 
|  | auto recv_stream = helper.CreateAudioReceiveStream(); | 
|  | std::vector<uint8_t> rtcp_packet = CreateRtcpSenderReport(); | 
|  | EXPECT_CALL(*helper.channel_proxy(), | 
|  | ReceivedRTCPPacket(&rtcp_packet[0], rtcp_packet.size())) | 
|  | .WillOnce(Return(true)); | 
|  | EXPECT_TRUE(recv_stream->DeliverRtcp(&rtcp_packet[0], rtcp_packet.size())); | 
|  | } | 
|  |  | 
|  | TEST(AudioReceiveStreamTest, GetStats) { | 
|  | ConfigHelper helper; | 
|  | auto recv_stream = helper.CreateAudioReceiveStream(); | 
|  | helper.SetupMockForGetStats(); | 
|  | AudioReceiveStream::Stats stats = recv_stream->GetStats(); | 
|  | EXPECT_EQ(kRemoteSsrc, stats.remote_ssrc); | 
|  | EXPECT_EQ(static_cast<int64_t>(kCallStats.bytesReceived), stats.bytes_rcvd); | 
|  | EXPECT_EQ(static_cast<uint32_t>(kCallStats.packetsReceived), | 
|  | stats.packets_rcvd); | 
|  | EXPECT_EQ(kCallStats.cumulativeLost, stats.packets_lost); | 
|  | EXPECT_EQ(Q8ToFloat(kCallStats.fractionLost), stats.fraction_lost); | 
|  | EXPECT_EQ(std::string(kCodecInst.plname), stats.codec_name); | 
|  | EXPECT_EQ(kCallStats.extendedMax, stats.ext_seqnum); | 
|  | EXPECT_EQ(kCallStats.jitterSamples / (kCodecInst.plfreq / 1000), | 
|  | stats.jitter_ms); | 
|  | EXPECT_EQ(kNetworkStats.currentBufferSize, stats.jitter_buffer_ms); | 
|  | EXPECT_EQ(kNetworkStats.preferredBufferSize, | 
|  | stats.jitter_buffer_preferred_ms); | 
|  | EXPECT_EQ(static_cast<uint32_t>(kJitterBufferDelay + kPlayoutBufferDelay), | 
|  | stats.delay_estimate_ms); | 
|  | EXPECT_EQ(static_cast<int32_t>(kSpeechOutputLevel), stats.audio_level); | 
|  | EXPECT_EQ(kTotalOutputEnergy, stats.total_output_energy); | 
|  | EXPECT_EQ(kNetworkStats.totalSamplesReceived, stats.total_samples_received); | 
|  | EXPECT_EQ(kTotalOutputDuration, stats.total_output_duration); | 
|  | EXPECT_EQ(kNetworkStats.concealedSamples, stats.concealed_samples); | 
|  | EXPECT_EQ(kNetworkStats.concealmentEvents, stats.concealment_events); | 
|  | EXPECT_EQ(static_cast<double>(kNetworkStats.jitterBufferDelayMs) / | 
|  | static_cast<double>(rtc::kNumMillisecsPerSec), | 
|  | stats.jitter_buffer_delay_seconds); | 
|  | EXPECT_EQ(Q14ToFloat(kNetworkStats.currentExpandRate), stats.expand_rate); | 
|  | EXPECT_EQ(Q14ToFloat(kNetworkStats.currentSpeechExpandRate), | 
|  | stats.speech_expand_rate); | 
|  | EXPECT_EQ(Q14ToFloat(kNetworkStats.currentSecondaryDecodedRate), | 
|  | stats.secondary_decoded_rate); | 
|  | EXPECT_EQ(Q14ToFloat(kNetworkStats.currentSecondaryDiscardedRate), | 
|  | stats.secondary_discarded_rate); | 
|  | EXPECT_EQ(Q14ToFloat(kNetworkStats.currentAccelerateRate), | 
|  | stats.accelerate_rate); | 
|  | EXPECT_EQ(Q14ToFloat(kNetworkStats.currentPreemptiveRate), | 
|  | stats.preemptive_expand_rate); | 
|  | EXPECT_EQ(kAudioDecodeStats.calls_to_silence_generator, | 
|  | stats.decoding_calls_to_silence_generator); | 
|  | EXPECT_EQ(kAudioDecodeStats.calls_to_neteq, stats.decoding_calls_to_neteq); | 
|  | EXPECT_EQ(kAudioDecodeStats.decoded_normal, stats.decoding_normal); | 
|  | EXPECT_EQ(kAudioDecodeStats.decoded_plc, stats.decoding_plc); | 
|  | EXPECT_EQ(kAudioDecodeStats.decoded_cng, stats.decoding_cng); | 
|  | EXPECT_EQ(kAudioDecodeStats.decoded_plc_cng, stats.decoding_plc_cng); | 
|  | EXPECT_EQ(kAudioDecodeStats.decoded_muted_output, | 
|  | stats.decoding_muted_output); | 
|  | EXPECT_EQ(kCallStats.capture_start_ntp_time_ms_, | 
|  | stats.capture_start_ntp_time_ms); | 
|  | } | 
|  |  | 
|  | TEST(AudioReceiveStreamTest, SetGain) { | 
|  | ConfigHelper helper; | 
|  | auto recv_stream = helper.CreateAudioReceiveStream(); | 
|  | EXPECT_CALL(*helper.channel_proxy(), | 
|  | SetChannelOutputVolumeScaling(FloatEq(0.765f))); | 
|  | recv_stream->SetGain(0.765f); | 
|  | } | 
|  |  | 
|  | TEST(AudioReceiveStreamTest, StreamsShouldBeAddedToMixerOnceOnStart) { | 
|  | ConfigHelper helper1; | 
|  | ConfigHelper helper2(helper1.audio_mixer()); | 
|  | auto recv_stream1 = helper1.CreateAudioReceiveStream(); | 
|  | auto recv_stream2 = helper2.CreateAudioReceiveStream(); | 
|  |  | 
|  | EXPECT_CALL(*helper1.channel_proxy(), StartPlayout()).Times(1); | 
|  | EXPECT_CALL(*helper2.channel_proxy(), StartPlayout()).Times(1); | 
|  | EXPECT_CALL(*helper1.channel_proxy(), StopPlayout()).Times(1); | 
|  | EXPECT_CALL(*helper2.channel_proxy(), StopPlayout()).Times(1); | 
|  | EXPECT_CALL(*helper1.audio_mixer(), AddSource(recv_stream1.get())) | 
|  | .WillOnce(Return(true)); | 
|  | EXPECT_CALL(*helper1.audio_mixer(), AddSource(recv_stream2.get())) | 
|  | .WillOnce(Return(true)); | 
|  | EXPECT_CALL(*helper1.audio_mixer(), RemoveSource(recv_stream1.get())) | 
|  | .Times(1); | 
|  | EXPECT_CALL(*helper1.audio_mixer(), RemoveSource(recv_stream2.get())) | 
|  | .Times(1); | 
|  |  | 
|  | recv_stream1->Start(); | 
|  | recv_stream2->Start(); | 
|  |  | 
|  | // One more should not result in any more mixer sources added. | 
|  | recv_stream1->Start(); | 
|  |  | 
|  | // Stop stream before it is being destructed. | 
|  | recv_stream2->Stop(); | 
|  | } | 
|  |  | 
|  | TEST(AudioReceiveStreamTest, ReconfigureWithSameConfig) { | 
|  | ConfigHelper helper; | 
|  | auto recv_stream = helper.CreateAudioReceiveStream(); | 
|  | recv_stream->Reconfigure(helper.config()); | 
|  | } | 
|  |  | 
|  | TEST(AudioReceiveStreamTest, ReconfigureWithUpdatedConfig) { | 
|  | ConfigHelper helper; | 
|  | auto recv_stream = helper.CreateAudioReceiveStream(); | 
|  |  | 
|  | auto new_config = helper.config(); | 
|  | new_config.rtp.local_ssrc = kLocalSsrc + 1; | 
|  | new_config.rtp.nack.rtp_history_ms = 300 + 20; | 
|  | new_config.rtp.extensions.clear(); | 
|  | new_config.rtp.extensions.push_back( | 
|  | RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId + 1)); | 
|  | new_config.rtp.extensions.push_back(RtpExtension( | 
|  | RtpExtension::kTransportSequenceNumberUri, | 
|  | kTransportSequenceNumberId + 1)); | 
|  | new_config.decoder_map.emplace(1, SdpAudioFormat("foo", 8000, 1)); | 
|  |  | 
|  | MockVoEChannelProxy& channel_proxy = *helper.channel_proxy(); | 
|  | EXPECT_CALL(channel_proxy, SetLocalSSRC(kLocalSsrc + 1)).Times(1); | 
|  | EXPECT_CALL(channel_proxy, SetNACKStatus(true, 15 + 1)).Times(1); | 
|  | EXPECT_CALL(channel_proxy, SetReceiveCodecs(new_config.decoder_map)); | 
|  |  | 
|  | recv_stream->Reconfigure(new_config); | 
|  | } | 
|  | }  // namespace test | 
|  | }  // namespace webrtc |