blob: 17baef60de969119f0b83e69f1e76d613f429528 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:251/*
andrew@webrtc.org63a50982012-05-02 23:56:372 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:253 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 04:47:3111#include "modules/audio_coding/test/TestVADDTX.h"
niklase@google.com470e71d2011-07-07 08:21:2512
minyue@webrtc.org05617162015-03-03 12:02:3013#include <string>
kjellander@webrtc.org5490c712011-12-21 13:34:1814
Niels Möller2edab4c2018-10-22 07:48:0815#include "absl/strings/match.h"
Karl Wiberg895ce822018-10-01 15:26:1116#include "api/audio_codecs/audio_decoder_factory_template.h"
17#include "api/audio_codecs/audio_encoder_factory_template.h"
18#include "api/audio_codecs/ilbc/audio_decoder_ilbc.h"
19#include "api/audio_codecs/ilbc/audio_encoder_ilbc.h"
20#include "api/audio_codecs/isac/audio_decoder_isac_float.h"
21#include "api/audio_codecs/isac/audio_encoder_isac_float.h"
22#include "api/audio_codecs/opus/audio_decoder_opus.h"
23#include "api/audio_codecs/opus/audio_encoder_opus.h"
24#include "modules/audio_coding/codecs/cng/audio_encoder_cng.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3125#include "modules/audio_coding/test/PCMFile.h"
Jonas Olsson366a50c2018-09-06 11:41:3026#include "rtc_base/strings/string_builder.h"
Fredrik Solenberg657b2962018-12-05 09:30:2527#include "test/gtest.h"
Steve Anton10542f22019-01-11 17:11:0028#include "test/testsupport/file_utils.h"
niklase@google.com470e71d2011-07-07 08:21:2529
tina.legrand@webrtc.org554ae1a2011-12-16 10:09:0430namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:2531
Niels Möller3bdc5e92020-03-10 08:28:3332MonitoringAudioPacketizationCallback::MonitoringAudioPacketizationCallback(
33 AudioPacketizationCallback* next)
34 : next_(next) {
minyue@webrtc.org05617162015-03-03 12:02:3035 ResetStatistics();
tina.legrand@webrtc.orgd5726a122013-05-03 07:34:1236}
37
Niels Möller3bdc5e92020-03-10 08:28:3338int32_t MonitoringAudioPacketizationCallback::SendData(
39 AudioFrameType frame_type,
40 uint8_t payload_type,
41 uint32_t timestamp,
42 const uint8_t* payload_data,
43 size_t payload_len_bytes,
44 int64_t absolute_capture_timestamp_ms) {
Niels Möllerc936cb62019-03-19 13:10:1645 counter_[static_cast<int>(frame_type)]++;
Niels Möller3bdc5e92020-03-10 08:28:3346 return next_->SendData(frame_type, payload_type, timestamp, payload_data,
47 payload_len_bytes, absolute_capture_timestamp_ms);
tina.legrand@webrtc.orgd5726a122013-05-03 07:34:1248}
49
Niels Möller3bdc5e92020-03-10 08:28:3350void MonitoringAudioPacketizationCallback::PrintStatistics() {
tina.legrand@webrtc.orgee92b662013-08-27 07:33:5151 printf("\n");
Niels Möllerc936cb62019-03-19 13:10:1652 printf("kEmptyFrame %u\n",
53 counter_[static_cast<int>(AudioFrameType::kEmptyFrame)]);
54 printf("kAudioFrameSpeech %u\n",
55 counter_[static_cast<int>(AudioFrameType::kAudioFrameSpeech)]);
56 printf("kAudioFrameCN %u\n",
57 counter_[static_cast<int>(AudioFrameType::kAudioFrameCN)]);
tina.legrand@webrtc.orgee92b662013-08-27 07:33:5158 printf("\n\n");
tina.legrand@webrtc.orgd5726a122013-05-03 07:34:1259}
60
Niels Möller3bdc5e92020-03-10 08:28:3361void MonitoringAudioPacketizationCallback::ResetStatistics() {
minyue@webrtc.org05617162015-03-03 12:02:3062 memset(counter_, 0, sizeof(counter_));
tina.legrand@webrtc.orgd5726a122013-05-03 07:34:1263}
64
Niels Möller3bdc5e92020-03-10 08:28:3365void MonitoringAudioPacketizationCallback::GetStatistics(uint32_t* counter) {
minyue@webrtc.org05617162015-03-03 12:02:3066 memcpy(counter, counter_, sizeof(counter_));
67}
68
69TestVadDtx::TestVadDtx()
Karl Wiberg895ce822018-10-01 15:26:1170 : encoder_factory_(CreateAudioEncoderFactory<AudioEncoderIlbc,
71 AudioEncoderIsacFloat,
72 AudioEncoderOpus>()),
73 decoder_factory_(CreateAudioDecoderFactory<AudioDecoderIlbc,
74 AudioDecoderIsacFloat,
75 AudioDecoderOpus>()),
76 acm_send_(AudioCodingModule::Create(
77 AudioCodingModule::Config(decoder_factory_))),
Karl Wiberg5817d3d2018-04-06 08:06:4278 acm_receive_(AudioCodingModule::Create(
Karl Wiberg895ce822018-10-01 15:26:1179 AudioCodingModule::Config(decoder_factory_))),
Niels Möller3bdc5e92020-03-10 08:28:3380 channel_(std::make_unique<Channel>()),
81 packetization_callback_(
82 std::make_unique<MonitoringAudioPacketizationCallback>(
83 channel_.get())) {
84 EXPECT_EQ(
85 0, acm_send_->RegisterTransportCallback(packetization_callback_.get()));
minyue@webrtc.org05617162015-03-03 12:02:3086 channel_->RegisterReceiverACM(acm_receive_.get());
minyue@webrtc.org05617162015-03-03 12:02:3087}
88
Karl Wiberg895ce822018-10-01 15:26:1189bool TestVadDtx::RegisterCodec(const SdpAudioFormat& codec_format,
90 absl::optional<Vad::Aggressiveness> vad_mode) {
91 constexpr int payload_type = 17, cn_payload_type = 117;
92 bool added_comfort_noise = false;
93
94 auto encoder = encoder_factory_->MakeAudioEncoder(payload_type, codec_format,
95 absl::nullopt);
96 if (vad_mode.has_value() &&
Niels Möller2edab4c2018-10-22 07:48:0897 !absl::EqualsIgnoreCase(codec_format.name, "opus")) {
Karl Wiberg23659362018-11-01 10:13:4498 AudioEncoderCngConfig config;
Karl Wiberg895ce822018-10-01 15:26:1199 config.speech_encoder = std::move(encoder);
100 config.num_channels = 1;
101 config.payload_type = cn_payload_type;
102 config.vad_mode = vad_mode.value();
Karl Wiberg23659362018-11-01 10:13:44103 encoder = CreateComfortNoiseEncoder(std::move(config));
Karl Wiberg895ce822018-10-01 15:26:11104 added_comfort_noise = true;
105 }
106 channel_->SetIsStereo(encoder->NumChannels() > 1);
107 acm_send_->SetEncoder(std::move(encoder));
108
Fredrik Solenberg657b2962018-12-05 09:30:25109 std::map<int, SdpAudioFormat> receive_codecs = {{payload_type, codec_format}};
110 acm_receive_->SetReceiveCodecs(receive_codecs);
111
Karl Wiberg895ce822018-10-01 15:26:11112 return added_comfort_noise;
minyue@webrtc.org05617162015-03-03 12:02:30113}
114
115// Encoding a file and see if the numbers that various packets occur follow
116// the expectation.
Yves Gerey665174f2018-06-19 13:03:05117void TestVadDtx::Run(std::string in_filename,
118 int frequency,
119 int channels,
120 std::string out_filename,
121 bool append,
minyue@webrtc.org05617162015-03-03 12:02:30122 const int* expects) {
Niels Möller3bdc5e92020-03-10 08:28:33123 packetization_callback_->ResetStatistics();
minyue@webrtc.org05617162015-03-03 12:02:30124
125 PCMFile in_file;
126 in_file.Open(in_filename, frequency, "rb");
127 in_file.ReadStereo(channels > 1);
Henrik Lundin4d682082015-12-10 15:24:39128 // Set test length to 1000 ms (100 blocks of 10 ms each).
129 in_file.SetNum10MsBlocksToRead(100);
130 // Fast-forward both files 500 ms (50 blocks). The first second of the file is
131 // silence, but we want to keep half of that to test silence periods.
132 in_file.FastForward(50);
minyue@webrtc.org05617162015-03-03 12:02:30133
134 PCMFile out_file;
135 if (append) {
136 out_file.Open(out_filename, kOutputFreqHz, "ab");
137 } else {
138 out_file.Open(out_filename, kOutputFreqHz, "wb");
tina.legrand@webrtc.orgd5726a122013-05-03 07:34:12139 }
minyue@webrtc.org05617162015-03-03 12:02:30140
141 uint16_t frame_size_samples = in_file.PayloadLength10Ms();
minyue@webrtc.org05617162015-03-03 12:02:30142 AudioFrame audio_frame;
143 while (!in_file.EndOfFile()) {
144 in_file.Read10MsData(audio_frame);
ossu63fb95a2016-07-06 16:34:22145 audio_frame.timestamp_ = time_stamp_;
146 time_stamp_ += frame_size_samples;
minyue@webrtc.org05617162015-03-03 12:02:30147 EXPECT_GE(acm_send_->Add10MsData(audio_frame), 0);
henrik.lundind4ccb002016-05-17 19:21:55148 bool muted;
149 acm_receive_->PlayoutData10Ms(kOutputFreqHz, &audio_frame, &muted);
150 ASSERT_FALSE(muted);
minyue@webrtc.org05617162015-03-03 12:02:30151 out_file.Write10MsData(audio_frame);
152 }
153
154 in_file.Close();
155 out_file.Close();
156
157#ifdef PRINT_STAT
Niels Möller3bdc5e92020-03-10 08:28:33158 packetization_callback_->PrintStatistics();
minyue@webrtc.org05617162015-03-03 12:02:30159#endif
160
Niels Möllerc936cb62019-03-19 13:10:16161 uint32_t stats[3];
Niels Möller3bdc5e92020-03-10 08:28:33162 packetization_callback_->GetStatistics(stats);
163 packetization_callback_->ResetStatistics();
minyue@webrtc.org05617162015-03-03 12:02:30164
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34165 for (const auto& st : stats) {
166 int i = &st - stats; // Calculate the current position in stats.
minyue@webrtc.org05617162015-03-03 12:02:30167 switch (expects[i]) {
168 case 0: {
Minyue Lic9408702020-11-03 22:22:26169 EXPECT_EQ(0u, st) << "stats[" << i << "] error.";
minyue@webrtc.org05617162015-03-03 12:02:30170 break;
171 }
172 case 1: {
Minyue Lic9408702020-11-03 22:22:26173 EXPECT_GT(st, 0u) << "stats[" << i << "] error.";
minyue@webrtc.org05617162015-03-03 12:02:30174 break;
175 }
176 }
177 }
178}
179
180// Following is the implementation of TestWebRtcVadDtx.
Karl Wiberg895ce822018-10-01 15:26:11181TestWebRtcVadDtx::TestWebRtcVadDtx() : output_file_num_(0) {}
minyue@webrtc.org05617162015-03-03 12:02:30182
183void TestWebRtcVadDtx::Perform() {
Karl Wiberg895ce822018-10-01 15:26:11184 RunTestCases({"ISAC", 16000, 1});
185 RunTestCases({"ISAC", 32000, 1});
186 RunTestCases({"ILBC", 8000, 1});
187 RunTestCases({"opus", 48000, 2});
minyue@webrtc.org05617162015-03-03 12:02:30188}
189
190// Test various configurations on VAD/DTX.
Karl Wiberg895ce822018-10-01 15:26:11191void TestWebRtcVadDtx::RunTestCases(const SdpAudioFormat& codec_format) {
192 Test(/*new_outfile=*/true,
Minyue Lic9408702020-11-03 22:22:26193 /*expect_dtx_enabled=*/RegisterCodec(codec_format, absl::nullopt));
minyue@webrtc.org05617162015-03-03 12:02:30194
Karl Wiberg895ce822018-10-01 15:26:11195 Test(/*new_outfile=*/false,
Minyue Lic9408702020-11-03 22:22:26196 /*expect_dtx_enabled=*/RegisterCodec(codec_format, Vad::kVadAggressive));
minyue@webrtc.org05617162015-03-03 12:02:30197
Karl Wiberg895ce822018-10-01 15:26:11198 Test(/*new_outfile=*/false,
Minyue Lic9408702020-11-03 22:22:26199 /*expect_dtx_enabled=*/RegisterCodec(codec_format, Vad::kVadLowBitrate));
minyue@webrtc.org05617162015-03-03 12:02:30200
Minyue Lic9408702020-11-03 22:22:26201 Test(/*new_outfile=*/false, /*expect_dtx_enabled=*/RegisterCodec(
202 codec_format, Vad::kVadVeryAggressive));
minyue@webrtc.org05617162015-03-03 12:02:30203
Karl Wiberg895ce822018-10-01 15:26:11204 Test(/*new_outfile=*/false,
Minyue Lic9408702020-11-03 22:22:26205 /*expect_dtx_enabled=*/RegisterCodec(codec_format, Vad::kVadNormal));
minyue@webrtc.org05617162015-03-03 12:02:30206}
207
208// Set the expectation and run the test.
Minyue Lic9408702020-11-03 22:22:26209void TestWebRtcVadDtx::Test(bool new_outfile, bool expect_dtx_enabled) {
210 int expects[] = {-1, 1, expect_dtx_enabled, 0, 0};
minyue@webrtc.org05617162015-03-03 12:02:30211 if (new_outfile) {
212 output_file_num_++;
213 }
Jonas Olsson366a50c2018-09-06 11:41:30214 rtc::StringBuilder out_filename;
Yves Gerey665174f2018-06-19 13:03:05215 out_filename << webrtc::test::OutputPath() << "testWebRtcVadDtx_outFile_"
216 << output_file_num_ << ".pcm";
217 Run(webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"), 32000, 1,
218 out_filename.str(), !new_outfile, expects);
minyue@webrtc.org05617162015-03-03 12:02:30219}
220
minyue@webrtc.org05617162015-03-03 12:02:30221// Following is the implementation of TestOpusDtx.
222void TestOpusDtx::Perform() {
Minyue Lic9408702020-11-03 22:22:26223 int expects[] = {0, 1, 0, 0, 0};
minyue@webrtc.org05617162015-03-03 12:02:30224
225 // Register Opus as send codec
Yves Gerey665174f2018-06-19 13:03:05226 std::string out_filename =
227 webrtc::test::OutputPath() + "testOpusDtx_outFile_mono.pcm";
Karl Wiberg895ce822018-10-01 15:26:11228 RegisterCodec({"opus", 48000, 2}, absl::nullopt);
Niels Möllerb90d38a2019-08-07 10:40:40229 acm_send_->ModifyEncoder([](std::unique_ptr<AudioEncoder>* encoder_ptr) {
230 (*encoder_ptr)->SetDtx(false);
231 });
minyue@webrtc.org05617162015-03-03 12:02:30232
Yves Gerey665174f2018-06-19 13:03:05233 Run(webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"), 32000, 1,
234 out_filename, false, expects);
minyue@webrtc.org05617162015-03-03 12:02:30235
Niels Möllerb90d38a2019-08-07 10:40:40236 acm_send_->ModifyEncoder([](std::unique_ptr<AudioEncoder>* encoder_ptr) {
237 (*encoder_ptr)->SetDtx(true);
238 });
Niels Möller8f7ce222019-03-21 14:43:58239 expects[static_cast<int>(AudioFrameType::kEmptyFrame)] = 1;
240 expects[static_cast<int>(AudioFrameType::kAudioFrameCN)] = 1;
Yves Gerey665174f2018-06-19 13:03:05241 Run(webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"), 32000, 1,
242 out_filename, true, expects);
minyue@webrtc.org05617162015-03-03 12:02:30243
244 // Register stereo Opus as send codec
245 out_filename = webrtc::test::OutputPath() + "testOpusDtx_outFile_stereo.pcm";
Karl Wiberg895ce822018-10-01 15:26:11246 RegisterCodec({"opus", 48000, 2, {{"stereo", "1"}}}, absl::nullopt);
Niels Möllerb90d38a2019-08-07 10:40:40247 acm_send_->ModifyEncoder([](std::unique_ptr<AudioEncoder>* encoder_ptr) {
248 (*encoder_ptr)->SetDtx(false);
249 });
Niels Möller8f7ce222019-03-21 14:43:58250 expects[static_cast<int>(AudioFrameType::kEmptyFrame)] = 0;
251 expects[static_cast<int>(AudioFrameType::kAudioFrameCN)] = 0;
Yves Gerey665174f2018-06-19 13:03:05252 Run(webrtc::test::ResourcePath("audio_coding/teststereo32kHz", "pcm"), 32000,
253 2, out_filename, false, expects);
minyue@webrtc.org05617162015-03-03 12:02:30254
Niels Möllerb90d38a2019-08-07 10:40:40255 acm_send_->ModifyEncoder([](std::unique_ptr<AudioEncoder>* encoder_ptr) {
256 (*encoder_ptr)->SetDtx(true);
Philipp Hanckefc4668d2020-07-16 15:22:03257 // The default bitrate will not generate frames recognized as CN on desktop
258 // since the frames will be encoded as CELT. Set a low target bitrate to get
259 // consistent behaviour across platforms.
260 (*encoder_ptr)->OnReceivedTargetAudioBitrate(24000);
Niels Möllerb90d38a2019-08-07 10:40:40261 });
minyue@webrtc.org05617162015-03-03 12:02:30262
Niels Möller8f7ce222019-03-21 14:43:58263 expects[static_cast<int>(AudioFrameType::kEmptyFrame)] = 1;
264 expects[static_cast<int>(AudioFrameType::kAudioFrameCN)] = 1;
Yves Gerey665174f2018-06-19 13:03:05265 Run(webrtc::test::ResourcePath("audio_coding/teststereo32kHz", "pcm"), 32000,
266 2, out_filename, true, expects);
tina.legrand@webrtc.orgd5726a122013-05-03 07:34:12267}
268
269} // namespace webrtc