blob: c7ce0a9f33eb1446bb41d3261728267f1fb96aa4 [file] [log] [blame]
Alex Loikoab20a602018-01-16 11:50:341/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Sam Zackrisson790da372018-06-19 08:46:0411#include <bitset>
12#include <string>
13
Karl Wiberg918f50c2018-07-05 09:40:3314#include "absl/memory/memory.h"
Gustaf Ullberg0efa9412018-02-27 12:58:4515#include "api/audio/echo_canceller3_factory.h"
Danil Chapovalov32b18342019-07-11 11:58:1416#include "api/task_queue/default_task_queue_factory.h"
Alex Loiko4842c782018-10-23 11:43:2817#include "modules/audio_processing/aec_dump/aec_dump_factory.h"
Alex Loikoab20a602018-01-16 11:50:3418#include "modules/audio_processing/include/audio_processing.h"
Sam Zackrisson790da372018-06-19 08:46:0419#include "rtc_base/arraysize.h"
Alex Loikoa05ee822018-02-20 14:58:3620#include "rtc_base/numerics/safe_minmax.h"
Alex Loiko4842c782018-10-23 11:43:2821#include "rtc_base/task_queue.h"
Mirko Bonadei17f48782018-09-28 06:51:1022#include "system_wrappers/include/field_trial.h"
Alex Loikoab20a602018-01-16 11:50:3423#include "test/fuzzers/audio_processing_fuzzer_helper.h"
24#include "test/fuzzers/fuzz_data_helper.h"
25
26namespace webrtc {
27namespace {
Sam Zackrisson790da372018-06-19 08:46:0428
29const std::string kFieldTrialNames[] = {
Gustaf Ullberg68d6d442019-01-29 09:08:1530 "WebRTC-Audio-Agc2ForceExtraSaturationMargin",
31 "WebRTC-Audio-Agc2ForceInitialSaturationMargin",
Gustaf Ullbergaa1a43e2019-02-21 12:09:5032 "WebRTC-Aec3MinErleDuringOnsetsKillSwitch",
Gustaf Ullberg9249fbf2019-03-14 10:24:5433 "WebRTC-Aec3ShortHeadroomKillSwitch",
Gustaf Ullberg53e22112018-10-11 13:27:2634};
Sam Zackrisson790da372018-06-19 08:46:0435
36std::unique_ptr<AudioProcessing> CreateApm(test::FuzzDataHelper* fuzz_data,
Alex Loiko4842c782018-10-23 11:43:2837 std::string* field_trial_string,
38 rtc::TaskQueue* worker_queue) {
Alex Loikoab20a602018-01-16 11:50:3439 // Parse boolean values for optionally enabling different
40 // configurable public components of APM.
41 bool exp_agc = fuzz_data->ReadOrDefaultValue(true);
42 bool exp_ns = fuzz_data->ReadOrDefaultValue(true);
Sam Zackrisson44b98f92018-06-25 12:21:5343 static_cast<void>(fuzz_data->ReadOrDefaultValue(true));
Alex Loikoab20a602018-01-16 11:50:3444 bool ef = fuzz_data->ReadOrDefaultValue(true);
45 bool raf = fuzz_data->ReadOrDefaultValue(true);
Alex Loiko8a5edb22018-06-18 15:25:3246 static_cast<void>(fuzz_data->ReadOrDefaultValue(true));
Alessio Bazzicacc22f512018-08-30 11:01:3447 static_cast<void>(fuzz_data->ReadOrDefaultValue(true));
Alex Loikoab20a602018-01-16 11:50:3448 bool red = fuzz_data->ReadOrDefaultValue(true);
Alex Loikoab20a602018-01-16 11:50:3449 bool hpf = fuzz_data->ReadOrDefaultValue(true);
50 bool aec3 = fuzz_data->ReadOrDefaultValue(true);
51
52 bool use_aec = fuzz_data->ReadOrDefaultValue(true);
53 bool use_aecm = fuzz_data->ReadOrDefaultValue(true);
54 bool use_agc = fuzz_data->ReadOrDefaultValue(true);
55 bool use_ns = fuzz_data->ReadOrDefaultValue(true);
56 bool use_le = fuzz_data->ReadOrDefaultValue(true);
57 bool use_vad = fuzz_data->ReadOrDefaultValue(true);
58 bool use_agc_limiter = fuzz_data->ReadOrDefaultValue(true);
Alessio Bazzicadc107962018-12-03 17:22:3459 bool use_agc2 = fuzz_data->ReadOrDefaultValue(true);
Alex Loikoab20a602018-01-16 11:50:3460
Alex Loiko38c15d32018-03-02 12:53:0961 // Read an int8 value, but don't let it be too large or small.
62 const float gain_controller2_gain_db =
Alex Loiko20f60f02018-11-12 11:09:5763 rtc::SafeClamp<int>(fuzz_data->ReadOrDefaultValue<int8_t>(0), -40, 40);
Alex Loiko38c15d32018-03-02 12:53:0964
Sam Zackrisson790da372018-06-19 08:46:0465 constexpr size_t kNumFieldTrials = arraysize(kFieldTrialNames);
Sam Zackrissonb5d38022018-07-13 08:20:3066 // Verify that the read data type has enough bits to fuzz the field trials.
Jonas Olssone068ad62018-10-24 08:33:0867 using FieldTrialBitmaskType = uint64_t;
Yves Gerey9516c382018-10-25 12:26:0768 static_assert(kNumFieldTrials <= sizeof(FieldTrialBitmaskType) * 8,
69 "FieldTrialBitmaskType is not large enough.");
Sam Zackrisson790da372018-06-19 08:46:0470 std::bitset<kNumFieldTrials> field_trial_bitmask(
Sam Zackrissonb5d38022018-07-13 08:20:3071 fuzz_data->ReadOrDefaultValue<FieldTrialBitmaskType>(0));
Sam Zackrisson790da372018-06-19 08:46:0472 for (size_t i = 0; i < kNumFieldTrials; ++i) {
73 if (field_trial_bitmask[i]) {
74 *field_trial_string += kFieldTrialNames[i] + "/Enabled/";
75 }
76 }
77 field_trial::InitFieldTrialsFromString(field_trial_string->c_str());
78
Alessio Bazzicadc107962018-12-03 17:22:3479 bool use_agc2_adaptive_digital = fuzz_data->ReadOrDefaultValue(true);
80 bool use_agc2_adaptive_digital_rms_estimator =
81 fuzz_data->ReadOrDefaultValue(true);
82 bool use_agc2_adaptive_digital_saturation_protector =
83 fuzz_data->ReadOrDefaultValue(true);
84
Alex Loiko38c15d32018-03-02 12:53:0985 // Ignore a few bytes. Bytes from this segment will be used for
86 // future config flag changes. We assume 40 bytes is enough for
87 // configuring the APM.
88 constexpr size_t kSizeOfConfigSegment = 40;
89 RTC_DCHECK(kSizeOfConfigSegment >= fuzz_data->BytesRead());
90 static_cast<void>(
91 fuzz_data->ReadByteArray(kSizeOfConfigSegment - fuzz_data->BytesRead()));
92
Alex Loikoab20a602018-01-16 11:50:3493 // Filter out incompatible settings that lead to CHECK failures.
Alex Loikoc480e9d2018-07-05 09:14:2894 if ((use_aecm && use_aec) || // These settings cause CHECK failure.
95 (use_aecm && aec3 && use_ns) // These settings trigger webrtc:9489.
Jonas Olssona4d87372019-07-05 17:08:3396 ) {
Alex Loikoab20a602018-01-16 11:50:3497 return nullptr;
98 }
99
100 // Components can be enabled through webrtc::Config and
101 // webrtc::AudioProcessingConfig.
102 Config config;
103
104 std::unique_ptr<EchoControlFactory> echo_control_factory;
105 if (aec3) {
106 echo_control_factory.reset(new EchoCanceller3Factory());
107 }
108
109 config.Set<ExperimentalAgc>(new ExperimentalAgc(exp_agc));
110 config.Set<ExperimentalNs>(new ExperimentalNs(exp_ns));
Alex Loikoab20a602018-01-16 11:50:34111 config.Set<ExtendedFilter>(new ExtendedFilter(ef));
112 config.Set<RefinedAdaptiveFilter>(new RefinedAdaptiveFilter(raf));
Alex Loiko8a5edb22018-06-18 15:25:32113 config.Set<DelayAgnostic>(new DelayAgnostic(true));
Alex Loikoab20a602018-01-16 11:50:34114
115 std::unique_ptr<AudioProcessing> apm(
116 AudioProcessingBuilder()
117 .SetEchoControlFactory(std::move(echo_control_factory))
118 .Create(config));
119
Alex Loiko4842c782018-10-23 11:43:28120#ifdef WEBRTC_LINUX
121 apm->AttachAecDump(AecDumpFactory::Create("/dev/null", -1, worker_queue));
122#endif
Alex Loikof344dbb2018-06-19 10:33:20123
Sam Zackrisson2a959d92018-07-23 14:48:07124 webrtc::AudioProcessing::Config apm_config;
Per Ã…hgrene14cb992019-11-27 08:34:22125 apm_config.pipeline.multi_channel_render = true;
126 apm_config.pipeline.multi_channel_capture = true;
Sam Zackrisson1c718f92018-09-26 08:07:48127 apm_config.echo_canceller.enabled = use_aec || use_aecm;
128 apm_config.echo_canceller.mobile_mode = use_aecm;
Alex Loikoab20a602018-01-16 11:50:34129 apm_config.residual_echo_detector.enabled = red;
Alex Loikoab20a602018-01-16 11:50:34130 apm_config.high_pass_filter.enabled = hpf;
Sam Zackrissonf0d1c032019-03-27 12:28:08131 apm_config.gain_controller1.enabled = use_agc;
132 apm_config.gain_controller1.enable_limiter = use_agc_limiter;
Alessio Bazzicadc107962018-12-03 17:22:34133 apm_config.gain_controller2.enabled = use_agc2;
Alessio Bazzica1e2542f2018-11-13 13:44:15134 apm_config.gain_controller2.fixed_digital.gain_db = gain_controller2_gain_db;
Alessio Bazzicadc107962018-12-03 17:22:34135 apm_config.gain_controller2.adaptive_digital.enabled =
136 use_agc2_adaptive_digital;
137 apm_config.gain_controller2.adaptive_digital.level_estimator =
138 use_agc2_adaptive_digital_rms_estimator
139 ? webrtc::AudioProcessing::Config::GainController2::LevelEstimator::
140 kRms
141 : webrtc::AudioProcessing::Config::GainController2::LevelEstimator::
142 kPeak;
143 apm_config.gain_controller2.adaptive_digital.use_saturation_protector =
144 use_agc2_adaptive_digital_saturation_protector;
Sam Zackrisson23513132019-01-11 14:10:32145 apm_config.noise_suppression.enabled = use_ns;
Sam Zackrisson6c330ab2019-01-04 09:35:53146 apm_config.voice_detection.enabled = use_vad;
saza6787f232019-10-11 17:31:07147 apm_config.level_estimation.enabled = use_le;
Alex Loikoab20a602018-01-16 11:50:34148 apm->ApplyConfig(apm_config);
149
Alex Loikoab20a602018-01-16 11:50:34150 return apm;
151}
Danil Chapovalovcb2a4ff2019-04-10 07:47:00152
153TaskQueueFactory* GetTaskQueueFactory() {
Danil Chapovalovcb2a4ff2019-04-10 07:47:00154 static TaskQueueFactory* const factory =
Danil Chapovalov32b18342019-07-11 11:58:14155 CreateDefaultTaskQueueFactory().release();
Danil Chapovalovcb2a4ff2019-04-10 07:47:00156 return factory;
157}
158
Alex Loikoab20a602018-01-16 11:50:34159} // namespace
160
161void FuzzOneInput(const uint8_t* data, size_t size) {
Sam Zackrissond71edac2019-03-11 12:47:54162 if (size > 400000) {
163 return;
164 }
Alex Loikoab20a602018-01-16 11:50:34165 test::FuzzDataHelper fuzz_data(rtc::ArrayView<const uint8_t>(data, size));
Sam Zackrisson790da372018-06-19 08:46:04166 // This string must be in scope during execution, according to documentation
Mirko Bonadei17f48782018-09-28 06:51:10167 // for field_trial.h. Hence it's created here and not in CreateApm.
Sam Zackrisson790da372018-06-19 08:46:04168 std::string field_trial_string = "";
Alex Loiko4842c782018-10-23 11:43:28169
Danil Chapovalovcb2a4ff2019-04-10 07:47:00170 rtc::TaskQueue worker_queue(GetTaskQueueFactory()->CreateTaskQueue(
171 "rtc-low-prio", rtc::TaskQueue::Priority::LOW));
172 auto apm = CreateApm(&fuzz_data, &field_trial_string, &worker_queue);
Alex Loikoab20a602018-01-16 11:50:34173
174 if (apm) {
175 FuzzAudioProcessing(&fuzz_data, std::move(apm));
176 }
177}
178} // namespace webrtc