blob: 89c0b5be52da635e286d8e68c78ad03bcd163d16 [file] [log] [blame]
Alex Loikoab20a602018-01-16 11:50:341/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Sam Zackrisson790da372018-06-19 08:46:0411#include <bitset>
12#include <string>
13
Danil Chapovalovb64eef12024-01-04 13:45:2314#include "absl/base/nullability.h"
Karl Wiberg918f50c2018-07-05 09:40:3315#include "absl/memory/memory.h"
Florent Castelli0afde762024-04-19 15:07:0816#include "api/audio/audio_processing.h"
Gustaf Ullberg0efa9412018-02-27 12:58:4517#include "api/audio/echo_canceller3_factory.h"
Sam Zackrisson03cb7e52021-12-06 14:40:0418#include "api/audio/echo_detector_creator.h"
Danil Chapovalov32b18342019-07-11 11:58:1419#include "api/task_queue/default_task_queue_factory.h"
Danil Chapovalovb64eef12024-01-04 13:45:2320#include "api/task_queue/task_queue_base.h"
Alex Loiko4842c782018-10-23 11:43:2821#include "modules/audio_processing/aec_dump/aec_dump_factory.h"
Per Åhgrencc73ed32020-04-26 21:56:1722#include "modules/audio_processing/test/audio_processing_builder_for_testing.h"
Sam Zackrisson790da372018-06-19 08:46:0423#include "rtc_base/arraysize.h"
Alex Loikoa05ee822018-02-20 14:58:3624#include "rtc_base/numerics/safe_minmax.h"
Mirko Bonadei17f48782018-09-28 06:51:1025#include "system_wrappers/include/field_trial.h"
Alex Loikoab20a602018-01-16 11:50:3426#include "test/fuzzers/audio_processing_fuzzer_helper.h"
27#include "test/fuzzers/fuzz_data_helper.h"
28
29namespace webrtc {
30namespace {
Sam Zackrisson790da372018-06-19 08:46:0431
32const std::string kFieldTrialNames[] = {
Gustaf Ullbergaa1a43e2019-02-21 12:09:5033 "WebRTC-Aec3MinErleDuringOnsetsKillSwitch",
Gustaf Ullberg9249fbf2019-03-14 10:24:5434 "WebRTC-Aec3ShortHeadroomKillSwitch",
Gustaf Ullberg53e22112018-10-11 13:27:2635};
Sam Zackrisson790da372018-06-19 08:46:0436
Danil Chapovalovb64eef12024-01-04 13:45:2337rtc::scoped_refptr<AudioProcessing> CreateApm(
38 test::FuzzDataHelper* fuzz_data,
39 std::string* field_trial_string,
40 absl::Nonnull<TaskQueueBase*> worker_queue) {
Alex Loikoab20a602018-01-16 11:50:3441 // Parse boolean values for optionally enabling different
42 // configurable public components of APM.
Alessio Bazzicabe1b8982021-09-17 06:26:1043 bool use_ts = fuzz_data->ReadOrDefaultValue(true);
Sam Zackrisson03cb7e52021-12-06 14:40:0444 bool use_red = fuzz_data->ReadOrDefaultValue(true);
45 bool use_hpf = fuzz_data->ReadOrDefaultValue(true);
46 bool use_aec3 = fuzz_data->ReadOrDefaultValue(true);
Alex Loikoab20a602018-01-16 11:50:3447 bool use_aec = fuzz_data->ReadOrDefaultValue(true);
48 bool use_aecm = fuzz_data->ReadOrDefaultValue(true);
49 bool use_agc = fuzz_data->ReadOrDefaultValue(true);
50 bool use_ns = fuzz_data->ReadOrDefaultValue(true);
Alex Loikoab20a602018-01-16 11:50:3451 bool use_agc_limiter = fuzz_data->ReadOrDefaultValue(true);
Alessio Bazzicadc107962018-12-03 17:22:3452 bool use_agc2 = fuzz_data->ReadOrDefaultValue(true);
Sam Zackrisson306eee32022-05-31 13:03:2853 bool use_agc2_adaptive_digital = fuzz_data->ReadOrDefaultValue(true);
Alex Loikoab20a602018-01-16 11:50:3454
Sam Zackrisson306eee32022-05-31 13:03:2855 // Read a gain value supported by GainController2::Validate().
Alex Loiko38c15d32018-03-02 12:53:0956 const float gain_controller2_gain_db =
Sam Zackrisson306eee32022-05-31 13:03:2857 fuzz_data->ReadOrDefaultValue<uint8_t>(0) % 50;
Alex Loiko38c15d32018-03-02 12:53:0958
Sam Zackrisson790da372018-06-19 08:46:0459 constexpr size_t kNumFieldTrials = arraysize(kFieldTrialNames);
Sam Zackrissonb5d38022018-07-13 08:20:3060 // Verify that the read data type has enough bits to fuzz the field trials.
Jonas Olssone068ad62018-10-24 08:33:0861 using FieldTrialBitmaskType = uint64_t;
Yves Gerey9516c382018-10-25 12:26:0762 static_assert(kNumFieldTrials <= sizeof(FieldTrialBitmaskType) * 8,
63 "FieldTrialBitmaskType is not large enough.");
Sam Zackrisson790da372018-06-19 08:46:0464 std::bitset<kNumFieldTrials> field_trial_bitmask(
Sam Zackrissonb5d38022018-07-13 08:20:3065 fuzz_data->ReadOrDefaultValue<FieldTrialBitmaskType>(0));
Sam Zackrisson790da372018-06-19 08:46:0466 for (size_t i = 0; i < kNumFieldTrials; ++i) {
67 if (field_trial_bitmask[i]) {
68 *field_trial_string += kFieldTrialNames[i] + "/Enabled/";
69 }
70 }
71 field_trial::InitFieldTrialsFromString(field_trial_string->c_str());
72
Alex Loiko38c15d32018-03-02 12:53:0973 // Ignore a few bytes. Bytes from this segment will be used for
74 // future config flag changes. We assume 40 bytes is enough for
75 // configuring the APM.
76 constexpr size_t kSizeOfConfigSegment = 40;
77 RTC_DCHECK(kSizeOfConfigSegment >= fuzz_data->BytesRead());
78 static_cast<void>(
79 fuzz_data->ReadByteArray(kSizeOfConfigSegment - fuzz_data->BytesRead()));
80
Alex Loikoab20a602018-01-16 11:50:3481 // Filter out incompatible settings that lead to CHECK failures.
Sam Zackrisson03cb7e52021-12-06 14:40:0482 if ((use_aecm && use_aec) || // These settings cause CHECK failure.
83 (use_aecm && use_aec3 && use_ns) // These settings trigger webrtc:9489.
Jonas Olssona4d87372019-07-05 17:08:3384 ) {
Alex Loikoab20a602018-01-16 11:50:3485 return nullptr;
86 }
87
Alex Loikoab20a602018-01-16 11:50:3488 std::unique_ptr<EchoControlFactory> echo_control_factory;
Sam Zackrisson03cb7e52021-12-06 14:40:0489 if (use_aec3) {
Alex Loikoab20a602018-01-16 11:50:3490 echo_control_factory.reset(new EchoCanceller3Factory());
91 }
92
Sam Zackrisson2a959d92018-07-23 14:48:0793 webrtc::AudioProcessing::Config apm_config;
Per Åhgrene14cb992019-11-27 08:34:2294 apm_config.pipeline.multi_channel_render = true;
95 apm_config.pipeline.multi_channel_capture = true;
Sam Zackrisson1c718f92018-09-26 08:07:4896 apm_config.echo_canceller.enabled = use_aec || use_aecm;
97 apm_config.echo_canceller.mobile_mode = use_aecm;
Sam Zackrisson03cb7e52021-12-06 14:40:0498 apm_config.high_pass_filter.enabled = use_hpf;
Sam Zackrissonf0d1c032019-03-27 12:28:0899 apm_config.gain_controller1.enabled = use_agc;
100 apm_config.gain_controller1.enable_limiter = use_agc_limiter;
Alessio Bazzicadc107962018-12-03 17:22:34101 apm_config.gain_controller2.enabled = use_agc2;
Alessio Bazzica1e2542f2018-11-13 13:44:15102 apm_config.gain_controller2.fixed_digital.gain_db = gain_controller2_gain_db;
Alessio Bazzicadc107962018-12-03 17:22:34103 apm_config.gain_controller2.adaptive_digital.enabled =
104 use_agc2_adaptive_digital;
Sam Zackrisson23513132019-01-11 14:10:32105 apm_config.noise_suppression.enabled = use_ns;
Alessio Bazzicabe1b8982021-09-17 06:26:10106 apm_config.transient_suppression.enabled = use_ts;
Alessio Bazzica0b454622021-10-18 09:09:48107
108 rtc::scoped_refptr<AudioProcessing> apm =
109 AudioProcessingBuilderForTesting()
110 .SetEchoControlFactory(std::move(echo_control_factory))
Sam Zackrisson03cb7e52021-12-06 14:40:04111 .SetEchoDetector(use_red ? CreateEchoDetector() : nullptr)
Alessio Bazzica0b454622021-10-18 09:09:48112 .SetConfig(apm_config)
113 .Create();
114
115#ifdef WEBRTC_LINUX
116 apm->AttachAecDump(AecDumpFactory::Create("/dev/null", -1, worker_queue));
117#endif
Alex Loikoab20a602018-01-16 11:50:34118
Alex Loikoab20a602018-01-16 11:50:34119 return apm;
120}
Danil Chapovalovcb2a4ff2019-04-10 07:47:00121
122TaskQueueFactory* GetTaskQueueFactory() {
Danil Chapovalovcb2a4ff2019-04-10 07:47:00123 static TaskQueueFactory* const factory =
Danil Chapovalov32b18342019-07-11 11:58:14124 CreateDefaultTaskQueueFactory().release();
Danil Chapovalovcb2a4ff2019-04-10 07:47:00125 return factory;
126}
127
Alex Loikoab20a602018-01-16 11:50:34128} // namespace
129
130void FuzzOneInput(const uint8_t* data, size_t size) {
Sam Zackrissond71edac2019-03-11 12:47:54131 if (size > 400000) {
132 return;
133 }
Alex Loikoab20a602018-01-16 11:50:34134 test::FuzzDataHelper fuzz_data(rtc::ArrayView<const uint8_t>(data, size));
Sam Zackrisson790da372018-06-19 08:46:04135 // This string must be in scope during execution, according to documentation
Mirko Bonadei17f48782018-09-28 06:51:10136 // for field_trial.h. Hence it's created here and not in CreateApm.
Sam Zackrisson790da372018-06-19 08:46:04137 std::string field_trial_string = "";
Alex Loiko4842c782018-10-23 11:43:28138
Danil Chapovalovb64eef12024-01-04 13:45:23139 std::unique_ptr<TaskQueueBase, TaskQueueDeleter> worker_queue =
140 GetTaskQueueFactory()->CreateTaskQueue("rtc-low-prio",
141 TaskQueueFactory::Priority::LOW);
142 auto apm = CreateApm(&fuzz_data, &field_trial_string, worker_queue.get());
Alex Loikoab20a602018-01-16 11:50:34143
144 if (apm) {
145 FuzzAudioProcessing(&fuzz_data, std::move(apm));
146 }
147}
148} // namespace webrtc