Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include "test/fuzzers/audio_processing_fuzzer_helper.h" |
| 12 | |
| 13 | #include <algorithm> |
| 14 | #include <array> |
| 15 | #include <cmath> |
| 16 | #include <limits> |
| 17 | |
Fredrik Solenberg | bbf21a3 | 2018-04-12 20:44:09 | [diff] [blame] | 18 | #include "api/audio/audio_frame.h" |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 19 | #include "modules/audio_processing/include/audio_processing.h" |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 20 | #include "rtc_base/checks.h" |
| 21 | |
| 22 | namespace webrtc { |
| 23 | namespace { |
Alex Loiko | f5c3ba1 | 2018-06-25 13:31:37 | [diff] [blame] | 24 | bool ValidForApm(float x) { |
| 25 | return std::isfinite(x) && -1.0f <= x && x <= 1.0f; |
| 26 | } |
| 27 | |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 28 | void GenerateFloatFrame(test::FuzzDataHelper* fuzz_data, |
| 29 | size_t input_rate, |
| 30 | size_t num_channels, |
| 31 | float* const* float_frames) { |
| 32 | const size_t samples_per_input_channel = |
Jonathan Metzman | 9f80b97 | 2018-10-05 17:38:13 | [diff] [blame] | 33 | rtc::CheckedDivExact(input_rate, static_cast<size_t>(100)); |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 34 | RTC_DCHECK_LE(samples_per_input_channel, 480); |
| 35 | for (size_t i = 0; i < num_channels; ++i) { |
Alex Loiko | f5c3ba1 | 2018-06-25 13:31:37 | [diff] [blame] | 36 | std::fill(float_frames[i], float_frames[i] + samples_per_input_channel, 0); |
| 37 | const size_t read_bytes = sizeof(float) * samples_per_input_channel; |
| 38 | if (fuzz_data->CanReadBytes(read_bytes)) { |
| 39 | rtc::ArrayView<const uint8_t> byte_array = |
| 40 | fuzz_data->ReadByteArray(read_bytes); |
| 41 | memmove(float_frames[i], byte_array.begin(), read_bytes); |
| 42 | } |
| 43 | |
| 44 | // Sanitize input. |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 45 | for (size_t j = 0; j < samples_per_input_channel; ++j) { |
Alex Loiko | f5c3ba1 | 2018-06-25 13:31:37 | [diff] [blame] | 46 | if (!ValidForApm(float_frames[i][j])) { |
| 47 | float_frames[i][j] = 0.f; |
| 48 | } |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 49 | } |
| 50 | } |
| 51 | } |
| 52 | |
| 53 | void GenerateFixedFrame(test::FuzzDataHelper* fuzz_data, |
| 54 | size_t input_rate, |
| 55 | size_t num_channels, |
| 56 | AudioFrame* fixed_frame) { |
| 57 | const size_t samples_per_input_channel = |
Jonathan Metzman | 9f80b97 | 2018-10-05 17:38:13 | [diff] [blame] | 58 | rtc::CheckedDivExact(input_rate, static_cast<size_t>(100)); |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 59 | fixed_frame->samples_per_channel_ = samples_per_input_channel; |
| 60 | fixed_frame->sample_rate_hz_ = input_rate; |
| 61 | fixed_frame->num_channels_ = num_channels; |
| 62 | |
| 63 | RTC_DCHECK_LE(samples_per_input_channel * num_channels, |
| 64 | AudioFrame::kMaxDataSizeSamples); |
| 65 | for (size_t i = 0; i < samples_per_input_channel * num_channels; ++i) { |
Alex Loiko | 38c15d3 | 2018-03-02 12:53:09 | [diff] [blame] | 66 | fixed_frame->mutable_data()[i] = fuzz_data->ReadOrDefaultValue<int16_t>(0); |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 67 | } |
| 68 | } |
| 69 | } // namespace |
| 70 | |
| 71 | void FuzzAudioProcessing(test::FuzzDataHelper* fuzz_data, |
| 72 | std::unique_ptr<AudioProcessing> apm) { |
| 73 | AudioFrame fixed_frame; |
Sam Zackrisson | 31b01c0 | 2019-11-25 07:48:26 | [diff] [blame^] | 74 | // Normal usage is up to 8 channels. Allowing to fuzz one beyond this allows |
| 75 | // us to catch implicit assumptions about normal usage. |
| 76 | constexpr int kMaxNumChannels = 9; |
| 77 | std::array<std::array<float, 480>, kMaxNumChannels> float_frames; |
| 78 | std::array<float*, kMaxNumChannels> float_frame_ptrs; |
| 79 | for (int i = 0; i < kMaxNumChannels; ++i) { |
| 80 | float_frame_ptrs[i] = float_frames[i].data(); |
| 81 | } |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 82 | float* const* ptr_to_float_frames = &float_frame_ptrs[0]; |
| 83 | |
| 84 | using Rate = AudioProcessing::NativeRate; |
| 85 | const Rate rate_kinds[] = {Rate::kSampleRate8kHz, Rate::kSampleRate16kHz, |
| 86 | Rate::kSampleRate32kHz, Rate::kSampleRate48kHz}; |
| 87 | |
| 88 | // We may run out of fuzz data in the middle of a loop iteration. In |
| 89 | // that case, default values will be used for the rest of that |
| 90 | // iteration. |
| 91 | while (fuzz_data->CanReadBytes(1)) { |
| 92 | const bool is_float = fuzz_data->ReadOrDefaultValue(true); |
| 93 | // Decide input/output rate for this iteration. |
| 94 | const auto input_rate = |
| 95 | static_cast<size_t>(fuzz_data->SelectOneOf(rate_kinds)); |
| 96 | const auto output_rate = |
| 97 | static_cast<size_t>(fuzz_data->SelectOneOf(rate_kinds)); |
| 98 | |
Alex Loiko | 38c15d3 | 2018-03-02 12:53:09 | [diff] [blame] | 99 | const uint8_t stream_delay = fuzz_data->ReadOrDefaultValue<uint8_t>(0); |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 100 | |
| 101 | // API call needed for AEC-2 and AEC-m to run. |
| 102 | apm->set_stream_delay_ms(stream_delay); |
| 103 | |
Sam Zackrisson | 1f5de53 | 2018-07-04 09:40:15 | [diff] [blame] | 104 | const bool key_pressed = fuzz_data->ReadOrDefaultValue(true); |
| 105 | apm->set_stream_key_pressed(key_pressed); |
| 106 | |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 107 | // Make the APM call depending on capture/render mode and float / |
| 108 | // fix interface. |
| 109 | const bool is_capture = fuzz_data->ReadOrDefaultValue(true); |
| 110 | |
| 111 | // Fill the arrays with audio samples from the data. |
| 112 | int apm_return_code = AudioProcessing::Error::kNoError; |
| 113 | if (is_float) { |
Sam Zackrisson | 31b01c0 | 2019-11-25 07:48:26 | [diff] [blame^] | 114 | const int num_channels = |
| 115 | fuzz_data->ReadOrDefaultValue<uint8_t>(1) % kMaxNumChannels; |
| 116 | |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 117 | GenerateFloatFrame(fuzz_data, input_rate, num_channels, |
| 118 | ptr_to_float_frames); |
| 119 | if (is_capture) { |
| 120 | apm_return_code = apm->ProcessStream( |
| 121 | ptr_to_float_frames, StreamConfig(input_rate, num_channels), |
| 122 | StreamConfig(output_rate, num_channels), ptr_to_float_frames); |
| 123 | } else { |
| 124 | apm_return_code = apm->ProcessReverseStream( |
| 125 | ptr_to_float_frames, StreamConfig(input_rate, 1), |
| 126 | StreamConfig(output_rate, 1), ptr_to_float_frames); |
| 127 | } |
| 128 | } else { |
Sam Zackrisson | 31b01c0 | 2019-11-25 07:48:26 | [diff] [blame^] | 129 | const int num_channels = fuzz_data->ReadOrDefaultValue(true) ? 2 : 1; |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 130 | GenerateFixedFrame(fuzz_data, input_rate, num_channels, &fixed_frame); |
| 131 | |
| 132 | if (is_capture) { |
| 133 | apm_return_code = apm->ProcessStream(&fixed_frame); |
| 134 | } else { |
| 135 | apm_return_code = apm->ProcessReverseStream(&fixed_frame); |
| 136 | } |
| 137 | } |
| 138 | |
Sam Zackrisson | 2812763 | 2018-11-01 10:37:15 | [diff] [blame] | 139 | // Cover stats gathering code paths. |
| 140 | static_cast<void>(apm->GetStatistics(true /*has_remote_tracks*/)); |
Alex Loiko | 9df3cf3 | 2018-04-10 10:18:02 | [diff] [blame] | 141 | |
Alex Loiko | ab20a60 | 2018-01-16 11:50:34 | [diff] [blame] | 142 | RTC_DCHECK_NE(apm_return_code, AudioProcessing::kBadDataLengthError); |
| 143 | } |
| 144 | } |
| 145 | } // namespace webrtc |