peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 11 | #ifndef MODULES_AUDIO_PROCESSING_AEC3_RENDER_BUFFER_H_ |
| 12 | #define MODULES_AUDIO_PROCESSING_AEC3_RENDER_BUFFER_H_ |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 13 | |
Yves Gerey | 988cc08 | 2018-10-23 10:03:01 | [diff] [blame] | 14 | #include <stddef.h> |
Jonas Olsson | a4d8737 | 2019-07-05 17:08:33 | [diff] [blame] | 15 | |
Per Åhgren | 8ba5861 | 2017-12-01 22:01:44 | [diff] [blame] | 16 | #include <array> |
Yves Gerey | 988cc08 | 2018-10-23 10:03:01 | [diff] [blame] | 17 | #include <vector> |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 18 | |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 19 | #include "api/array_view.h" |
Yves Gerey | 988cc08 | 2018-10-23 10:03:01 | [diff] [blame] | 20 | #include "modules/audio_processing/aec3/aec3_common.h" |
Sam Zackrisson | f3f6159 | 2019-09-05 09:30:49 | [diff] [blame] | 21 | #include "modules/audio_processing/aec3/block_buffer.h" |
Per Åhgren | 8ba5861 | 2017-12-01 22:01:44 | [diff] [blame] | 22 | #include "modules/audio_processing/aec3/fft_buffer.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 23 | #include "modules/audio_processing/aec3/fft_data.h" |
Sam Zackrisson | f3f6159 | 2019-09-05 09:30:49 | [diff] [blame] | 24 | #include "modules/audio_processing/aec3/spectrum_buffer.h" |
Yves Gerey | 988cc08 | 2018-10-23 10:03:01 | [diff] [blame] | 25 | #include "rtc_base/checks.h" |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 26 | |
| 27 | namespace webrtc { |
| 28 | |
peah | cf02cf1 | 2017-04-05 21:18:07 | [diff] [blame] | 29 | // Provides a buffer of the render data for the echo remover. |
| 30 | class RenderBuffer { |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 31 | public: |
Sam Zackrisson | f3f6159 | 2019-09-05 09:30:49 | [diff] [blame] | 32 | RenderBuffer(BlockBuffer* block_buffer, |
| 33 | SpectrumBuffer* spectrum_buffer, |
Per Åhgren | 8ba5861 | 2017-12-01 22:01:44 | [diff] [blame] | 34 | FftBuffer* fft_buffer); |
Niels Möller | de95329 | 2020-09-29 07:46:21 | [diff] [blame] | 35 | |
| 36 | RenderBuffer() = delete; |
| 37 | RenderBuffer(const RenderBuffer&) = delete; |
| 38 | RenderBuffer& operator=(const RenderBuffer&) = delete; |
| 39 | |
peah | cf02cf1 | 2017-04-05 21:18:07 | [diff] [blame] | 40 | ~RenderBuffer(); |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 41 | |
Per Åhgren | ec22e3f | 2017-12-20 14:20:37 | [diff] [blame] | 42 | // Get a block. |
Per Åhgren | ce202a0 | 2019-09-02 15:01:19 | [diff] [blame] | 43 | const std::vector<std::vector<std::vector<float>>>& Block( |
| 44 | int buffer_offset_blocks) const { |
Per Åhgren | ec22e3f | 2017-12-20 14:20:37 | [diff] [blame] | 45 | int position = |
| 46 | block_buffer_->OffsetIndex(block_buffer_->read, buffer_offset_blocks); |
| 47 | return block_buffer_->buffer[position]; |
peah | cf02cf1 | 2017-04-05 21:18:07 | [diff] [blame] | 48 | } |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 49 | |
Per Åhgren | 8ba5861 | 2017-12-01 22:01:44 | [diff] [blame] | 50 | // Get the spectrum from one of the FFTs in the buffer. |
Sam Zackrisson | 98872dc | 2019-10-18 06:20:09 | [diff] [blame] | 51 | rtc::ArrayView<const std::array<float, kFftLengthBy2Plus1>> Spectrum( |
| 52 | int buffer_offset_ffts) const { |
Per Åhgren | ec22e3f | 2017-12-20 14:20:37 | [diff] [blame] | 53 | int position = spectrum_buffer_->OffsetIndex(spectrum_buffer_->read, |
| 54 | buffer_offset_ffts); |
Sam Zackrisson | 98872dc | 2019-10-18 06:20:09 | [diff] [blame] | 55 | return spectrum_buffer_->buffer[position]; |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 56 | } |
| 57 | |
Per Åhgren | ec22e3f | 2017-12-20 14:20:37 | [diff] [blame] | 58 | // Returns the circular fft buffer. |
Sam Zackrisson | cfb9497 | 2019-09-05 13:03:07 | [diff] [blame] | 59 | rtc::ArrayView<const std::vector<FftData>> GetFftBuffer() const { |
Per Åhgren | ec22e3f | 2017-12-20 14:20:37 | [diff] [blame] | 60 | return fft_buffer_->buffer; |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 61 | } |
| 62 | |
Per Åhgren | 8ba5861 | 2017-12-01 22:01:44 | [diff] [blame] | 63 | // Returns the current position in the circular buffer. |
Per Åhgren | ec22e3f | 2017-12-20 14:20:37 | [diff] [blame] | 64 | size_t Position() const { |
| 65 | RTC_DCHECK_EQ(spectrum_buffer_->read, fft_buffer_->read); |
| 66 | RTC_DCHECK_EQ(spectrum_buffer_->write, fft_buffer_->write); |
| 67 | return fft_buffer_->read; |
| 68 | } |
| 69 | |
| 70 | // Returns the sum of the spectrums for a certain number of FFTs. |
| 71 | void SpectralSum(size_t num_spectra, |
| 72 | std::array<float, kFftLengthBy2Plus1>* X2) const; |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 73 | |
Per Åhgren | ee8ad5f | 2018-08-10 19:15:48 | [diff] [blame] | 74 | // Returns the sums of the spectrums for two numbers of FFTs. |
| 75 | void SpectralSums(size_t num_spectra_shorter, |
| 76 | size_t num_spectra_longer, |
| 77 | std::array<float, kFftLengthBy2Plus1>* X2_shorter, |
| 78 | std::array<float, kFftLengthBy2Plus1>* X2_longer) const; |
| 79 | |
Per Åhgren | b6b00dc | 2018-02-20 21:18:27 | [diff] [blame] | 80 | // Gets the recent activity seen in the render signal. |
| 81 | bool GetRenderActivity() const { return render_activity_; } |
| 82 | |
| 83 | // Specifies the recent activity seen in the render signal. |
| 84 | void SetRenderActivity(bool activity) { render_activity_ = activity; } |
| 85 | |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 11:58:45 | [diff] [blame] | 86 | // Returns the headroom between the write and the read positions in the |
Jesús de Vicente Peña | 9558192 | 2018-04-30 06:37:57 | [diff] [blame] | 87 | // buffer. |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 11:58:45 | [diff] [blame] | 88 | int Headroom() const { |
| 89 | // The write and read indices are decreased over time. |
| 90 | int headroom = |
| 91 | fft_buffer_->write < fft_buffer_->read |
| 92 | ? fft_buffer_->read - fft_buffer_->write |
| 93 | : fft_buffer_->size - fft_buffer_->write + fft_buffer_->read; |
| 94 | |
| 95 | RTC_DCHECK_LE(0, headroom); |
| 96 | RTC_DCHECK_GE(fft_buffer_->size, headroom); |
| 97 | |
| 98 | return headroom; |
| 99 | } |
| 100 | |
Jesús de Vicente Peña | 9558192 | 2018-04-30 06:37:57 | [diff] [blame] | 101 | // Returns a reference to the spectrum buffer. |
Sam Zackrisson | f3f6159 | 2019-09-05 09:30:49 | [diff] [blame] | 102 | const SpectrumBuffer& GetSpectrumBuffer() const { return *spectrum_buffer_; } |
Jesús de Vicente Peña | 9558192 | 2018-04-30 06:37:57 | [diff] [blame] | 103 | |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 07:47:22 | [diff] [blame] | 104 | // Returns a reference to the block buffer. |
Sam Zackrisson | f3f6159 | 2019-09-05 09:30:49 | [diff] [blame] | 105 | const BlockBuffer& GetBlockBuffer() const { return *block_buffer_; } |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 07:47:22 | [diff] [blame] | 106 | |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 107 | private: |
Sam Zackrisson | f3f6159 | 2019-09-05 09:30:49 | [diff] [blame] | 108 | const BlockBuffer* const block_buffer_; |
| 109 | const SpectrumBuffer* const spectrum_buffer_; |
Per Åhgren | 8ba5861 | 2017-12-01 22:01:44 | [diff] [blame] | 110 | const FftBuffer* const fft_buffer_; |
Per Åhgren | b6b00dc | 2018-02-20 21:18:27 | [diff] [blame] | 111 | bool render_activity_ = false; |
peah | 522d71b | 2017-02-23 13:16:26 | [diff] [blame] | 112 | }; |
| 113 | |
| 114 | } // namespace webrtc |
| 115 | |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 116 | #endif // MODULES_AUDIO_PROCESSING_AEC3_RENDER_BUFFER_H_ |