blob: 232170b177d6557b054710a03c4eb2ba2f581960 [file] [log] [blame]
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:211/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 04:47:3111#include "modules/audio_coding/neteq/preemptive_expand.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2112
Yves Gerey988cc082018-10-23 10:03:0113#include <algorithm>
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2114
Yves Gerey988cc082018-10-23 10:03:0115#include "api/array_view.h"
16#include "modules/audio_coding/neteq/audio_multi_vector.h"
17#include "modules/audio_coding/neteq/time_stretch.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2118
19namespace webrtc {
20
21PreemptiveExpand::ReturnCodes PreemptiveExpand::Process(
22 const int16_t* input,
Peter Kastingdce40cf2015-08-24 21:52:2323 size_t input_length,
24 size_t old_data_length,
henrik.lundin@webrtc.orgfd11bbf2013-09-30 20:38:4425 AudioMultiVector* output,
Peter Kastingdce40cf2015-08-24 21:52:2326 size_t* length_change_samples) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2127 old_data_length_per_channel_ = old_data_length;
28 // Input length must be (almost) 30 ms.
Artem Titovd00ce742021-07-28 18:00:1729 // Also, the new part must be at least `overlap_samples_` elements.
Peter Kastingdce40cf2015-08-24 21:52:2330 static const size_t k15ms = 120; // 15 ms = 120 samples at 8 kHz sample rate.
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2131 if (num_channels_ == 0 ||
32 input_length / num_channels_ < (2 * k15ms - 1) * fs_mult_ ||
33 old_data_length >= input_length / num_channels_ - overlap_samples_) {
34 // Length of input data too short to do preemptive expand. Simply move all
35 // data from input to output.
Henrik Lundin00eb12a2018-09-05 16:14:5236 output->PushBackInterleaved(
37 rtc::ArrayView<const int16_t>(input, input_length));
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2138 return kError;
39 }
Henrik Lundincf808d22015-05-27 12:33:2940 const bool kFastMode = false; // Fast mode is not available for PE Expand.
41 return TimeStretch::Process(input, input_length, kFastMode, output,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2142 length_change_samples);
43}
44
turaj@webrtc.org362a55e2013-09-20 16:25:2845void PreemptiveExpand::SetParametersForPassiveSpeech(size_t len,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2146 int16_t* best_correlation,
Peter Kastingdce40cf2015-08-24 21:52:2347 size_t* peak_index) const {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2148 // When the signal does not contain any active speech, the correlation does
49 // not matter. Simply set it to zero.
50 *best_correlation = 0;
51
52 // For low energy expansion, the new data can be less than 15 ms,
53 // but we must ensure that best_correlation is not larger than the length of
54 // the new data.
55 // but we must ensure that best_correlation is not larger than the new data.
Yves Gerey665174f2018-06-19 13:03:0556 *peak_index = std::min(*peak_index, len - old_data_length_per_channel_);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2157}
58
59PreemptiveExpand::ReturnCodes PreemptiveExpand::CheckCriteriaAndStretch(
Henrik Lundincf808d22015-05-27 12:33:2960 const int16_t* input,
61 size_t input_length,
62 size_t peak_index,
63 int16_t best_correlation,
64 bool active_speech,
65 bool /*fast_mode*/,
henrik.lundin@webrtc.orgfd11bbf2013-09-30 20:38:4466 AudioMultiVector* output) const {
Artem Titovd00ce742021-07-28 18:00:1767 // Pre-calculate common multiplication with `fs_mult_`.
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2168 // 120 corresponds to 15 ms.
Peter Kastingdce40cf2015-08-24 21:52:2369 size_t fs_mult_120 = static_cast<size_t>(fs_mult_ * 120);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2170 // Check for strong correlation (>0.9 in Q14) and at least 15 ms new data,
71 // or passive speech.
72 if (((best_correlation > kCorrelationThreshold) &&
Yves Gerey665174f2018-06-19 13:03:0573 (old_data_length_per_channel_ <= fs_mult_120)) ||
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2174 !active_speech) {
75 // Do accelerate operation by overlap add.
76
77 // Set length of the first part, not to be modified.
Yves Gerey665174f2018-06-19 13:03:0578 size_t unmodified_length =
79 std::max(old_data_length_per_channel_, fs_mult_120);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2180 // Copy first part, including cross-fade region.
Henrik Lundin00eb12a2018-09-05 16:14:5281 output->PushBackInterleaved(rtc::ArrayView<const int16_t>(
82 input, (unmodified_length + peak_index) * num_channels_));
Artem Titovd00ce742021-07-28 18:00:1783 // Copy the last `peak_index` samples up to 15 ms to `temp_vector`.
henrik.lundin@webrtc.orgfd11bbf2013-09-30 20:38:4484 AudioMultiVector temp_vector(num_channels_);
Henrik Lundin00eb12a2018-09-05 16:14:5285 temp_vector.PushBackInterleaved(rtc::ArrayView<const int16_t>(
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2186 &input[(unmodified_length - peak_index) * num_channels_],
Henrik Lundin00eb12a2018-09-05 16:14:5287 peak_index * num_channels_));
Artem Titovd00ce742021-07-28 18:00:1788 // Cross-fade `temp_vector` onto the end of `output`.
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2189 output->CrossFade(temp_vector, peak_index);
90 // Copy the last unmodified part, 15 ms + pitch period until the end.
Henrik Lundin00eb12a2018-09-05 16:14:5291 output->PushBackInterleaved(rtc::ArrayView<const int16_t>(
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2192 &input[unmodified_length * num_channels_],
Henrik Lundin00eb12a2018-09-05 16:14:5293 input_length - unmodified_length * num_channels_));
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:2194
95 if (active_speech) {
96 return kSuccess;
97 } else {
98 return kSuccessLowEnergy;
99 }
100 } else {
101 // Accelerate not allowed. Simply move all data from decoded to outData.
Henrik Lundin00eb12a2018-09-05 16:14:52102 output->PushBackInterleaved(
103 rtc::ArrayView<const int16_t>(input, input_length));
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21104 return kNoStretch;
105 }
106}
107
henrik.lundin@webrtc.orgd9faa462014-01-14 10:18:45108PreemptiveExpand* PreemptiveExpandFactory::Create(
109 int sample_rate_hz,
110 size_t num_channels,
turaj@webrtc.org8d1cdaa2014-04-11 18:47:55111 const BackgroundNoise& background_noise,
Peter Kastingdce40cf2015-08-24 21:52:23112 size_t overlap_samples) const {
Yves Gerey665174f2018-06-19 13:03:05113 return new PreemptiveExpand(sample_rate_hz, num_channels, background_noise,
114 overlap_samples);
henrik.lundin@webrtc.orgd9faa462014-01-14 10:18:45115}
116
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21117} // namespace webrtc