blob: 15126566ae682455bc6be06cda379ebdd807b2e2 [file] [log] [blame]
turaj@webrtc.org7959e162013-09-12 18:30:261/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 04:47:3111#ifndef MODULES_AUDIO_CODING_ACM2_ACM_RECEIVER_H_
12#define MODULES_AUDIO_CODING_ACM2_ACM_RECEIVER_H_
turaj@webrtc.org7959e162013-09-12 18:30:2613
Yves Gerey988cc082018-10-23 10:03:0114#include <stdint.h>
Jonas Olssona4d87372019-07-05 17:08:3315
jmarusic@webrtc.orga4bef3e2015-03-23 11:19:3516#include <map>
kwiberg16c5a962016-02-15 10:27:2217#include <memory>
henrik.lundin4cf61dd2015-12-09 14:20:5818#include <string>
Fredrik Solenbergf693bfa2018-12-11 11:22:1019#include <utility>
turaj@webrtc.org7959e162013-09-12 18:30:2620#include <vector>
21
Danil Chapovalovb6021232018-06-19 11:26:3622#include "absl/types/optional.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3123#include "api/array_view.h"
Yves Gerey988cc082018-10-23 10:03:0124#include "api/audio_codecs/audio_decoder.h"
25#include "api/audio_codecs/audio_format.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3126#include "modules/audio_coding/acm2/acm_resampler.h"
27#include "modules/audio_coding/acm2/call_statistics.h"
28#include "modules/audio_coding/include/audio_coding_module.h"
Steve Anton10542f22019-01-11 17:11:0029#include "rtc_base/critical_section.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3130#include "rtc_base/thread_annotations.h"
turaj@webrtc.org7959e162013-09-12 18:30:2631
32namespace webrtc {
33
Yves Gerey988cc082018-10-23 10:03:0134class Clock;
turaj@webrtc.org7959e162013-09-12 18:30:2635class NetEq;
Yves Gerey988cc082018-10-23 10:03:0136struct RTPHeader;
turaj@webrtc.org6d5d2482013-10-06 04:47:2837
38namespace acm2 {
39
turaj@webrtc.org7959e162013-09-12 18:30:2640class AcmReceiver {
41 public:
turaj@webrtc.org7959e162013-09-12 18:30:2642 // Constructor of the class
henrik.lundin@webrtc.org0bc9b5a2014-04-29 08:09:3143 explicit AcmReceiver(const AudioCodingModule::Config& config);
turaj@webrtc.org7959e162013-09-12 18:30:2644
45 // Destructor of the class.
46 ~AcmReceiver();
47
48 //
49 // Inserts a payload with its associated RTP-header into NetEq.
50 //
51 // Input:
52 // - rtp_header : RTP header for the incoming payload containing
53 // information about payload type, sequence number,
54 // timestamp, SSRC and marker bit.
55 // - incoming_payload : Incoming audio payload.
56 // - length_payload : Length of incoming audio payload in bytes.
57 //
58 // Return value : 0 if OK.
59 // <0 if NetEq returned an error.
60 //
Niels Möllerafb5dbb2019-02-15 14:21:4761 int InsertPacket(const RTPHeader& rtp_header,
kwibergee2bac22015-11-11 18:34:0062 rtc::ArrayView<const uint8_t> incoming_payload);
turaj@webrtc.org7959e162013-09-12 18:30:2663
64 //
65 // Asks NetEq for 10 milliseconds of decoded audio.
66 //
67 // Input:
68 // -desired_freq_hz : specifies the sampling rate [Hz] of the output
69 // audio. If set -1 indicates to resampling is
70 // is required and the audio returned at the
71 // sampling rate of the decoder.
72 //
73 // Output:
74 // -audio_frame : an audio frame were output data and
75 // associated parameters are written to.
henrik.lundin834a6ea2016-05-13 10:45:2476 // -muted : if true, the sample data in audio_frame is not
77 // populated, and must be interpreted as all zero.
turaj@webrtc.org7959e162013-09-12 18:30:2678 //
79 // Return value : 0 if OK.
80 // -1 if NetEq returned an error.
81 //
henrik.lundin834a6ea2016-05-13 10:45:2482 int GetAudio(int desired_freq_hz, AudioFrame* audio_frame, bool* muted);
turaj@webrtc.org7959e162013-09-12 18:30:2683
kwiberg1c07c702017-03-27 14:15:4984 // Replace the current set of decoders with the specified set.
85 void SetCodecs(const std::map<int, SdpAudioFormat>& codecs);
86
turaj@webrtc.org7959e162013-09-12 18:30:2687 //
turaj@webrtc.org7959e162013-09-12 18:30:2688 // Sets a minimum delay for packet buffer. The given delay is maintained,
89 // unless channel condition dictates a higher delay.
90 //
91 // Input:
92 // - delay_ms : minimum delay in milliseconds.
93 //
94 // Return value : 0 if OK.
95 // <0 if NetEq returned an error.
96 //
97 int SetMinimumDelay(int delay_ms);
98
99 //
100 // Sets a maximum delay [ms] for the packet buffer. The target delay does not
101 // exceed the given value, even if channel condition requires so.
102 //
103 // Input:
104 // - delay_ms : maximum delay in milliseconds.
105 //
106 // Return value : 0 if OK.
107 // <0 if NetEq returned an error.
108 //
109 int SetMaximumDelay(int delay_ms);
110
Ruslan Burakov9bee67c2019-02-05 12:49:26111 // Sets a base minimum delay in milliseconds for the packet buffer.
112 // Base minimum delay sets lower bound minimum delay value which
113 // is set via SetMinimumDelay.
114 //
115 // Returns true if value was successfully set, false overwise.
116 bool SetBaseMinimumDelayMs(int delay_ms);
117
118 // Returns current value of base minimum delay in milliseconds.
119 int GetBaseMinimumDelayMs() const;
120
turaj@webrtc.org7959e162013-09-12 18:30:26121 //
turaj@webrtc.org7959e162013-09-12 18:30:26122 // Resets the initial delay to zero.
123 //
124 void ResetInitialDelay();
125
henrik.lundin057fb892015-11-23 16:19:52126 // Returns the sample rate of the decoder associated with the last incoming
127 // packet. If no packet of a registered non-CNG codec has been received, the
128 // return value is empty. Also, if the decoder was unregistered since the last
129 // packet was inserted, the return value is empty.
Danil Chapovalovb6021232018-06-19 11:26:36130 absl::optional<int> last_packet_sample_rate_hz() const;
henrik.lundin057fb892015-11-23 16:19:52131
henrik.lundind89814b2015-11-23 14:49:25132 // Returns last_output_sample_rate_hz from the NetEq instance.
133 int last_output_sample_rate_hz() const;
turaj@webrtc.org7959e162013-09-12 18:30:26134
135 //
turaj@webrtc.org7959e162013-09-12 18:30:26136 // Get the current network statistics from NetEq.
137 //
138 // Output:
139 // - statistics : The current network statistics.
140 //
Niels Möllered44f542019-07-30 13:15:59141 void GetNetworkStatistics(NetworkStatistics* statistics) const;
turaj@webrtc.org7959e162013-09-12 18:30:26142
143 //
turaj@webrtc.org7959e162013-09-12 18:30:26144 // Flushes the NetEq packet and speech buffers.
145 //
146 void FlushBuffers();
147
148 //
turaj@webrtc.org7959e162013-09-12 18:30:26149 // Remove all registered codecs.
150 //
kwiberg6b19b562016-09-20 11:02:25151 void RemoveAllCodecs();
turaj@webrtc.org7959e162013-09-12 18:30:26152
henrik.lundin9a410dd2016-04-06 08:39:22153 // Returns the RTP timestamp for the last sample delivered by GetAudio().
154 // The return value will be empty if no valid timestamp is available.
Danil Chapovalovb6021232018-06-19 11:26:36155 absl::optional<uint32_t> GetPlayoutTimestamp();
turaj@webrtc.org7959e162013-09-12 18:30:26156
henrik.lundinb3f1c5d2016-08-22 22:39:53157 // Returns the current total delay from NetEq (packet buffer and sync buffer)
158 // in ms, with smoothing applied to even out short-time fluctuations due to
159 // jitter. The packet buffer part of the delay is not updated during DTX/CNG
160 // periods.
161 //
162 int FilteredCurrentDelayMs() const;
163
Henrik Lundinabbff892017-11-29 08:14:04164 // Returns the current target delay for NetEq in ms.
165 //
166 int TargetDelayMs() const;
167
turaj@webrtc.org7959e162013-09-12 18:30:26168 //
Fredrik Solenbergf693bfa2018-12-11 11:22:10169 // Get payload type and format of the last non-CNG/non-DTMF received payload.
170 // If no non-CNG/non-DTMF packet is received absl::nullopt is returned.
turaj@webrtc.org7959e162013-09-12 18:30:26171 //
Fredrik Solenbergf693bfa2018-12-11 11:22:10172 absl::optional<std::pair<int, SdpAudioFormat>> LastDecoder() const;
turaj@webrtc.org7959e162013-09-12 18:30:26173
174 //
175 // Enable NACK and set the maximum size of the NACK list. If NACK is already
176 // enabled then the maximum NACK list size is modified accordingly.
177 //
Niels Möllerdc5ed5c2019-08-09 07:29:48178 // If the sequence number of last received packet is N, the sequence numbers
179 // of NACK list are in the range of [N - |max_nack_list_size|, N).
180 //
181 // |max_nack_list_size| should be positive (none zero) and less than or
182 // equal to |Nack::kNackListSizeLimit|. Otherwise, No change is applied and -1
183 // is returned. 0 is returned at success.
turaj@webrtc.org7959e162013-09-12 18:30:26184 //
185 int EnableNack(size_t max_nack_list_size);
186
187 // Disable NACK.
188 void DisableNack();
189
190 //
Niels Möllerdc5ed5c2019-08-09 07:29:48191 // Get a list of packets to be retransmitted. |round_trip_time_ms| is an
192 // estimate of the round-trip-time (in milliseconds). Missing packets which
193 // will be playout in a shorter time than the round-trip-time (with respect
194 // to the time this API is called) will not be included in the list.
turaj@webrtc.org7959e162013-09-12 18:30:26195 //
Niels Möllerdc5ed5c2019-08-09 07:29:48196 // Negative |round_trip_time_ms| results is an error message and empty list
197 // is returned.
turaj@webrtc.org7959e162013-09-12 18:30:26198 //
pkasting@chromium.org16825b12015-01-12 21:51:21199 std::vector<uint16_t> GetNackList(int64_t round_trip_time_ms) const;
turaj@webrtc.org7959e162013-09-12 18:30:26200
201 //
wu@webrtc.org24301a62013-12-13 19:17:43202 // Get statistics of calls to GetAudio().
203 void GetDecodingCallStatistics(AudioDecodingCallStats* stats) const;
204
turaj@webrtc.org7959e162013-09-12 18:30:26205 private:
Karl Wiberg4b644112019-10-11 07:37:42206 struct DecoderInfo {
207 int payload_type;
208 int sample_rate_hz;
209 int num_channels;
210 SdpAudioFormat sdp_format;
211 };
212
turaj@webrtc.org7959e162013-09-12 18:30:26213 uint32_t NowInTimestamp(int decoder_sampling_rate) const;
214
pbos5ad935c2016-01-25 11:52:44215 rtc::CriticalSection crit_sect_;
Karl Wiberg4b644112019-10-11 07:37:42216 absl::optional<DecoderInfo> last_decoder_ RTC_GUARDED_BY(crit_sect_);
danilchap56359be2017-09-07 14:53:45217 ACMResampler resampler_ RTC_GUARDED_BY(crit_sect_);
218 std::unique_ptr<int16_t[]> last_audio_buffer_ RTC_GUARDED_BY(crit_sect_);
219 CallStatistics call_stats_ RTC_GUARDED_BY(crit_sect_);
Henrik Lundin6af93992017-06-14 12:13:02220 const std::unique_ptr<NetEq> neteq_; // NetEq is thread-safe; no lock needed.
Sebastian Janssonaa01f272019-01-30 10:28:59221 Clock* const clock_;
danilchap56359be2017-09-07 14:53:45222 bool resampled_last_output_frame_ RTC_GUARDED_BY(crit_sect_);
turaj@webrtc.org7959e162013-09-12 18:30:26223};
224
turaj@webrtc.org6d5d2482013-10-06 04:47:28225} // namespace acm2
226
turaj@webrtc.org7959e162013-09-12 18:30:26227} // namespace webrtc
228
Mirko Bonadei92ea95e2017-09-15 04:47:31229#endif // MODULES_AUDIO_CODING_ACM2_ACM_RECEIVER_H_