Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2019 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef PC_AUDIO_RTP_RECEIVER_H_ |
| 12 | #define PC_AUDIO_RTP_RECEIVER_H_ |
| 13 | |
| 14 | #include <stdint.h> |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 15 | |
Florent Castelli | 8037fc6 | 2024-08-29 13:00:40 | [diff] [blame] | 16 | #include <optional> |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 17 | #include <string> |
| 18 | #include <vector> |
| 19 | |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 20 | #include "api/crypto/frame_decryptor_interface.h" |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 | [diff] [blame] | 21 | #include "api/dtls_transport_interface.h" |
| 22 | #include "api/frame_transformer_interface.h" |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 23 | #include "api/media_stream_interface.h" |
| 24 | #include "api/media_types.h" |
| 25 | #include "api/rtp_parameters.h" |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 | [diff] [blame] | 26 | #include "api/rtp_receiver_interface.h" |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 27 | #include "api/scoped_refptr.h" |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 28 | #include "api/sequence_checker.h" |
Artem Titov | c374d11 | 2022-06-16 19:27:45 | [diff] [blame] | 29 | #include "api/task_queue/pending_task_safety_flag.h" |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 | [diff] [blame] | 30 | #include "api/transport/rtp/rtp_source.h" |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 31 | #include "media/base/media_channel.h" |
Harald Alvestrand | 1ee3325 | 2020-09-24 13:31:15 | [diff] [blame] | 32 | #include "pc/audio_track.h" |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 33 | #include "pc/jitter_buffer_delay.h" |
Markus Handell | a1b8201 | 2021-05-26 16:56:30 | [diff] [blame] | 34 | #include "pc/media_stream_track_proxy.h" |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 35 | #include "pc/remote_audio_source.h" |
| 36 | #include "pc/rtp_receiver.h" |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 37 | #include "rtc_base/system/no_unique_address.h" |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 38 | #include "rtc_base/thread.h" |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 | [diff] [blame] | 39 | #include "rtc_base/thread_annotations.h" |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 40 | |
| 41 | namespace webrtc { |
| 42 | |
| 43 | class AudioRtpReceiver : public ObserverInterface, |
| 44 | public AudioSourceInterface::AudioObserver, |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 45 | public RtpReceiverInternal { |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 46 | public: |
Tommi | 6589def | 2022-02-17 22:36:47 | [diff] [blame] | 47 | // The constructor supports optionally passing the voice channel to the |
| 48 | // instance at construction time without having to call `SetMediaChannel()` |
| 49 | // on the worker thread straight after construction. |
| 50 | // However, when using that, the assumption is that right after construction, |
| 51 | // a call to either `SetupUnsignaledMediaChannel` or `SetupMediaChannel` |
| 52 | // will be made, which will internally start the source on the worker thread. |
Harald Alvestrand | c0d44d9 | 2022-12-13 12:57:24 | [diff] [blame] | 53 | AudioRtpReceiver( |
| 54 | rtc::Thread* worker_thread, |
| 55 | std::string receiver_id, |
| 56 | std::vector<std::string> stream_ids, |
| 57 | bool is_unified_plan, |
| 58 | cricket::VoiceMediaReceiveChannelInterface* voice_channel = nullptr); |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 59 | // TODO(https://crbug.com/webrtc/9480): Remove this when streams() is removed. |
| 60 | AudioRtpReceiver( |
| 61 | rtc::Thread* worker_thread, |
| 62 | const std::string& receiver_id, |
Henrik Boström | c335b0e | 2021-04-08 05:25:38 | [diff] [blame] | 63 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams, |
Tommi | 6589def | 2022-02-17 22:36:47 | [diff] [blame] | 64 | bool is_unified_plan, |
Harald Alvestrand | c0d44d9 | 2022-12-13 12:57:24 | [diff] [blame] | 65 | cricket::VoiceMediaReceiveChannelInterface* media_channel = nullptr); |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 66 | virtual ~AudioRtpReceiver(); |
| 67 | |
| 68 | // ObserverInterface implementation |
| 69 | void OnChanged() override; |
| 70 | |
| 71 | // AudioSourceInterface::AudioObserver implementation |
| 72 | void OnSetVolume(double volume) override; |
| 73 | |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 74 | rtc::scoped_refptr<AudioTrackInterface> audio_track() const { return track_; } |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 75 | |
| 76 | // RtpReceiverInterface implementation |
| 77 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 78 | return track_; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 79 | } |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 80 | rtc::scoped_refptr<DtlsTransportInterface> dtls_transport() const override; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 81 | std::vector<std::string> stream_ids() const override; |
| 82 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 83 | const override; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 84 | |
| 85 | cricket::MediaType media_type() const override { |
| 86 | return cricket::MEDIA_TYPE_AUDIO; |
| 87 | } |
| 88 | |
| 89 | std::string id() const override { return id_; } |
| 90 | |
| 91 | RtpParameters GetParameters() const override; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 92 | |
| 93 | void SetFrameDecryptor( |
| 94 | rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor) override; |
| 95 | |
| 96 | rtc::scoped_refptr<FrameDecryptorInterface> GetFrameDecryptor() |
| 97 | const override; |
| 98 | |
| 99 | // RtpReceiverInternal implementation. |
| 100 | void Stop() override; |
| 101 | void SetupMediaChannel(uint32_t ssrc) override; |
Saurav Das | 7262fc2 | 2019-09-11 23:23:05 | [diff] [blame] | 102 | void SetupUnsignaledMediaChannel() override; |
Florent Castelli | 8037fc6 | 2024-08-29 13:00:40 | [diff] [blame] | 103 | std::optional<uint32_t> ssrc() const override; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 104 | void NotifyFirstPacketReceived() override; |
| 105 | void set_stream_ids(std::vector<std::string> stream_ids) override; |
| 106 | void set_transport( |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 107 | rtc::scoped_refptr<DtlsTransportInterface> dtls_transport) override; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 108 | void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& |
| 109 | streams) override; |
| 110 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 111 | |
Ruslan Burakov | 4bac79e | 2019-04-03 17:55:33 | [diff] [blame] | 112 | void SetJitterBufferMinimumDelay( |
Florent Castelli | 8037fc6 | 2024-08-29 13:00:40 | [diff] [blame] | 113 | std::optional<double> delay_seconds) override; |
Ruslan Burakov | 4bac79e | 2019-04-03 17:55:33 | [diff] [blame] | 114 | |
Harald Alvestrand | 36fafc8 | 2022-12-08 08:47:42 | [diff] [blame] | 115 | void SetMediaChannel( |
| 116 | cricket::MediaReceiveChannelInterface* media_channel) override; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 117 | |
| 118 | std::vector<RtpSource> GetSources() const override; |
| 119 | int AttachmentId() const override { return attachment_id_; } |
Harald Alvestrand | b0e7057 | 2024-04-23 14:04:18 | [diff] [blame] | 120 | void SetFrameTransformer( |
Harald Alvestrand | a654437 | 2023-11-13 09:33:56 | [diff] [blame] | 121 | rtc::scoped_refptr<FrameTransformerInterface> frame_transformer) override; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 122 | |
| 123 | private: |
Florent Castelli | 8037fc6 | 2024-08-29 13:00:40 | [diff] [blame] | 124 | void RestartMediaChannel(std::optional<uint32_t> ssrc) |
Tommi | 6589def | 2022-02-17 22:36:47 | [diff] [blame] | 125 | RTC_RUN_ON(&signaling_thread_checker_); |
Florent Castelli | 8037fc6 | 2024-08-29 13:00:40 | [diff] [blame] | 126 | void RestartMediaChannel_w(std::optional<uint32_t> ssrc, |
Tommi | 6589def | 2022-02-17 22:36:47 | [diff] [blame] | 127 | bool track_enabled, |
| 128 | MediaSourceInterface::SourceState state) |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 129 | RTC_RUN_ON(worker_thread_); |
Tommi | 6589def | 2022-02-17 22:36:47 | [diff] [blame] | 130 | void Reconfigure(bool track_enabled) RTC_RUN_ON(worker_thread_); |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 131 | void SetOutputVolume_w(double volume) RTC_RUN_ON(worker_thread_); |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 132 | |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 133 | RTC_NO_UNIQUE_ADDRESS SequenceChecker signaling_thread_checker_; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 134 | rtc::Thread* const worker_thread_; |
| 135 | const std::string id_; |
| 136 | const rtc::scoped_refptr<RemoteAudioSource> source_; |
Harald Alvestrand | 1ee3325 | 2020-09-24 13:31:15 | [diff] [blame] | 137 | const rtc::scoped_refptr<AudioTrackProxyWithInternal<AudioTrack>> track_; |
Harald Alvestrand | c0d44d9 | 2022-12-13 12:57:24 | [diff] [blame] | 138 | cricket::VoiceMediaReceiveChannelInterface* media_channel_ |
| 139 | RTC_GUARDED_BY(worker_thread_) = nullptr; |
Florent Castelli | 8037fc6 | 2024-08-29 13:00:40 | [diff] [blame] | 140 | std::optional<uint32_t> signaled_ssrc_ RTC_GUARDED_BY(worker_thread_); |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 141 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_ |
| 142 | RTC_GUARDED_BY(&signaling_thread_checker_); |
| 143 | bool cached_track_enabled_ RTC_GUARDED_BY(&signaling_thread_checker_); |
Tommi | 6589def | 2022-02-17 22:36:47 | [diff] [blame] | 144 | double cached_volume_ RTC_GUARDED_BY(worker_thread_) = 1.0; |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 145 | RtpReceiverObserverInterface* observer_ |
| 146 | RTC_GUARDED_BY(&signaling_thread_checker_) = nullptr; |
| 147 | bool received_first_packet_ RTC_GUARDED_BY(&signaling_thread_checker_) = |
| 148 | false; |
| 149 | const int attachment_id_; |
| 150 | rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor_ |
| 151 | RTC_GUARDED_BY(worker_thread_); |
| 152 | rtc::scoped_refptr<DtlsTransportInterface> dtls_transport_ |
| 153 | RTC_GUARDED_BY(&signaling_thread_checker_); |
| 154 | // Stores and updates the playout delay. Handles caching cases if |
Artem Titov | 880fa81 | 2021-07-30 20:30:23 | [diff] [blame] | 155 | // `SetJitterBufferMinimumDelay` is called before start. |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 156 | JitterBufferDelay delay_ RTC_GUARDED_BY(worker_thread_); |
Marina Ciocea | 3e9af7f | 2020-04-01 05:46:16 | [diff] [blame] | 157 | rtc::scoped_refptr<FrameTransformerInterface> frame_transformer_ |
| 158 | RTC_GUARDED_BY(worker_thread_); |
Tommi | 4ccdf932 | 2021-05-17 12:50:10 | [diff] [blame] | 159 | const rtc::scoped_refptr<PendingTaskSafetyFlag> worker_thread_safety_; |
Ruslan Burakov | 501bfba | 2019-02-11 09:29:19 | [diff] [blame] | 160 | }; |
| 161 | |
| 162 | } // namespace webrtc |
| 163 | |
| 164 | #endif // PC_AUDIO_RTP_RECEIVER_H_ |