deadbeef | 6979b02 | 2015-09-24 23:47:53 | [diff] [blame] | 1 | /* |
kjellander | b24317b | 2016-02-10 15:54:43 | [diff] [blame] | 2 | * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
deadbeef | 6979b02 | 2015-09-24 23:47:53 | [diff] [blame] | 3 | * |
kjellander | b24317b | 2016-02-10 15:54:43 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
deadbeef | 6979b02 | 2015-09-24 23:47:53 | [diff] [blame] | 9 | */ |
| 10 | |
Steve Anton | 10542f2 | 2019-01-11 17:11:00 | [diff] [blame] | 11 | #include "pc/rtp_sender.h" |
deadbeef | 6979b02 | 2015-09-24 23:47:53 | [diff] [blame] | 12 | |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 | [diff] [blame] | 13 | #include <algorithm> |
Yves Gerey | cb11a31 | 2019-07-26 16:51:59 | [diff] [blame] | 14 | #include <atomic> |
Harald Alvestrand | c24a218 | 2022-02-23 13:44:59 | [diff] [blame] | 15 | #include <string> |
Benjamin Wright | d81ac95 | 2018-08-30 00:02:10 | [diff] [blame] | 16 | #include <utility> |
Steve Anton | 36b29d1 | 2017-10-30 16:57:42 | [diff] [blame] | 17 | #include <vector> |
| 18 | |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 | [diff] [blame] | 19 | #include "absl/algorithm/container.h" |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 20 | #include "api/audio_options.h" |
Steve Anton | 10542f2 | 2019-01-11 17:11:00 | [diff] [blame] | 21 | #include "api/media_stream_interface.h" |
Harald Alvestrand | 5761e7b | 2021-01-29 14:45:08 | [diff] [blame] | 22 | #include "api/priority.h" |
Florent Castelli | 8c4b9ea | 2023-06-02 16:06:57 | [diff] [blame] | 23 | #include "api/rtc_error.h" |
Steve Anton | 10542f2 | 2019-01-11 17:11:00 | [diff] [blame] | 24 | #include "media/base/media_engine.h" |
Henrik Boström | f785989 | 2022-07-04 12:36:37 | [diff] [blame] | 25 | #include "pc/legacy_stats_collector_interface.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 26 | #include "rtc_base/checks.h" |
| 27 | #include "rtc_base/helpers.h" |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 28 | #include "rtc_base/logging.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 29 | #include "rtc_base/trace_event.h" |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 30 | |
| 31 | namespace webrtc { |
| 32 | |
Harald Alvestrand | c72af93 | 2018-01-11 16:18:19 | [diff] [blame] | 33 | namespace { |
| 34 | |
Yves Gerey | cb11a31 | 2019-07-26 16:51:59 | [diff] [blame] | 35 | // This function is only expected to be called on the signaling thread. |
| 36 | // On the other hand, some test or even production setups may use |
| 37 | // several signaling threads. |
Harald Alvestrand | c72af93 | 2018-01-11 16:18:19 | [diff] [blame] | 38 | int GenerateUniqueId() { |
Yves Gerey | cb11a31 | 2019-07-26 16:51:59 | [diff] [blame] | 39 | static std::atomic<int> g_unique_id{0}; |
Harald Alvestrand | c72af93 | 2018-01-11 16:18:19 | [diff] [blame] | 40 | |
| 41 | return ++g_unique_id; |
| 42 | } |
| 43 | |
Seth Hampson | 2d2c888 | 2018-05-16 23:02:32 | [diff] [blame] | 44 | // Returns true if a "per-sender" encoding parameter contains a value that isn't |
| 45 | // its default. Currently max_bitrate_bps and bitrate_priority both are |
| 46 | // implemented "per-sender," meaning that these encoding parameters |
| 47 | // are used for the RtpSender as a whole, not for a specific encoding layer. |
| 48 | // This is done by setting these encoding parameters at index 0 of |
| 49 | // RtpParameters.encodings. This function can be used to check if these |
| 50 | // parameters are set at any index other than 0 of RtpParameters.encodings, |
| 51 | // because they are currently unimplemented to be used for a specific encoding |
| 52 | // layer. |
| 53 | bool PerSenderRtpEncodingParameterHasValue( |
| 54 | const RtpEncodingParameters& encoding_params) { |
Tim Haloun | 648d28a | 2018-10-18 23:52:22 | [diff] [blame] | 55 | if (encoding_params.bitrate_priority != kDefaultBitratePriority || |
Taylor Brandstetter | 3f1aee3 | 2020-02-27 19:59:23 | [diff] [blame] | 56 | encoding_params.network_priority != Priority::kLow) { |
Seth Hampson | 2d2c888 | 2018-05-16 23:02:32 | [diff] [blame] | 57 | return true; |
| 58 | } |
| 59 | return false; |
| 60 | } |
| 61 | |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 62 | void RemoveEncodingLayers(const std::vector<std::string>& rids, |
| 63 | std::vector<RtpEncodingParameters>* encodings) { |
| 64 | RTC_DCHECK(encodings); |
| 65 | encodings->erase( |
| 66 | std::remove_if(encodings->begin(), encodings->end(), |
| 67 | [&rids](const RtpEncodingParameters& encoding) { |
| 68 | return absl::c_linear_search(rids, encoding.rid); |
| 69 | }), |
| 70 | encodings->end()); |
| 71 | } |
| 72 | |
| 73 | RtpParameters RestoreEncodingLayers( |
| 74 | const RtpParameters& parameters, |
| 75 | const std::vector<std::string>& removed_rids, |
| 76 | const std::vector<RtpEncodingParameters>& all_layers) { |
Henrik Boström | 2b1f509 | 2022-07-13 09:10:14 | [diff] [blame] | 77 | RTC_CHECK_EQ(parameters.encodings.size() + removed_rids.size(), |
| 78 | all_layers.size()); |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 79 | RtpParameters result(parameters); |
| 80 | result.encodings.clear(); |
| 81 | size_t index = 0; |
| 82 | for (const RtpEncodingParameters& encoding : all_layers) { |
| 83 | if (absl::c_linear_search(removed_rids, encoding.rid)) { |
| 84 | result.encodings.push_back(encoding); |
| 85 | continue; |
| 86 | } |
| 87 | result.encodings.push_back(parameters.encodings[index++]); |
| 88 | } |
| 89 | return result; |
| 90 | } |
| 91 | |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 92 | class SignalingThreadCallback { |
| 93 | public: |
| 94 | SignalingThreadCallback(rtc::Thread* signaling_thread, |
| 95 | SetParametersCallback callback) |
| 96 | : signaling_thread_(signaling_thread), callback_(std::move(callback)) {} |
| 97 | SignalingThreadCallback(SignalingThreadCallback&& other) |
| 98 | : signaling_thread_(other.signaling_thread_), |
| 99 | callback_(std::move(other.callback_)) { |
| 100 | other.callback_ = nullptr; |
| 101 | } |
| 102 | |
| 103 | ~SignalingThreadCallback() { |
| 104 | if (callback_) { |
| 105 | Resolve(RTCError(RTCErrorType::INTERNAL_ERROR)); |
| 106 | |
| 107 | RTC_CHECK_NOTREACHED(); |
| 108 | } |
| 109 | } |
| 110 | |
| 111 | void operator()(const RTCError& error) { Resolve(error); } |
| 112 | |
| 113 | private: |
| 114 | void Resolve(const RTCError& error) { |
| 115 | if (!signaling_thread_->IsCurrent()) { |
| 116 | signaling_thread_->PostTask( |
| 117 | [callback = std::move(callback_), error]() mutable { |
| 118 | webrtc::InvokeSetParametersCallback(callback, error); |
| 119 | }); |
| 120 | callback_ = nullptr; |
| 121 | return; |
| 122 | } |
| 123 | |
| 124 | webrtc::InvokeSetParametersCallback(callback_, error); |
| 125 | callback_ = nullptr; |
| 126 | } |
| 127 | |
| 128 | rtc::Thread* signaling_thread_; |
| 129 | SetParametersCallback callback_; |
| 130 | }; |
| 131 | |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 132 | } // namespace |
| 133 | |
Seth Hampson | 2d2c888 | 2018-05-16 23:02:32 | [diff] [blame] | 134 | // Returns true if any RtpParameters member that isn't implemented contains a |
| 135 | // value. |
| 136 | bool UnimplementedRtpParameterHasValue(const RtpParameters& parameters) { |
Florent Castelli | 87b3c51 | 2018-07-18 14:00:28 | [diff] [blame] | 137 | if (!parameters.mid.empty()) { |
Seth Hampson | 2d2c888 | 2018-05-16 23:02:32 | [diff] [blame] | 138 | return true; |
| 139 | } |
| 140 | for (size_t i = 0; i < parameters.encodings.size(); ++i) { |
Seth Hampson | 2d2c888 | 2018-05-16 23:02:32 | [diff] [blame] | 141 | // Encoding parameters that are per-sender should only contain value at |
| 142 | // index 0. |
| 143 | if (i != 0 && |
| 144 | PerSenderRtpEncodingParameterHasValue(parameters.encodings[i])) { |
| 145 | return true; |
| 146 | } |
| 147 | } |
| 148 | return false; |
| 149 | } |
| 150 | |
Guido Urdaneta | 1ff16c8 | 2019-05-20 17:31:53 | [diff] [blame] | 151 | RtpSenderBase::RtpSenderBase(rtc::Thread* worker_thread, |
| 152 | const std::string& id, |
| 153 | SetStreamsObserver* set_streams_observer) |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 154 | : signaling_thread_(rtc::Thread::Current()), |
| 155 | worker_thread_(worker_thread), |
Guido Urdaneta | 1ff16c8 | 2019-05-20 17:31:53 | [diff] [blame] | 156 | id_(id), |
| 157 | set_streams_observer_(set_streams_observer) { |
Steve Anton | 47136dd | 2018-01-12 18:49:35 | [diff] [blame] | 158 | RTC_DCHECK(worker_thread); |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 159 | init_parameters_.encodings.emplace_back(); |
deadbeef | 20cb0c1 | 2017-02-02 04:27:00 | [diff] [blame] | 160 | } |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 161 | |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 162 | void RtpSenderBase::SetFrameEncryptor( |
Benjamin Wright | d81ac95 | 2018-08-30 00:02:10 | [diff] [blame] | 163 | rtc::scoped_refptr<FrameEncryptorInterface> frame_encryptor) { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 164 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Benjamin Wright | d81ac95 | 2018-08-30 00:02:10 | [diff] [blame] | 165 | frame_encryptor_ = std::move(frame_encryptor); |
Benjamin Wright | 6cc9cca | 2018-10-10 00:29:54 | [diff] [blame] | 166 | // Special Case: Set the frame encryptor to any value on any existing channel. |
Benjamin Wright | c462a6e | 2018-10-26 20:16:16 | [diff] [blame] | 167 | if (media_channel_ && ssrc_ && !stopped_) { |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 168 | worker_thread_->BlockingCall( |
| 169 | [&] { media_channel_->SetFrameEncryptor(ssrc_, frame_encryptor_); }); |
Benjamin Wright | 6cc9cca | 2018-10-10 00:29:54 | [diff] [blame] | 170 | } |
Benjamin Wright | d81ac95 | 2018-08-30 00:02:10 | [diff] [blame] | 171 | } |
| 172 | |
Jonas Oreland | 6545516 | 2022-06-08 09:25:46 | [diff] [blame] | 173 | void RtpSenderBase::SetEncoderSelector( |
| 174 | std::unique_ptr<VideoEncoderFactory::EncoderSelectorInterface> |
| 175 | encoder_selector) { |
| 176 | RTC_DCHECK_RUN_ON(signaling_thread_); |
| 177 | encoder_selector_ = std::move(encoder_selector); |
| 178 | SetEncoderSelectorOnChannel(); |
| 179 | } |
| 180 | |
| 181 | void RtpSenderBase::SetEncoderSelectorOnChannel() { |
| 182 | RTC_DCHECK_RUN_ON(signaling_thread_); |
| 183 | if (media_channel_ && ssrc_ && !stopped_) { |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 184 | worker_thread_->BlockingCall([&] { |
Jonas Oreland | 6545516 | 2022-06-08 09:25:46 | [diff] [blame] | 185 | media_channel_->SetEncoderSelector(ssrc_, encoder_selector_.get()); |
| 186 | }); |
| 187 | } |
| 188 | } |
| 189 | |
Harald Alvestrand | 36fafc8 | 2022-12-08 08:47:42 | [diff] [blame] | 190 | void RtpSenderBase::SetMediaChannel( |
| 191 | cricket::MediaSendChannelInterface* media_channel) { |
Amit Hilbuch | dd9390c | 2018-11-14 00:26:05 | [diff] [blame] | 192 | RTC_DCHECK(media_channel == nullptr || |
| 193 | media_channel->media_type() == media_type()); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 194 | media_channel_ = media_channel; |
Benjamin Wright | bfd412e | 2018-09-10 21:06:02 | [diff] [blame] | 195 | } |
| 196 | |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 197 | RtpParameters RtpSenderBase::GetParametersInternal() const { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 198 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 199 | if (stopped_) { |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 200 | return RtpParameters(); |
| 201 | } |
Amit Hilbuch | aa58415 | 2019-02-07 01:09:52 | [diff] [blame] | 202 | if (!media_channel_ || !ssrc_) { |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 203 | return init_parameters_; |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 204 | } |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 205 | return worker_thread_->BlockingCall([&] { |
Florent Castelli | cebf50f | 2018-05-03 13:31:53 | [diff] [blame] | 206 | RtpParameters result = media_channel_->GetRtpSendParameters(ssrc_); |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 207 | RemoveEncodingLayers(disabled_rids_, &result.encodings); |
Florent Castelli | cebf50f | 2018-05-03 13:31:53 | [diff] [blame] | 208 | return result; |
Steve Anton | 47136dd | 2018-01-12 18:49:35 | [diff] [blame] | 209 | }); |
deadbeef | a601f5c | 2016-06-06 21:27:39 | [diff] [blame] | 210 | } |
| 211 | |
Harald Alvestrand | 0166be8 | 2022-08-25 11:31:01 | [diff] [blame] | 212 | RtpParameters RtpSenderBase::GetParametersInternalWithAllLayers() const { |
| 213 | RTC_DCHECK_RUN_ON(signaling_thread_); |
| 214 | if (stopped_) { |
| 215 | return RtpParameters(); |
| 216 | } |
| 217 | if (!media_channel_ || !ssrc_) { |
| 218 | return init_parameters_; |
| 219 | } |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 220 | return worker_thread_->BlockingCall([&] { |
Harald Alvestrand | 0166be8 | 2022-08-25 11:31:01 | [diff] [blame] | 221 | RtpParameters result = media_channel_->GetRtpSendParameters(ssrc_); |
| 222 | return result; |
| 223 | }); |
| 224 | } |
| 225 | |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 226 | RtpParameters RtpSenderBase::GetParameters() const { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 227 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 228 | RtpParameters result = GetParametersInternal(); |
| 229 | last_transaction_id_ = rtc::CreateRandomUuid(); |
| 230 | result.transaction_id = last_transaction_id_.value(); |
| 231 | return result; |
| 232 | } |
| 233 | |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 234 | void RtpSenderBase::SetParametersInternal(const RtpParameters& parameters, |
| 235 | SetParametersCallback callback, |
| 236 | bool blocking) { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 237 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 238 | RTC_DCHECK(!stopped_); |
Florent Castelli | cebf50f | 2018-05-03 13:31:53 | [diff] [blame] | 239 | |
Seth Hampson | 2d2c888 | 2018-05-16 23:02:32 | [diff] [blame] | 240 | if (UnimplementedRtpParameterHasValue(parameters)) { |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 241 | RTCError error( |
Seth Hampson | 2d2c888 | 2018-05-16 23:02:32 | [diff] [blame] | 242 | RTCErrorType::UNSUPPORTED_PARAMETER, |
| 243 | "Attempted to set an unimplemented parameter of RtpParameters."); |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 244 | RTC_LOG(LS_ERROR) << error.message() << " (" |
| 245 | << ::webrtc::ToString(error.type()) << ")"; |
| 246 | webrtc::InvokeSetParametersCallback(callback, error); |
| 247 | return; |
Seth Hampson | 2d2c888 | 2018-05-16 23:02:32 | [diff] [blame] | 248 | } |
Amit Hilbuch | aa58415 | 2019-02-07 01:09:52 | [diff] [blame] | 249 | if (!media_channel_ || !ssrc_) { |
Florent Castelli | c1a0bcb | 2019-01-29 13:26:48 | [diff] [blame] | 250 | auto result = cricket::CheckRtpParametersInvalidModificationAndValues( |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 251 | init_parameters_, parameters, video_codec_preferences_); |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 252 | if (result.ok()) { |
| 253 | init_parameters_ = parameters; |
| 254 | } |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 255 | webrtc::InvokeSetParametersCallback(callback, result); |
| 256 | return; |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 257 | } |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 258 | auto task = [&, callback = std::move(callback), |
| 259 | parameters = std::move(parameters)]() mutable { |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 260 | RtpParameters rtp_parameters = parameters; |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 261 | RtpParameters old_parameters = media_channel_->GetRtpSendParameters(ssrc_); |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 262 | if (!disabled_rids_.empty()) { |
| 263 | // Need to add the inactive layers. |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 264 | rtp_parameters = RestoreEncodingLayers(parameters, disabled_rids_, |
| 265 | old_parameters.encodings); |
| 266 | } |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 267 | |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 268 | RTCError result = cricket::CheckRtpParametersInvalidModificationAndValues( |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 269 | old_parameters, rtp_parameters); |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 270 | if (!result.ok()) { |
| 271 | webrtc::InvokeSetParametersCallback(callback, result); |
| 272 | return; |
| 273 | } |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 274 | |
| 275 | result = CheckSVCParameters(rtp_parameters); |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 276 | if (!result.ok()) { |
| 277 | webrtc::InvokeSetParametersCallback(callback, result); |
| 278 | return; |
| 279 | } |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 280 | |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 281 | media_channel_->SetRtpSendParameters(ssrc_, rtp_parameters, |
| 282 | std::move(callback)); |
| 283 | }; |
| 284 | if (blocking) |
| 285 | worker_thread_->BlockingCall(task); |
| 286 | else |
| 287 | worker_thread_->PostTask(std::move(task)); |
deadbeef | a601f5c | 2016-06-06 21:27:39 | [diff] [blame] | 288 | } |
| 289 | |
Harald Alvestrand | 0166be8 | 2022-08-25 11:31:01 | [diff] [blame] | 290 | RTCError RtpSenderBase::SetParametersInternalWithAllLayers( |
| 291 | const RtpParameters& parameters) { |
| 292 | RTC_DCHECK_RUN_ON(signaling_thread_); |
| 293 | RTC_DCHECK(!stopped_); |
| 294 | |
| 295 | if (UnimplementedRtpParameterHasValue(parameters)) { |
| 296 | LOG_AND_RETURN_ERROR( |
| 297 | RTCErrorType::UNSUPPORTED_PARAMETER, |
| 298 | "Attempted to set an unimplemented parameter of RtpParameters."); |
| 299 | } |
| 300 | if (!media_channel_ || !ssrc_) { |
| 301 | auto result = cricket::CheckRtpParametersInvalidModificationAndValues( |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 302 | init_parameters_, parameters, video_codec_preferences_); |
Harald Alvestrand | 0166be8 | 2022-08-25 11:31:01 | [diff] [blame] | 303 | if (result.ok()) { |
| 304 | init_parameters_ = parameters; |
| 305 | } |
| 306 | return result; |
| 307 | } |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 308 | return worker_thread_->BlockingCall([&] { |
Harald Alvestrand | 0166be8 | 2022-08-25 11:31:01 | [diff] [blame] | 309 | RtpParameters rtp_parameters = parameters; |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 310 | return media_channel_->SetRtpSendParameters(ssrc_, rtp_parameters, nullptr); |
Harald Alvestrand | 0166be8 | 2022-08-25 11:31:01 | [diff] [blame] | 311 | }); |
| 312 | } |
| 313 | |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 314 | RTCError RtpSenderBase::CheckSetParameters(const RtpParameters& parameters) { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 315 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Harald Alvestrand | 6060df5 | 2020-08-11 07:54:02 | [diff] [blame] | 316 | if (is_transceiver_stopped_) { |
| 317 | LOG_AND_RETURN_ERROR( |
| 318 | RTCErrorType::INVALID_STATE, |
| 319 | "Cannot set parameters on sender of a stopped transceiver."); |
| 320 | } |
| 321 | if (stopped_) { |
| 322 | LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_STATE, |
| 323 | "Cannot set parameters on a stopped sender."); |
| 324 | } |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 325 | if (!last_transaction_id_) { |
| 326 | LOG_AND_RETURN_ERROR( |
| 327 | RTCErrorType::INVALID_STATE, |
| 328 | "Failed to set parameters since getParameters() has never been called" |
| 329 | " on this sender"); |
| 330 | } |
| 331 | if (last_transaction_id_ != parameters.transaction_id) { |
| 332 | LOG_AND_RETURN_ERROR( |
| 333 | RTCErrorType::INVALID_MODIFICATION, |
| 334 | "Failed to set parameters since the transaction_id doesn't match" |
| 335 | " the last value returned from getParameters()"); |
| 336 | } |
| 337 | |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 338 | return RTCError::OK(); |
| 339 | } |
| 340 | |
| 341 | RTCError RtpSenderBase::SetParameters(const RtpParameters& parameters) { |
| 342 | RTC_DCHECK_RUN_ON(signaling_thread_); |
| 343 | TRACE_EVENT0("webrtc", "RtpSenderBase::SetParameters"); |
| 344 | RTCError result = CheckSetParameters(parameters); |
| 345 | if (!result.ok()) |
| 346 | return result; |
| 347 | |
| 348 | // Some tests rely on working in single thread mode without a run loop and a |
| 349 | // blocking call is required to keep them working. The encoder configuration |
| 350 | // also involves another thread with an asynchronous task, thus we still do |
| 351 | // need to wait for the callback to be resolved this way. |
| 352 | std::unique_ptr<rtc::Event> done_event = std::make_unique<rtc::Event>(); |
| 353 | SetParametersInternal( |
| 354 | parameters, |
| 355 | [done = done_event.get(), &result](RTCError error) { |
| 356 | result = error; |
| 357 | done->Set(); |
| 358 | }, |
| 359 | true); |
| 360 | done_event->Wait(rtc::Event::kForever); |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 361 | last_transaction_id_.reset(); |
| 362 | return result; |
| 363 | } |
| 364 | |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 365 | void RtpSenderBase::SetParametersAsync(const RtpParameters& parameters, |
| 366 | SetParametersCallback callback) { |
| 367 | RTC_DCHECK_RUN_ON(signaling_thread_); |
| 368 | RTC_DCHECK(callback); |
| 369 | TRACE_EVENT0("webrtc", "RtpSenderBase::SetParametersAsync"); |
| 370 | RTCError result = CheckSetParameters(parameters); |
| 371 | if (!result.ok()) { |
| 372 | webrtc::InvokeSetParametersCallback(callback, result); |
| 373 | return; |
| 374 | } |
| 375 | |
| 376 | SetParametersInternal( |
| 377 | parameters, |
| 378 | SignalingThreadCallback( |
| 379 | signaling_thread_, |
| 380 | [this, callback = std::move(callback)](RTCError error) mutable { |
| 381 | last_transaction_id_.reset(); |
| 382 | webrtc::InvokeSetParametersCallback(callback, error); |
| 383 | }), |
| 384 | false); |
| 385 | } |
| 386 | |
Philipp Hancke | e04c397 | 2022-12-21 14:46:46 | [diff] [blame] | 387 | void RtpSenderBase::set_stream_ids(const std::vector<std::string>& stream_ids) { |
| 388 | stream_ids_.clear(); |
| 389 | absl::c_copy_if(stream_ids, std::back_inserter(stream_ids_), |
| 390 | [this](const std::string& stream_id) { |
| 391 | return !absl::c_linear_search(stream_ids_, stream_id); |
| 392 | }); |
| 393 | } |
| 394 | |
Guido Urdaneta | 1ff16c8 | 2019-05-20 17:31:53 | [diff] [blame] | 395 | void RtpSenderBase::SetStreams(const std::vector<std::string>& stream_ids) { |
| 396 | set_stream_ids(stream_ids); |
| 397 | if (set_streams_observer_) |
| 398 | set_streams_observer_->OnSetStreams(); |
| 399 | } |
| 400 | |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 401 | bool RtpSenderBase::SetTrack(MediaStreamTrackInterface* track) { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 402 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 403 | TRACE_EVENT0("webrtc", "RtpSenderBase::SetTrack"); |
| 404 | if (stopped_) { |
| 405 | RTC_LOG(LS_ERROR) << "SetTrack can't be called on a stopped RtpSender."; |
| 406 | return false; |
Benjamin Wright | 6cc9cca | 2018-10-10 00:29:54 | [diff] [blame] | 407 | } |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 408 | if (track && track->kind() != track_kind()) { |
| 409 | RTC_LOG(LS_ERROR) << "SetTrack with " << track->kind() |
| 410 | << " called on RtpSender with " << track_kind() |
| 411 | << " track."; |
| 412 | return false; |
| 413 | } |
| 414 | |
| 415 | // Detach from old track. |
| 416 | if (track_) { |
| 417 | DetachTrack(); |
| 418 | track_->UnregisterObserver(this); |
| 419 | RemoveTrackFromStats(); |
| 420 | } |
| 421 | |
| 422 | // Attach to new track. |
| 423 | bool prev_can_send_track = can_send_track(); |
| 424 | // Keep a reference to the old track to keep it alive until we call SetSend. |
| 425 | rtc::scoped_refptr<MediaStreamTrackInterface> old_track = track_; |
| 426 | track_ = track; |
| 427 | if (track_) { |
| 428 | track_->RegisterObserver(this); |
| 429 | AttachTrack(); |
| 430 | } |
| 431 | |
| 432 | // Update channel. |
| 433 | if (can_send_track()) { |
| 434 | SetSend(); |
| 435 | AddTrackToStats(); |
| 436 | } else if (prev_can_send_track) { |
| 437 | ClearSend(); |
| 438 | } |
| 439 | attachment_id_ = (track_ ? GenerateUniqueId() : 0); |
| 440 | return true; |
Benjamin Wright | d81ac95 | 2018-08-30 00:02:10 | [diff] [blame] | 441 | } |
| 442 | |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 443 | void RtpSenderBase::SetSsrc(uint32_t ssrc) { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 444 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 445 | TRACE_EVENT0("webrtc", "RtpSenderBase::SetSsrc"); |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 446 | if (stopped_ || ssrc == ssrc_) { |
| 447 | return; |
| 448 | } |
| 449 | // If we are already sending with a particular SSRC, stop sending. |
| 450 | if (can_send_track()) { |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 451 | ClearSend(); |
| 452 | RemoveTrackFromStats(); |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 453 | } |
| 454 | ssrc_ = ssrc; |
| 455 | if (can_send_track()) { |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 456 | SetSend(); |
| 457 | AddTrackToStats(); |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 458 | } |
Byoungchan Lee | 10a7d23 | 2022-07-20 12:49:17 | [diff] [blame] | 459 | if (!init_parameters_.encodings.empty() || |
| 460 | init_parameters_.degradation_preference.has_value()) { |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 461 | worker_thread_->BlockingCall([&] { |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 462 | RTC_DCHECK(media_channel_); |
| 463 | // Get the current parameters, which are constructed from the SDP. |
| 464 | // The number of layers in the SDP is currently authoritative to support |
| 465 | // SDP munging for Plan-B simulcast with "a=ssrc-group:SIM <ssrc-id>..." |
| 466 | // lines as described in RFC 5576. |
| 467 | // All fields should be default constructed and the SSRC field set, which |
| 468 | // we need to copy. |
| 469 | RtpParameters current_parameters = |
| 470 | media_channel_->GetRtpSendParameters(ssrc_); |
Harald Alvestrand | 3fe8b0d | 2022-07-01 07:36:59 | [diff] [blame] | 471 | RTC_CHECK_GE(current_parameters.encodings.size(), |
| 472 | init_parameters_.encodings.size()); |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 473 | for (size_t i = 0; i < init_parameters_.encodings.size(); ++i) { |
| 474 | init_parameters_.encodings[i].ssrc = |
| 475 | current_parameters.encodings[i].ssrc; |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 476 | init_parameters_.encodings[i].rid = current_parameters.encodings[i].rid; |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 477 | current_parameters.encodings[i] = init_parameters_.encodings[i]; |
| 478 | } |
| 479 | current_parameters.degradation_preference = |
| 480 | init_parameters_.degradation_preference; |
Florent Castelli | acabb36 | 2022-10-18 15:05:16 | [diff] [blame] | 481 | media_channel_->SetRtpSendParameters(ssrc_, current_parameters, nullptr); |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 482 | init_parameters_.encodings.clear(); |
Byoungchan Lee | 10a7d23 | 2022-07-20 12:49:17 | [diff] [blame] | 483 | init_parameters_.degradation_preference = absl::nullopt; |
Florent Castelli | 892acf0 | 2018-10-01 20:47:20 | [diff] [blame] | 484 | }); |
| 485 | } |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 486 | // Attempt to attach the frame decryptor to the current media channel. |
| 487 | if (frame_encryptor_) { |
| 488 | SetFrameEncryptor(frame_encryptor_); |
| 489 | } |
Marina Ciocea | e77912b | 2020-02-27 15:16:55 | [diff] [blame] | 490 | if (frame_transformer_) { |
| 491 | SetEncoderToPacketizerFrameTransformer(frame_transformer_); |
| 492 | } |
Jonas Oreland | 6545516 | 2022-06-08 09:25:46 | [diff] [blame] | 493 | if (encoder_selector_) { |
| 494 | SetEncoderSelectorOnChannel(); |
| 495 | } |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 496 | } |
| 497 | |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 498 | void RtpSenderBase::Stop() { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 499 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 500 | TRACE_EVENT0("webrtc", "RtpSenderBase::Stop"); |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 501 | // TODO(deadbeef): Need to do more here to fully stop sending packets. |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 502 | if (stopped_) { |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 503 | return; |
| 504 | } |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 505 | if (track_) { |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 506 | DetachTrack(); |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 507 | track_->UnregisterObserver(this); |
| 508 | } |
| 509 | if (can_send_track()) { |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 510 | ClearSend(); |
| 511 | RemoveTrackFromStats(); |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 512 | } |
Harald Alvestrand | 3d976f6 | 2018-03-19 18:05:06 | [diff] [blame] | 513 | media_channel_ = nullptr; |
Guido Urdaneta | 1ff16c8 | 2019-05-20 17:31:53 | [diff] [blame] | 514 | set_streams_observer_ = nullptr; |
deadbeef | fac0655 | 2015-11-25 19:26:01 | [diff] [blame] | 515 | stopped_ = true; |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 516 | } |
| 517 | |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 518 | RTCError RtpSenderBase::DisableEncodingLayers( |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 519 | const std::vector<std::string>& rids) { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 520 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 521 | if (stopped_) { |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 522 | LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_STATE, |
| 523 | "Cannot disable encodings on a stopped sender."); |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 524 | } |
| 525 | |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 526 | if (rids.empty()) { |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 527 | return RTCError::OK(); |
| 528 | } |
| 529 | |
| 530 | // Check that all the specified layers exist and disable them in the channel. |
Harald Alvestrand | 0166be8 | 2022-08-25 11:31:01 | [diff] [blame] | 531 | RtpParameters parameters = GetParametersInternalWithAllLayers(); |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 532 | for (const std::string& rid : rids) { |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 533 | if (absl::c_none_of(parameters.encodings, |
| 534 | [&rid](const RtpEncodingParameters& encoding) { |
| 535 | return encoding.rid == rid; |
| 536 | })) { |
| 537 | LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, |
| 538 | "RID: " + rid + " does not refer to a valid layer."); |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 539 | } |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 540 | } |
| 541 | |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 542 | if (!media_channel_ || !ssrc_) { |
| 543 | RemoveEncodingLayers(rids, &init_parameters_.encodings); |
| 544 | // Invalidate any transaction upon success. |
| 545 | last_transaction_id_.reset(); |
| 546 | return RTCError::OK(); |
| 547 | } |
| 548 | |
| 549 | for (RtpEncodingParameters& encoding : parameters.encodings) { |
| 550 | // Remain active if not in the disable list. |
| 551 | encoding.active &= absl::c_none_of( |
| 552 | rids, |
| 553 | [&encoding](const std::string& rid) { return encoding.rid == rid; }); |
| 554 | } |
| 555 | |
Harald Alvestrand | 0166be8 | 2022-08-25 11:31:01 | [diff] [blame] | 556 | RTCError result = SetParametersInternalWithAllLayers(parameters); |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 557 | if (result.ok()) { |
| 558 | disabled_rids_.insert(disabled_rids_.end(), rids.begin(), rids.end()); |
Amit Hilbuch | 619b294 | 2019-02-26 23:55:19 | [diff] [blame] | 559 | // Invalidate any transaction upon success. |
| 560 | last_transaction_id_.reset(); |
Amit Hilbuch | 2297d33 | 2019-02-19 20:49:22 | [diff] [blame] | 561 | } |
| 562 | return result; |
| 563 | } |
| 564 | |
Marina Ciocea | e77912b | 2020-02-27 15:16:55 | [diff] [blame] | 565 | void RtpSenderBase::SetEncoderToPacketizerFrameTransformer( |
| 566 | rtc::scoped_refptr<FrameTransformerInterface> frame_transformer) { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 567 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Marina Ciocea | e77912b | 2020-02-27 15:16:55 | [diff] [blame] | 568 | frame_transformer_ = std::move(frame_transformer); |
| 569 | if (media_channel_ && ssrc_ && !stopped_) { |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 570 | worker_thread_->BlockingCall([&] { |
Marina Ciocea | e77912b | 2020-02-27 15:16:55 | [diff] [blame] | 571 | media_channel_->SetEncoderToPacketizerFrameTransformer( |
| 572 | ssrc_, frame_transformer_); |
| 573 | }); |
| 574 | } |
| 575 | } |
| 576 | |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 577 | LocalAudioSinkAdapter::LocalAudioSinkAdapter() : sink_(nullptr) {} |
| 578 | |
| 579 | LocalAudioSinkAdapter::~LocalAudioSinkAdapter() { |
Markus Handell | 6fcd0f8 | 2020-07-07 17:08:53 | [diff] [blame] | 580 | MutexLock lock(&lock_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 581 | if (sink_) |
| 582 | sink_->OnClose(); |
| 583 | } |
| 584 | |
Minyue Li | 99d6d81 | 2020-01-29 09:25:12 | [diff] [blame] | 585 | void LocalAudioSinkAdapter::OnData( |
| 586 | const void* audio_data, |
| 587 | int bits_per_sample, |
| 588 | int sample_rate, |
| 589 | size_t number_of_channels, |
| 590 | size_t number_of_frames, |
| 591 | absl::optional<int64_t> absolute_capture_timestamp_ms) { |
Olga Sharonova | 2d0ba28 | 2022-09-27 13:22:34 | [diff] [blame] | 592 | TRACE_EVENT2("webrtc", "LocalAudioSinkAdapter::OnData", "sample_rate", |
| 593 | sample_rate, "number_of_frames", number_of_frames); |
Markus Handell | 6fcd0f8 | 2020-07-07 17:08:53 | [diff] [blame] | 594 | MutexLock lock(&lock_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 595 | if (sink_) { |
| 596 | sink_->OnData(audio_data, bits_per_sample, sample_rate, number_of_channels, |
Minyue Li | 99d6d81 | 2020-01-29 09:25:12 | [diff] [blame] | 597 | number_of_frames, absolute_capture_timestamp_ms); |
Gustaf Ullberg | 46ea5d7 | 2020-12-15 14:12:16 | [diff] [blame] | 598 | num_preferred_channels_ = sink_->NumPreferredChannels(); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 599 | } |
| 600 | } |
| 601 | |
| 602 | void LocalAudioSinkAdapter::SetSink(cricket::AudioSource::Sink* sink) { |
Markus Handell | 6fcd0f8 | 2020-07-07 17:08:53 | [diff] [blame] | 603 | MutexLock lock(&lock_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 604 | RTC_DCHECK(!sink || !sink_); |
| 605 | sink_ = sink; |
| 606 | } |
| 607 | |
| 608 | rtc::scoped_refptr<AudioRtpSender> AudioRtpSender::Create( |
| 609 | rtc::Thread* worker_thread, |
| 610 | const std::string& id, |
Henrik Boström | f785989 | 2022-07-04 12:36:37 | [diff] [blame] | 611 | LegacyStatsCollectorInterface* stats, |
Guido Urdaneta | 1ff16c8 | 2019-05-20 17:31:53 | [diff] [blame] | 612 | SetStreamsObserver* set_streams_observer) { |
Tommi | 87f7090 | 2021-04-27 12:43:08 | [diff] [blame] | 613 | return rtc::make_ref_counted<AudioRtpSender>(worker_thread, id, stats, |
| 614 | set_streams_observer); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 615 | } |
| 616 | |
| 617 | AudioRtpSender::AudioRtpSender(rtc::Thread* worker_thread, |
| 618 | const std::string& id, |
Henrik Boström | f785989 | 2022-07-04 12:36:37 | [diff] [blame] | 619 | LegacyStatsCollectorInterface* legacy_stats, |
Guido Urdaneta | 1ff16c8 | 2019-05-20 17:31:53 | [diff] [blame] | 620 | SetStreamsObserver* set_streams_observer) |
| 621 | : RtpSenderBase(worker_thread, id, set_streams_observer), |
Henrik Boström | f785989 | 2022-07-04 12:36:37 | [diff] [blame] | 622 | legacy_stats_(legacy_stats), |
Fredrik Solenberg | da2afbd | 2022-08-03 10:07:51 | [diff] [blame] | 623 | dtmf_sender_(DtmfSender::Create(rtc::Thread::Current(), this)), |
| 624 | dtmf_sender_proxy_( |
| 625 | DtmfSenderProxy::Create(rtc::Thread::Current(), dtmf_sender_)), |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 626 | sink_adapter_(new LocalAudioSinkAdapter()) {} |
| 627 | |
| 628 | AudioRtpSender::~AudioRtpSender() { |
Fredrik Solenberg | da2afbd | 2022-08-03 10:07:51 | [diff] [blame] | 629 | dtmf_sender_->OnDtmfProviderDestroyed(); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 630 | Stop(); |
| 631 | } |
| 632 | |
| 633 | bool AudioRtpSender::CanInsertDtmf() { |
| 634 | if (!media_channel_) { |
| 635 | RTC_LOG(LS_ERROR) << "CanInsertDtmf: No audio channel exists."; |
| 636 | return false; |
| 637 | } |
| 638 | // Check that this RTP sender is active (description has been applied that |
| 639 | // matches an SSRC to its ID). |
| 640 | if (!ssrc_) { |
| 641 | RTC_LOG(LS_ERROR) << "CanInsertDtmf: Sender does not have SSRC."; |
| 642 | return false; |
| 643 | } |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 644 | return worker_thread_->BlockingCall( |
| 645 | [&] { return voice_media_channel()->CanInsertDtmf(); }); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 646 | } |
| 647 | |
| 648 | bool AudioRtpSender::InsertDtmf(int code, int duration) { |
| 649 | if (!media_channel_) { |
| 650 | RTC_LOG(LS_ERROR) << "InsertDtmf: No audio channel exists."; |
| 651 | return false; |
| 652 | } |
| 653 | if (!ssrc_) { |
| 654 | RTC_LOG(LS_ERROR) << "InsertDtmf: Sender does not have SSRC."; |
| 655 | return false; |
| 656 | } |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 657 | bool success = worker_thread_->BlockingCall( |
| 658 | [&] { return voice_media_channel()->InsertDtmf(ssrc_, code, duration); }); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 659 | if (!success) { |
| 660 | RTC_LOG(LS_ERROR) << "Failed to insert DTMF to channel."; |
| 661 | } |
| 662 | return success; |
| 663 | } |
| 664 | |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 665 | void AudioRtpSender::OnChanged() { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 666 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 667 | TRACE_EVENT0("webrtc", "AudioRtpSender::OnChanged"); |
| 668 | RTC_DCHECK(!stopped_); |
| 669 | if (cached_track_enabled_ != track_->enabled()) { |
| 670 | cached_track_enabled_ = track_->enabled(); |
| 671 | if (can_send_track()) { |
| 672 | SetSend(); |
| 673 | } |
| 674 | } |
| 675 | } |
| 676 | |
| 677 | void AudioRtpSender::DetachTrack() { |
| 678 | RTC_DCHECK(track_); |
| 679 | audio_track()->RemoveSink(sink_adapter_.get()); |
| 680 | } |
| 681 | |
| 682 | void AudioRtpSender::AttachTrack() { |
| 683 | RTC_DCHECK(track_); |
| 684 | cached_track_enabled_ = track_->enabled(); |
| 685 | audio_track()->AddSink(sink_adapter_.get()); |
| 686 | } |
| 687 | |
| 688 | void AudioRtpSender::AddTrackToStats() { |
Henrik Boström | f785989 | 2022-07-04 12:36:37 | [diff] [blame] | 689 | if (can_send_track() && legacy_stats_) { |
| 690 | legacy_stats_->AddLocalAudioTrack(audio_track().get(), ssrc_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 691 | } |
| 692 | } |
| 693 | |
| 694 | void AudioRtpSender::RemoveTrackFromStats() { |
Henrik Boström | f785989 | 2022-07-04 12:36:37 | [diff] [blame] | 695 | if (can_send_track() && legacy_stats_) { |
| 696 | legacy_stats_->RemoveLocalAudioTrack(audio_track().get(), ssrc_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 697 | } |
| 698 | } |
| 699 | |
| 700 | rtc::scoped_refptr<DtmfSenderInterface> AudioRtpSender::GetDtmfSender() const { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 701 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 702 | return dtmf_sender_proxy_; |
| 703 | } |
| 704 | |
Philipp Hancke | a1b4eb2 | 2022-11-04 13:45:23 | [diff] [blame] | 705 | RTCError AudioRtpSender::GenerateKeyFrame( |
| 706 | const std::vector<std::string>& rids) { |
Philipp Hancke | d237c2b | 2022-10-25 07:54:28 | [diff] [blame] | 707 | RTC_DCHECK_RUN_ON(signaling_thread_); |
| 708 | RTC_DLOG(LS_ERROR) << "Tried to get generate a key frame for audio."; |
| 709 | return RTCError(RTCErrorType::UNSUPPORTED_OPERATION, |
| 710 | "Generating key frames for audio is not supported."); |
| 711 | } |
| 712 | |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 713 | void AudioRtpSender::SetSend() { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 714 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 715 | RTC_DCHECK(!stopped_); |
| 716 | RTC_DCHECK(can_send_track()); |
| 717 | if (!media_channel_) { |
| 718 | RTC_LOG(LS_ERROR) << "SetAudioSend: No audio channel exists."; |
| 719 | return; |
| 720 | } |
| 721 | cricket::AudioOptions options; |
| 722 | #if !defined(WEBRTC_CHROMIUM_BUILD) && !defined(WEBRTC_WEBKIT_BUILD) |
| 723 | // TODO(tommi): Remove this hack when we move CreateAudioSource out of |
| 724 | // PeerConnection. This is a bit of a strange way to apply local audio |
| 725 | // options since it is also applied to all streams/channels, local or remote. |
| 726 | if (track_->enabled() && audio_track()->GetSource() && |
| 727 | !audio_track()->GetSource()->remote()) { |
| 728 | options = audio_track()->GetSource()->options(); |
| 729 | } |
| 730 | #endif |
| 731 | |
Artem Titov | cfea218 | 2021-08-09 23:22:31 | [diff] [blame] | 732 | // `track_->enabled()` hops to the signaling thread, so call it before we hop |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 733 | // to the worker thread or else it will deadlock. |
| 734 | bool track_enabled = track_->enabled(); |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 735 | bool success = worker_thread_->BlockingCall([&] { |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 736 | return voice_media_channel()->SetAudioSend(ssrc_, track_enabled, &options, |
| 737 | sink_adapter_.get()); |
| 738 | }); |
| 739 | if (!success) { |
| 740 | RTC_LOG(LS_ERROR) << "SetAudioSend: ssrc is incorrect: " << ssrc_; |
| 741 | } |
| 742 | } |
| 743 | |
| 744 | void AudioRtpSender::ClearSend() { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 745 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 746 | RTC_DCHECK(ssrc_ != 0); |
| 747 | RTC_DCHECK(!stopped_); |
| 748 | if (!media_channel_) { |
| 749 | RTC_LOG(LS_WARNING) << "ClearAudioSend: No audio channel exists."; |
| 750 | return; |
| 751 | } |
| 752 | cricket::AudioOptions options; |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 753 | bool success = worker_thread_->BlockingCall([&] { |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 754 | return voice_media_channel()->SetAudioSend(ssrc_, false, &options, nullptr); |
| 755 | }); |
| 756 | if (!success) { |
| 757 | RTC_LOG(LS_WARNING) << "ClearAudioSend: ssrc is incorrect: " << ssrc_; |
| 758 | } |
| 759 | } |
| 760 | |
| 761 | rtc::scoped_refptr<VideoRtpSender> VideoRtpSender::Create( |
| 762 | rtc::Thread* worker_thread, |
Guido Urdaneta | 1ff16c8 | 2019-05-20 17:31:53 | [diff] [blame] | 763 | const std::string& id, |
| 764 | SetStreamsObserver* set_streams_observer) { |
Tommi | 87f7090 | 2021-04-27 12:43:08 | [diff] [blame] | 765 | return rtc::make_ref_counted<VideoRtpSender>(worker_thread, id, |
| 766 | set_streams_observer); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 767 | } |
| 768 | |
| 769 | VideoRtpSender::VideoRtpSender(rtc::Thread* worker_thread, |
Guido Urdaneta | 1ff16c8 | 2019-05-20 17:31:53 | [diff] [blame] | 770 | const std::string& id, |
| 771 | SetStreamsObserver* set_streams_observer) |
| 772 | : RtpSenderBase(worker_thread, id, set_streams_observer) {} |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 773 | |
| 774 | VideoRtpSender::~VideoRtpSender() { |
| 775 | Stop(); |
| 776 | } |
| 777 | |
| 778 | void VideoRtpSender::OnChanged() { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 779 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 780 | TRACE_EVENT0("webrtc", "VideoRtpSender::OnChanged"); |
| 781 | RTC_DCHECK(!stopped_); |
Tomas Gunnarsson | dfd69c2 | 2022-02-15 12:56:50 | [diff] [blame] | 782 | |
| 783 | auto content_hint = video_track()->content_hint(); |
| 784 | if (cached_track_content_hint_ != content_hint) { |
| 785 | cached_track_content_hint_ = content_hint; |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 786 | if (can_send_track()) { |
| 787 | SetSend(); |
| 788 | } |
| 789 | } |
| 790 | } |
| 791 | |
| 792 | void VideoRtpSender::AttachTrack() { |
| 793 | RTC_DCHECK(track_); |
| 794 | cached_track_content_hint_ = video_track()->content_hint(); |
| 795 | } |
| 796 | |
| 797 | rtc::scoped_refptr<DtmfSenderInterface> VideoRtpSender::GetDtmfSender() const { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 798 | RTC_DCHECK_RUN_ON(signaling_thread_); |
| 799 | RTC_DLOG(LS_ERROR) << "Tried to get DTMF sender from video sender."; |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 800 | return nullptr; |
| 801 | } |
| 802 | |
Philipp Hancke | a1b4eb2 | 2022-11-04 13:45:23 | [diff] [blame] | 803 | RTCError VideoRtpSender::GenerateKeyFrame( |
| 804 | const std::vector<std::string>& rids) { |
Philipp Hancke | d237c2b | 2022-10-25 07:54:28 | [diff] [blame] | 805 | RTC_DCHECK_RUN_ON(signaling_thread_); |
| 806 | if (video_media_channel() && ssrc_ && !stopped_) { |
Philipp Hancke | fa67bcc | 2022-12-07 07:59:24 | [diff] [blame] | 807 | const auto parameters = GetParametersInternal(); |
Philipp Hancke | b83cd92 | 2022-11-09 10:06:38 | [diff] [blame] | 808 | for (const auto& rid : rids) { |
| 809 | if (rid.empty()) { |
| 810 | LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, |
| 811 | "Attempted to specify an empty rid."); |
| 812 | } |
| 813 | if (!absl::c_any_of(parameters.encodings, |
| 814 | [&rid](const RtpEncodingParameters& parameters) { |
| 815 | return parameters.rid == rid; |
| 816 | })) { |
| 817 | LOG_AND_RETURN_ERROR(RTCErrorType::INVALID_PARAMETER, |
| 818 | "Attempted to specify a rid not configured."); |
| 819 | } |
| 820 | } |
Philipp Hancke | a1b4eb2 | 2022-11-04 13:45:23 | [diff] [blame] | 821 | worker_thread_->PostTask([&, rids] { |
| 822 | video_media_channel()->GenerateSendKeyFrame(ssrc_, rids); |
| 823 | }); |
Philipp Hancke | d237c2b | 2022-10-25 07:54:28 | [diff] [blame] | 824 | } else { |
| 825 | RTC_LOG(LS_WARNING) << "Tried to generate key frame for sender that is " |
| 826 | "stopped or has no media channel."; |
| 827 | } |
| 828 | return RTCError::OK(); |
| 829 | } |
| 830 | |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 831 | void VideoRtpSender::SetSend() { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 832 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 833 | RTC_DCHECK(!stopped_); |
| 834 | RTC_DCHECK(can_send_track()); |
| 835 | if (!media_channel_) { |
| 836 | RTC_LOG(LS_ERROR) << "SetVideoSend: No video channel exists."; |
| 837 | return; |
| 838 | } |
| 839 | cricket::VideoOptions options; |
| 840 | VideoTrackSourceInterface* source = video_track()->GetSource(); |
| 841 | if (source) { |
| 842 | options.is_screencast = source->is_screencast(); |
| 843 | options.video_noise_reduction = source->needs_denoising(); |
| 844 | } |
Florent Castelli | b05ca4b | 2020-03-05 12:39:55 | [diff] [blame] | 845 | options.content_hint = cached_track_content_hint_; |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 846 | switch (cached_track_content_hint_) { |
| 847 | case VideoTrackInterface::ContentHint::kNone: |
| 848 | break; |
| 849 | case VideoTrackInterface::ContentHint::kFluid: |
| 850 | options.is_screencast = false; |
| 851 | break; |
| 852 | case VideoTrackInterface::ContentHint::kDetailed: |
| 853 | case VideoTrackInterface::ContentHint::kText: |
| 854 | options.is_screencast = true; |
| 855 | break; |
| 856 | } |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 857 | bool success = worker_thread_->BlockingCall([&] { |
Niels Möller | afb246b | 2022-04-20 12:26:50 | [diff] [blame] | 858 | return video_media_channel()->SetVideoSend(ssrc_, &options, |
| 859 | video_track().get()); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 860 | }); |
| 861 | RTC_DCHECK(success); |
| 862 | } |
| 863 | |
| 864 | void VideoRtpSender::ClearSend() { |
Tomas Gunnarsson | fe328ca | 2022-02-16 19:02:12 | [diff] [blame] | 865 | RTC_DCHECK_RUN_ON(signaling_thread_); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 866 | RTC_DCHECK(ssrc_ != 0); |
| 867 | RTC_DCHECK(!stopped_); |
| 868 | if (!media_channel_) { |
| 869 | RTC_LOG(LS_WARNING) << "SetVideoSend: No video channel exists."; |
| 870 | return; |
| 871 | } |
Artem Titov | 880fa81 | 2021-07-30 20:30:23 | [diff] [blame] | 872 | // Allow SetVideoSend to fail since `enable` is false and `source` is null. |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 873 | // This the normal case when the underlying media channel has already been |
| 874 | // deleted. |
Danil Chapovalov | 9e09a1f | 2022-09-08 16:38:10 | [diff] [blame] | 875 | worker_thread_->BlockingCall( |
| 876 | [&] { video_media_channel()->SetVideoSend(ssrc_, nullptr, nullptr); }); |
Amit Hilbuch | ea7ef2a | 2019-02-19 23:20:21 | [diff] [blame] | 877 | } |
| 878 | |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 879 | RTCError VideoRtpSender::CheckSVCParameters(const RtpParameters& parameters) { |
Florent Castelli | 8c4b9ea | 2023-06-02 16:06:57 | [diff] [blame] | 880 | absl::optional<cricket::VideoCodec> send_codec = |
| 881 | video_media_channel()->GetSendCodec(); |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 882 | |
| 883 | // Match the currently used codec against the codec preferences to gather |
| 884 | // the SVC capabilities. |
| 885 | std::vector<cricket::VideoCodec> codecs; |
Florent Castelli | 8c4b9ea | 2023-06-02 16:06:57 | [diff] [blame] | 886 | if (send_codec) { |
| 887 | for (const auto& codec_preference : video_codec_preferences_) { |
| 888 | if (send_codec->Matches(codec_preference)) { |
| 889 | codecs.push_back(codec_preference); |
| 890 | break; |
| 891 | } |
Florent Castelli | 725ee24 | 2022-10-18 15:05:58 | [diff] [blame] | 892 | } |
| 893 | } |
| 894 | |
| 895 | return cricket::CheckScalabilityModeValues(parameters, codecs); |
| 896 | } |
| 897 | |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 898 | } // namespace webrtc |