brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 11 | #include "call/flexfec_receive_stream_impl.h" |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 12 | |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 13 | #include <stddef.h> |
Jonas Olsson | a4d8737 | 2019-07-05 17:08:33 | [diff] [blame] | 14 | |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 15 | #include <cstdint> |
Harald Alvestrand | 93c9aa1 | 2024-09-02 20:55:52 | [diff] [blame] | 16 | #include <memory> |
brandtr | fa5a368 | 2017-01-17 09:33:54 | [diff] [blame] | 17 | #include <string> |
brandtr | b29e652 | 2016-12-21 14:37:18 | [diff] [blame] | 18 | |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 19 | #include "api/array_view.h" |
Danil Chapovalov | 4e41db2 | 2024-08-30 13:10:20 | [diff] [blame] | 20 | #include "api/environment/environment.h" |
Harald Alvestrand | 93c9aa1 | 2024-09-02 20:55:52 | [diff] [blame] | 21 | #include "api/sequence_checker.h" |
| 22 | #include "call/flexfec_receive_stream.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 23 | #include "call/rtp_stream_receiver_controller_interface.h" |
| 24 | #include "modules/rtp_rtcp/include/flexfec_receiver.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 25 | #include "modules/rtp_rtcp/source/rtp_packet_received.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 26 | #include "rtc_base/checks.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 27 | #include "rtc_base/logging.h" |
Jonas Olsson | 0a713b6 | 2018-04-04 13:49:32 | [diff] [blame] | 28 | #include "rtc_base/strings/string_builder.h" |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 29 | |
| 30 | namespace webrtc { |
| 31 | |
brandtr | 1cfbd60 | 2016-12-08 12:17:53 | [diff] [blame] | 32 | std::string FlexfecReceiveStream::Config::ToString() const { |
Jonas Olsson | 0a713b6 | 2018-04-04 13:49:32 | [diff] [blame] | 33 | char buf[1024]; |
| 34 | rtc::SimpleStringBuilder ss(buf); |
brandtr | 1cfbd60 | 2016-12-08 12:17:53 | [diff] [blame] | 35 | ss << "{payload_type: " << payload_type; |
Tommi | 1c1f540 | 2021-06-14 08:54:20 | [diff] [blame] | 36 | ss << ", remote_ssrc: " << rtp.remote_ssrc; |
| 37 | ss << ", local_ssrc: " << rtp.local_ssrc; |
brandtr | 1cfbd60 | 2016-12-08 12:17:53 | [diff] [blame] | 38 | ss << ", protected_media_ssrcs: ["; |
| 39 | size_t i = 0; |
| 40 | for (; i + 1 < protected_media_ssrcs.size(); ++i) |
| 41 | ss << protected_media_ssrcs[i] << ", "; |
| 42 | if (!protected_media_ssrcs.empty()) |
| 43 | ss << protected_media_ssrcs[i]; |
Per K | 217b384 | 2023-01-30 15:04:01 | [diff] [blame] | 44 | ss << "}"; |
brandtr | 1cfbd60 | 2016-12-08 12:17:53 | [diff] [blame] | 45 | return ss.str(); |
| 46 | } |
| 47 | |
brandtr | 8313a6f | 2017-01-13 15:41:19 | [diff] [blame] | 48 | bool FlexfecReceiveStream::Config::IsCompleteAndEnabled() const { |
| 49 | // Check if FlexFEC is enabled. |
| 50 | if (payload_type < 0) |
| 51 | return false; |
| 52 | // Do we have the necessary SSRC information? |
Tommi | 1c1f540 | 2021-06-14 08:54:20 | [diff] [blame] | 53 | if (rtp.remote_ssrc == 0) |
brandtr | 8313a6f | 2017-01-13 15:41:19 | [diff] [blame] | 54 | return false; |
| 55 | // TODO(brandtr): Update this check when we support multistream protection. |
| 56 | if (protected_media_ssrcs.size() != 1u) |
| 57 | return false; |
| 58 | return true; |
| 59 | } |
| 60 | |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 61 | namespace { |
| 62 | |
| 63 | // TODO(brandtr): Update this function when we support multistream protection. |
brandtr | 43c31e7 | 2016-11-15 13:26:45 | [diff] [blame] | 64 | std::unique_ptr<FlexfecReceiver> MaybeCreateFlexfecReceiver( |
Sebastian Jansson | 8026d60 | 2019-03-04 18:39:01 | [diff] [blame] | 65 | Clock* clock, |
brandtr | 43c31e7 | 2016-11-15 13:26:45 | [diff] [blame] | 66 | const FlexfecReceiveStream::Config& config, |
brandtr | b29e652 | 2016-12-21 14:37:18 | [diff] [blame] | 67 | RecoveredPacketReceiver* recovered_packet_receiver) { |
brandtr | 1cfbd60 | 2016-12-08 12:17:53 | [diff] [blame] | 68 | if (config.payload_type < 0) { |
Mirko Bonadei | 675513b | 2017-11-09 10:09:25 | [diff] [blame] | 69 | RTC_LOG(LS_WARNING) |
| 70 | << "Invalid FlexFEC payload type given. " |
Jonas Olsson | b2b2031 | 2020-01-14 11:11:31 | [diff] [blame] | 71 | "This FlexfecReceiveStream will therefore be useless."; |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 72 | return nullptr; |
brandtr | 43c31e7 | 2016-11-15 13:26:45 | [diff] [blame] | 73 | } |
brandtr | 1cfbd60 | 2016-12-08 12:17:53 | [diff] [blame] | 74 | RTC_DCHECK_GE(config.payload_type, 0); |
| 75 | RTC_DCHECK_LE(config.payload_type, 127); |
Tommi | 1c1f540 | 2021-06-14 08:54:20 | [diff] [blame] | 76 | if (config.rtp.remote_ssrc == 0) { |
Mirko Bonadei | 675513b | 2017-11-09 10:09:25 | [diff] [blame] | 77 | RTC_LOG(LS_WARNING) |
| 78 | << "Invalid FlexFEC SSRC given. " |
Jonas Olsson | b2b2031 | 2020-01-14 11:11:31 | [diff] [blame] | 79 | "This FlexfecReceiveStream will therefore be useless."; |
brandtr | 43c31e7 | 2016-11-15 13:26:45 | [diff] [blame] | 80 | return nullptr; |
| 81 | } |
| 82 | if (config.protected_media_ssrcs.empty()) { |
Mirko Bonadei | 675513b | 2017-11-09 10:09:25 | [diff] [blame] | 83 | RTC_LOG(LS_WARNING) |
| 84 | << "No protected media SSRC supplied. " |
Jonas Olsson | b2b2031 | 2020-01-14 11:11:31 | [diff] [blame] | 85 | "This FlexfecReceiveStream will therefore be useless."; |
brandtr | 43c31e7 | 2016-11-15 13:26:45 | [diff] [blame] | 86 | return nullptr; |
| 87 | } |
| 88 | |
| 89 | if (config.protected_media_ssrcs.size() > 1) { |
Mirko Bonadei | 675513b | 2017-11-09 10:09:25 | [diff] [blame] | 90 | RTC_LOG(LS_WARNING) |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 91 | << "The supplied FlexfecConfig contained multiple protected " |
| 92 | "media streams, but our implementation currently only " |
brandtr | 43c31e7 | 2016-11-15 13:26:45 | [diff] [blame] | 93 | "supports protecting a single media stream. " |
| 94 | "To avoid confusion, disabling FlexFEC completely."; |
| 95 | return nullptr; |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 96 | } |
brandtr | 43c31e7 | 2016-11-15 13:26:45 | [diff] [blame] | 97 | RTC_DCHECK_EQ(1U, config.protected_media_ssrcs.size()); |
Sebastian Jansson | 8026d60 | 2019-03-04 18:39:01 | [diff] [blame] | 98 | return std::unique_ptr<FlexfecReceiver>(new FlexfecReceiver( |
Tommi | 1c1f540 | 2021-06-14 08:54:20 | [diff] [blame] | 99 | clock, config.rtp.remote_ssrc, config.protected_media_ssrcs[0], |
Sebastian Jansson | 8026d60 | 2019-03-04 18:39:01 | [diff] [blame] | 100 | recovered_packet_receiver)); |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 101 | } |
| 102 | |
| 103 | } // namespace |
| 104 | |
brandtr | 7250b39 | 2016-12-19 09:13:46 | [diff] [blame] | 105 | FlexfecReceiveStreamImpl::FlexfecReceiveStreamImpl( |
Danil Chapovalov | 4e41db2 | 2024-08-30 13:10:20 | [diff] [blame] | 106 | const Environment& env, |
Tommi | cf4ed15 | 2022-05-09 20:46:57 | [diff] [blame] | 107 | Config config, |
brandtr | fa5a368 | 2017-01-17 09:33:54 | [diff] [blame] | 108 | RecoveredPacketReceiver* recovered_packet_receiver, |
Markus Handell | eb61b7f | 2021-06-22 08:46:48 | [diff] [blame] | 109 | RtcpRttStats* rtt_stats) |
Per K | 217b384 | 2023-01-30 15:04:01 | [diff] [blame] | 110 | : remote_ssrc_(config.rtp.remote_ssrc), |
Tommi | 43b15c3 | 2022-07-28 07:24:52 | [diff] [blame] | 111 | payload_type_(config.payload_type), |
Danil Chapovalov | 4e41db2 | 2024-08-30 13:10:20 | [diff] [blame] | 112 | receiver_(MaybeCreateFlexfecReceiver(&env.clock(), |
| 113 | config, |
| 114 | recovered_packet_receiver)), |
| 115 | rtp_receive_statistics_(ReceiveStatistics::Create(&env.clock())), |
| 116 | rtp_rtcp_(env, |
| 117 | {.audio = false, |
| 118 | .receiver_only = true, |
| 119 | .receive_statistics = rtp_receive_statistics_.get(), |
| 120 | .outgoing_transport = config.rtcp_send_transport, |
| 121 | .rtt_stats = rtt_stats, |
| 122 | .local_media_ssrc = config.rtp.local_ssrc}) { |
Tommi | fc2c24e | 2022-05-25 18:54:24 | [diff] [blame] | 123 | RTC_LOG(LS_INFO) << "FlexfecReceiveStreamImpl: " << config.ToString(); |
Tommi | 43b15c3 | 2022-07-28 07:24:52 | [diff] [blame] | 124 | RTC_DCHECK_GE(payload_type_, -1); |
brandtr | fa5a368 | 2017-01-17 09:33:54 | [diff] [blame] | 125 | |
Tommi | 90738dd | 2021-05-31 15:36:47 | [diff] [blame] | 126 | packet_sequence_checker_.Detach(); |
Tommi | 0377bab | 2021-05-31 12:26:05 | [diff] [blame] | 127 | |
brandtr | fa5a368 | 2017-01-17 09:33:54 | [diff] [blame] | 128 | // RTCP reporting. |
Danil Chapovalov | 4e41db2 | 2024-08-30 13:10:20 | [diff] [blame] | 129 | rtp_rtcp_.SetRTCPStatus(config.rtcp_mode); |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 130 | } |
| 131 | |
brandtr | 7250b39 | 2016-12-19 09:13:46 | [diff] [blame] | 132 | FlexfecReceiveStreamImpl::~FlexfecReceiveStreamImpl() { |
Tommi | fc2c24e | 2022-05-25 18:54:24 | [diff] [blame] | 133 | RTC_DLOG(LS_INFO) << "~FlexfecReceiveStreamImpl: ssrc: " << remote_ssrc_; |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 134 | } |
| 135 | |
Tommi | 0377bab | 2021-05-31 12:26:05 | [diff] [blame] | 136 | void FlexfecReceiveStreamImpl::RegisterWithTransport( |
| 137 | RtpStreamReceiverControllerInterface* receiver_controller) { |
Tommi | 90738dd | 2021-05-31 15:36:47 | [diff] [blame] | 138 | RTC_DCHECK_RUN_ON(&packet_sequence_checker_); |
Tommi | 0377bab | 2021-05-31 12:26:05 | [diff] [blame] | 139 | RTC_DCHECK(!rtp_stream_receiver_); |
| 140 | |
| 141 | if (!receiver_) |
| 142 | return; |
| 143 | |
| 144 | // TODO(nisse): OnRtpPacket in this class delegates all real work to |
| 145 | // `receiver_`. So maybe we don't need to implement RtpPacketSinkInterface |
| 146 | // here at all, we'd then delete the OnRtpPacket method and instead register |
| 147 | // `receiver_` as the RtpPacketSinkInterface for this stream. |
| 148 | rtp_stream_receiver_ = |
Tommi | cf4ed15 | 2022-05-09 20:46:57 | [diff] [blame] | 149 | receiver_controller->CreateReceiver(remote_ssrc(), this); |
Tommi | 0377bab | 2021-05-31 12:26:05 | [diff] [blame] | 150 | } |
| 151 | |
| 152 | void FlexfecReceiveStreamImpl::UnregisterFromTransport() { |
Tommi | 90738dd | 2021-05-31 15:36:47 | [diff] [blame] | 153 | RTC_DCHECK_RUN_ON(&packet_sequence_checker_); |
Tommi | 0377bab | 2021-05-31 12:26:05 | [diff] [blame] | 154 | rtp_stream_receiver_.reset(); |
| 155 | } |
| 156 | |
nisse | 5c29a7a | 2017-02-16 14:52:32 | [diff] [blame] | 157 | void FlexfecReceiveStreamImpl::OnRtpPacket(const RtpPacketReceived& packet) { |
Tommi | 1f38a38 | 2021-09-08 08:44:50 | [diff] [blame] | 158 | RTC_DCHECK_RUN_ON(&packet_sequence_checker_); |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 159 | if (!receiver_) |
nisse | 5c29a7a | 2017-02-16 14:52:32 | [diff] [blame] | 160 | return; |
brandtr | fa5a368 | 2017-01-17 09:33:54 | [diff] [blame] | 161 | |
nisse | 5c29a7a | 2017-02-16 14:52:32 | [diff] [blame] | 162 | receiver_->OnRtpPacket(packet); |
brandtr | fa5a368 | 2017-01-17 09:33:54 | [diff] [blame] | 163 | |
Artem Titov | ea24027 | 2021-07-26 10:40:21 | [diff] [blame] | 164 | // Do not report media packets in the RTCP RRs generated by `rtp_rtcp_`. |
Tommi | cf4ed15 | 2022-05-09 20:46:57 | [diff] [blame] | 165 | if (packet.Ssrc() == remote_ssrc()) { |
Niels Möller | 1f3206c | 2018-09-14 06:26:32 | [diff] [blame] | 166 | rtp_receive_statistics_->OnRtpPacket(packet); |
brandtr | fa5a368 | 2017-01-17 09:33:54 | [diff] [blame] | 167 | } |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 168 | } |
| 169 | |
Tommi | 43b15c3 | 2022-07-28 07:24:52 | [diff] [blame] | 170 | void FlexfecReceiveStreamImpl::SetPayloadType(int payload_type) { |
| 171 | RTC_DCHECK_RUN_ON(&packet_sequence_checker_); |
| 172 | RTC_DCHECK_GE(payload_type, -1); |
| 173 | payload_type_ = payload_type; |
| 174 | } |
| 175 | |
| 176 | int FlexfecReceiveStreamImpl::payload_type() const { |
| 177 | RTC_DCHECK_RUN_ON(&packet_sequence_checker_); |
| 178 | return payload_type_; |
| 179 | } |
| 180 | |
Tommi | 1331c18 | 2022-05-17 08:13:52 | [diff] [blame] | 181 | void FlexfecReceiveStreamImpl::SetLocalSsrc(uint32_t local_ssrc) { |
| 182 | RTC_DCHECK_RUN_ON(&packet_sequence_checker_); |
Danil Chapovalov | 4e41db2 | 2024-08-30 13:10:20 | [diff] [blame] | 183 | if (local_ssrc == rtp_rtcp_.local_media_ssrc()) |
Tommi | 1331c18 | 2022-05-17 08:13:52 | [diff] [blame] | 184 | return; |
| 185 | |
Danil Chapovalov | 4e41db2 | 2024-08-30 13:10:20 | [diff] [blame] | 186 | rtp_rtcp_.SetLocalSsrc(local_ssrc); |
Tommi | 1331c18 | 2022-05-17 08:13:52 | [diff] [blame] | 187 | } |
| 188 | |
brandtr | 76648da | 2016-10-20 11:54:48 | [diff] [blame] | 189 | } // namespace webrtc |