|  | /* | 
|  | *  Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 
|  | * | 
|  | *  Use of this source code is governed by a BSD-style license | 
|  | *  that can be found in the LICENSE file in the root of the source | 
|  | *  tree. An additional intellectual property rights grant can be found | 
|  | *  in the file PATENTS.  All contributing project authors may | 
|  | *  be found in the AUTHORS file in the root of the source tree. | 
|  | */ | 
|  |  | 
|  | #include "modules/rtp_rtcp/source/rtcp_receiver.h" | 
|  |  | 
|  | #include <string.h> | 
|  |  | 
|  | #include <algorithm> | 
|  | #include <cstddef> | 
|  | #include <cstdint> | 
|  | #include <iterator> | 
|  | #include <limits> | 
|  | #include <map> | 
|  | #include <memory> | 
|  | #include <optional> | 
|  | #include <utility> | 
|  | #include <vector> | 
|  |  | 
|  | #include "absl/algorithm/container.h" | 
|  | #include "absl/base/attributes.h" | 
|  | #include "api/array_view.h" | 
|  | #include "api/environment/environment.h" | 
|  | #include "api/field_trials_view.h" | 
|  | #include "api/sequence_checker.h" | 
|  | #include "api/transport/network_types.h" | 
|  | #include "api/units/data_rate.h" | 
|  | #include "api/units/time_delta.h" | 
|  | #include "api/units/timestamp.h" | 
|  | #include "api/video/video_bitrate_allocation.h" | 
|  | #include "api/video/video_bitrate_allocator.h" | 
|  | #include "api/video/video_codec_constants.h" | 
|  | #include "modules/rtp_rtcp/include/report_block_data.h" | 
|  | #include "modules/rtp_rtcp/include/rtp_rtcp_defines.h" | 
|  | #include "modules/rtp_rtcp/source/ntp_time_util.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/app.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/bye.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/common_header.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/congestion_control_feedback.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/dlrr.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/extended_reports.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/fir.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/loss_notification.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/nack.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/pli.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/psfb.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/rapid_resync_request.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/receiver_report.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/remb.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/remote_estimate.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/rtpfb.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/sdes.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/sender_report.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/tmmbn.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/tmmbr.h" | 
|  | #include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h" | 
|  | #include "modules/rtp_rtcp/source/rtp_rtcp_impl2.h" | 
|  | #include "modules/rtp_rtcp/source/rtp_rtcp_interface.h" | 
|  | #include "modules/rtp_rtcp/source/tmmbr_help.h" | 
|  | #include "rtc_base/checks.h" | 
|  | #include "rtc_base/containers/flat_map.h" | 
|  | #include "rtc_base/logging.h" | 
|  | #include "rtc_base/synchronization/mutex.h" | 
|  | #include "rtc_base/trace_event.h" | 
|  | #include "system_wrappers/include/ntp_time.h" | 
|  |  | 
|  | namespace webrtc { | 
|  | namespace { | 
|  |  | 
|  | using rtcp::CommonHeader; | 
|  | using rtcp::ReportBlock; | 
|  |  | 
|  | // The number of RTCP time intervals needed to trigger a timeout. | 
|  | constexpr int kRrTimeoutIntervals = 3; | 
|  |  | 
|  | constexpr TimeDelta kTmmbrTimeoutInterval = TimeDelta::Seconds(25); | 
|  | constexpr TimeDelta kMaxWarningLogInterval = TimeDelta::Seconds(10); | 
|  | constexpr TimeDelta kRtcpMinFrameLength = TimeDelta::Millis(17); | 
|  |  | 
|  | // Maximum number of received RRTRs that will be stored. | 
|  | constexpr size_t kMaxNumberOfStoredRrtrs = 300; | 
|  |  | 
|  | constexpr TimeDelta kDefaultVideoReportInterval = TimeDelta::Seconds(1); | 
|  | constexpr TimeDelta kDefaultAudioReportInterval = TimeDelta::Seconds(5); | 
|  |  | 
|  | // Returns true if the `timestamp` has exceeded the |interval * | 
|  | // kRrTimeoutIntervals| period and was reset (set to PlusInfinity()). Returns | 
|  | // false if the timer was either already reset or if it has not expired. | 
|  | bool ResetTimestampIfExpired(const Timestamp now, | 
|  | Timestamp& timestamp, | 
|  | TimeDelta interval) { | 
|  | if (timestamp.IsInfinite() || | 
|  | now <= timestamp + interval * kRrTimeoutIntervals) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | timestamp = Timestamp::PlusInfinity(); | 
|  | return true; | 
|  | } | 
|  |  | 
|  | }  // namespace | 
|  |  | 
|  | RTCPReceiver::RegisteredSsrcs::RegisteredSsrcs( | 
|  | bool disable_sequence_checker, | 
|  | const RtpRtcpInterface::Configuration& config) | 
|  | : packet_sequence_checker_(disable_sequence_checker) { | 
|  | packet_sequence_checker_.Detach(); | 
|  | ssrcs_.push_back(config.local_media_ssrc); | 
|  | if (config.rtx_send_ssrc) { | 
|  | ssrcs_.push_back(*config.rtx_send_ssrc); | 
|  | } | 
|  | if (config.fec_generator) { | 
|  | std::optional<uint32_t> flexfec_ssrc = config.fec_generator->FecSsrc(); | 
|  | if (flexfec_ssrc) { | 
|  | ssrcs_.push_back(*flexfec_ssrc); | 
|  | } | 
|  | } | 
|  | // Ensure that the RegisteredSsrcs can inline the SSRCs. | 
|  | RTC_DCHECK_LE(ssrcs_.size(), kMaxSimulcastStreams); | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::RegisteredSsrcs::contains(uint32_t ssrc) const { | 
|  | RTC_DCHECK_RUN_ON(&packet_sequence_checker_); | 
|  | return absl::c_linear_search(ssrcs_, ssrc); | 
|  | } | 
|  |  | 
|  | uint32_t RTCPReceiver::RegisteredSsrcs::media_ssrc() const { | 
|  | RTC_DCHECK_RUN_ON(&packet_sequence_checker_); | 
|  | return ssrcs_[kMediaSsrcIndex]; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::RegisteredSsrcs::set_media_ssrc(uint32_t ssrc) { | 
|  | RTC_DCHECK_RUN_ON(&packet_sequence_checker_); | 
|  | ssrcs_[kMediaSsrcIndex] = ssrc; | 
|  | } | 
|  |  | 
|  | struct RTCPReceiver::PacketInformation { | 
|  | uint32_t packet_type_flags = 0;  // RTCPPacketTypeFlags bit field. | 
|  |  | 
|  | uint32_t remote_ssrc = 0; | 
|  | std::vector<uint16_t> nack_sequence_numbers; | 
|  | std::vector<ReportBlockData> report_block_datas; | 
|  | std::optional<TimeDelta> rtt; | 
|  | uint32_t receiver_estimated_max_bitrate_bps = 0; | 
|  | std::unique_ptr<rtcp::TransportFeedback> transport_feedback; | 
|  | std::optional<rtcp::CongestionControlFeedback> congestion_control_feedback; | 
|  | std::optional<VideoBitrateAllocation> target_bitrate_allocation; | 
|  | std::optional<NetworkStateEstimate> network_state_estimate; | 
|  | std::unique_ptr<rtcp::LossNotification> loss_notification; | 
|  | }; | 
|  |  | 
|  | RTCPReceiver::RTCPReceiver(const Environment& env, | 
|  | const RtpRtcpInterface::Configuration& config, | 
|  | ModuleRtpRtcpImpl2* owner) | 
|  | : env_(env), | 
|  | receiver_only_(config.receiver_only), | 
|  | enable_congestion_controller_feedback_(env_.field_trials().IsEnabled( | 
|  | "WebRTC-RFC8888CongestionControlFeedback")), | 
|  | rtp_rtcp_(owner), | 
|  | registered_ssrcs_(false, config), | 
|  | network_link_rtcp_observer_(config.network_link_rtcp_observer), | 
|  | rtcp_intra_frame_observer_(config.intra_frame_callback), | 
|  | rtcp_loss_notification_observer_(config.rtcp_loss_notification_observer), | 
|  | network_state_estimate_observer_(config.network_state_estimate_observer), | 
|  | bitrate_allocation_observer_(config.bitrate_allocation_observer), | 
|  | report_interval_(config.rtcp_report_interval_ms > 0 | 
|  | ? TimeDelta::Millis(config.rtcp_report_interval_ms) | 
|  | : (config.audio ? kDefaultAudioReportInterval | 
|  | : kDefaultVideoReportInterval)), | 
|  | // TODO(bugs.webrtc.org/10774): Remove fallback. | 
|  | remote_ssrc_(0), | 
|  | xr_rrtr_status_(config.non_sender_rtt_measurement), | 
|  | oldest_tmmbr_info_(Timestamp::Zero()), | 
|  | cname_callback_(config.rtcp_cname_callback), | 
|  | report_block_data_observer_(config.report_block_data_observer), | 
|  | packet_type_counter_observer_(config.rtcp_packet_type_counter_observer), | 
|  | num_skipped_packets_(0), | 
|  | last_skipped_packets_warning_(env_.clock().CurrentTime()) { | 
|  | RTC_DCHECK(owner); | 
|  | } | 
|  |  | 
|  | RTCPReceiver::RTCPReceiver(const Environment& env, | 
|  | const RtpRtcpInterface::Configuration& config, | 
|  | ModuleRtpRtcp* owner) | 
|  | : env_(env), | 
|  | receiver_only_(config.receiver_only), | 
|  | enable_congestion_controller_feedback_(env_.field_trials().IsEnabled( | 
|  | "WebRTC-RFC8888CongestionControlFeedback")), | 
|  | rtp_rtcp_(owner), | 
|  | registered_ssrcs_(true, config), | 
|  | network_link_rtcp_observer_(config.network_link_rtcp_observer), | 
|  | rtcp_intra_frame_observer_(config.intra_frame_callback), | 
|  | rtcp_loss_notification_observer_(config.rtcp_loss_notification_observer), | 
|  | network_state_estimate_observer_(config.network_state_estimate_observer), | 
|  | bitrate_allocation_observer_(config.bitrate_allocation_observer), | 
|  | report_interval_(config.rtcp_report_interval_ms > 0 | 
|  | ? TimeDelta::Millis(config.rtcp_report_interval_ms) | 
|  | : (config.audio ? kDefaultAudioReportInterval | 
|  | : kDefaultVideoReportInterval)), | 
|  | // TODO(bugs.webrtc.org/10774): Remove fallback. | 
|  | remote_ssrc_(0), | 
|  | xr_rrtr_status_(config.non_sender_rtt_measurement), | 
|  | oldest_tmmbr_info_(Timestamp::Zero()), | 
|  | cname_callback_(config.rtcp_cname_callback), | 
|  | report_block_data_observer_(config.report_block_data_observer), | 
|  | packet_type_counter_observer_(config.rtcp_packet_type_counter_observer), | 
|  | num_skipped_packets_(0), | 
|  | last_skipped_packets_warning_(env_.clock().CurrentTime()) { | 
|  | RTC_DCHECK(owner); | 
|  | // Dear reader - if you're here because of this log statement and are | 
|  | // wondering what this is about, chances are that you are using an instance | 
|  | // of RTCPReceiver without using the webrtc APIs. This creates a bit of a | 
|  | // problem for WebRTC because this class is a part of an internal | 
|  | // implementation that is constantly changing and being improved. | 
|  | // The intention of this log statement is to give a heads up that changes | 
|  | // are coming and encourage you to use the public APIs or be prepared that | 
|  | // things might break down the line as more changes land. A thing you could | 
|  | // try out for now is to replace the `CustomSequenceChecker` in the header | 
|  | // with a regular `SequenceChecker` and see if that triggers an | 
|  | // error in your code. If it does, chances are you have your own threading | 
|  | // model that is not the same as WebRTC internally has. | 
|  | RTC_LOG(LS_INFO) << "************** !!!DEPRECATION WARNING!! **************"; | 
|  | } | 
|  |  | 
|  | RTCPReceiver::~RTCPReceiver() {} | 
|  |  | 
|  | void RTCPReceiver::IncomingPacket(rtc::ArrayView<const uint8_t> packet) { | 
|  | if (packet.empty()) { | 
|  | RTC_LOG(LS_WARNING) << "Incoming empty RTCP packet"; | 
|  | return; | 
|  | } | 
|  |  | 
|  | PacketInformation packet_information; | 
|  | if (!ParseCompoundPacket(packet, &packet_information)) | 
|  | return; | 
|  | TriggerCallbacksFromRtcpPacket(packet_information); | 
|  | } | 
|  |  | 
|  | // This method is only used by test and legacy code, so we should be able to | 
|  | // remove it soon. | 
|  | int64_t RTCPReceiver::LastReceivedReportBlockMs() const { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | return last_received_rb_.IsFinite() ? last_received_rb_.ms() : 0; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::SetRemoteSSRC(uint32_t ssrc) { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | // New SSRC reset old reports. | 
|  | remote_sender_.last_arrival_ntp_timestamp.Reset(); | 
|  | remote_ssrc_ = ssrc; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::set_local_media_ssrc(uint32_t ssrc) { | 
|  | registered_ssrcs_.set_media_ssrc(ssrc); | 
|  | } | 
|  |  | 
|  | uint32_t RTCPReceiver::local_media_ssrc() const { | 
|  | return registered_ssrcs_.media_ssrc(); | 
|  | } | 
|  |  | 
|  | uint32_t RTCPReceiver::RemoteSSRC() const { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | return remote_ssrc_; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::RttStats::AddRtt(TimeDelta rtt) { | 
|  | last_rtt_ = rtt; | 
|  | sum_rtt_ += rtt; | 
|  | ++num_rtts_; | 
|  | } | 
|  |  | 
|  | std::optional<TimeDelta> RTCPReceiver::AverageRtt() const { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | auto it = rtts_.find(remote_ssrc_); | 
|  | if (it == rtts_.end()) { | 
|  | return std::nullopt; | 
|  | } | 
|  | return it->second.average_rtt(); | 
|  | } | 
|  |  | 
|  | std::optional<TimeDelta> RTCPReceiver::LastRtt() const { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | auto it = rtts_.find(remote_ssrc_); | 
|  | if (it == rtts_.end()) { | 
|  | return std::nullopt; | 
|  | } | 
|  | return it->second.last_rtt(); | 
|  | } | 
|  |  | 
|  | RTCPReceiver::NonSenderRttStats RTCPReceiver::GetNonSenderRTT() const { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | auto it = non_sender_rtts_.find(remote_ssrc_); | 
|  | if (it == non_sender_rtts_.end()) { | 
|  | return {}; | 
|  | } | 
|  | return it->second; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::SetNonSenderRttMeasurement(bool enabled) { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | xr_rrtr_status_ = enabled; | 
|  | } | 
|  |  | 
|  | std::optional<TimeDelta> RTCPReceiver::GetAndResetXrRrRtt() { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | std::optional<TimeDelta> rtt = xr_rr_rtt_; | 
|  | xr_rr_rtt_ = std::nullopt; | 
|  | return rtt; | 
|  | } | 
|  |  | 
|  | // Called regularly (1/sec) on the worker thread to do rtt  calculations. | 
|  | std::optional<TimeDelta> RTCPReceiver::OnPeriodicRttUpdate(Timestamp newer_than, | 
|  | bool sending) { | 
|  | // Running on the worker thread (same as construction thread). | 
|  | std::optional<TimeDelta> rtt; | 
|  |  | 
|  | if (sending) { | 
|  | // Check if we've received a report block within the last kRttUpdateInterval | 
|  | // amount of time. | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | if (last_received_rb_.IsInfinite() || last_received_rb_ > newer_than) { | 
|  | TimeDelta max_rtt = TimeDelta::MinusInfinity(); | 
|  | for (const auto& rtt_stats : rtts_) { | 
|  | if (rtt_stats.second.last_rtt() > max_rtt) { | 
|  | max_rtt = rtt_stats.second.last_rtt(); | 
|  | } | 
|  | } | 
|  | if (max_rtt.IsFinite()) { | 
|  | rtt = max_rtt; | 
|  | } | 
|  | } | 
|  |  | 
|  | // Check for expired timers and if so, log and reset. | 
|  | Timestamp now = env_.clock().CurrentTime(); | 
|  | if (RtcpRrTimeoutLocked(now)) { | 
|  | RTC_LOG_F(LS_WARNING) << "Timeout: No RTCP RR received."; | 
|  | } else if (RtcpRrSequenceNumberTimeoutLocked(now)) { | 
|  | RTC_LOG_F(LS_WARNING) << "Timeout: No increase in RTCP RR extended " | 
|  | "highest sequence number."; | 
|  | } | 
|  | } else { | 
|  | // Report rtt from receiver. | 
|  | rtt = GetAndResetXrRrRtt(); | 
|  | } | 
|  |  | 
|  | return rtt; | 
|  | } | 
|  |  | 
|  | std::optional<RtpRtcpInterface::SenderReportStats> | 
|  | RTCPReceiver::GetSenderReportStats() const { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | if (!remote_sender_.last_arrival_ntp_timestamp.Valid()) { | 
|  | return std::nullopt; | 
|  | } | 
|  |  | 
|  | return remote_sender_; | 
|  | } | 
|  |  | 
|  | std::vector<rtcp::ReceiveTimeInfo> | 
|  | RTCPReceiver::ConsumeReceivedXrReferenceTimeInfo() { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  |  | 
|  | const size_t last_xr_rtis_size = std::min( | 
|  | received_rrtrs_.size(), rtcp::ExtendedReports::kMaxNumberOfDlrrItems); | 
|  | std::vector<rtcp::ReceiveTimeInfo> last_xr_rtis; | 
|  | last_xr_rtis.reserve(last_xr_rtis_size); | 
|  |  | 
|  | const uint32_t now_ntp = CompactNtp(env_.clock().CurrentNtpTime()); | 
|  |  | 
|  | for (size_t i = 0; i < last_xr_rtis_size; ++i) { | 
|  | RrtrInformation& rrtr = received_rrtrs_.front(); | 
|  | last_xr_rtis.emplace_back(rrtr.ssrc, rrtr.received_remote_mid_ntp_time, | 
|  | now_ntp - rrtr.local_receive_mid_ntp_time); | 
|  | received_rrtrs_ssrc_it_.erase(rrtr.ssrc); | 
|  | received_rrtrs_.pop_front(); | 
|  | } | 
|  |  | 
|  | return last_xr_rtis; | 
|  | } | 
|  |  | 
|  | std::vector<ReportBlockData> RTCPReceiver::GetLatestReportBlockData() const { | 
|  | std::vector<ReportBlockData> result; | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | for (const auto& report : received_report_blocks_) { | 
|  | result.push_back(report.second); | 
|  | } | 
|  | return result; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::ParseCompoundPacket(rtc::ArrayView<const uint8_t> packet, | 
|  | PacketInformation* packet_information) { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  |  | 
|  | CommonHeader rtcp_block; | 
|  | // If a sender report is received but no DLRR, we need to reset the | 
|  | // roundTripTime stat according to the standard, see | 
|  | // https://www.w3.org/TR/webrtc-stats/#dom-rtcremoteoutboundrtpstreamstats-roundtriptime | 
|  | struct RtcpReceivedBlock { | 
|  | bool sender_report = false; | 
|  | bool dlrr = false; | 
|  | }; | 
|  | // For each remote SSRC we store if we've received a sender report or a DLRR | 
|  | // block. | 
|  | flat_map<uint32_t, RtcpReceivedBlock> received_blocks; | 
|  | bool valid = true; | 
|  | for (const uint8_t* next_block = packet.begin(); | 
|  | valid && next_block != packet.end(); | 
|  | next_block = rtcp_block.NextPacket()) { | 
|  | ptrdiff_t remaining_blocks_size = packet.end() - next_block; | 
|  | RTC_DCHECK_GT(remaining_blocks_size, 0); | 
|  | if (!rtcp_block.Parse(next_block, remaining_blocks_size)) { | 
|  | valid = false; | 
|  | break; | 
|  | } | 
|  |  | 
|  | switch (rtcp_block.type()) { | 
|  | case rtcp::SenderReport::kPacketType: | 
|  | valid = HandleSenderReport(rtcp_block, packet_information); | 
|  | received_blocks[packet_information->remote_ssrc].sender_report = true; | 
|  | break; | 
|  | case rtcp::ReceiverReport::kPacketType: | 
|  | valid = HandleReceiverReport(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::Sdes::kPacketType: | 
|  | valid = HandleSdes(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::ExtendedReports::kPacketType: { | 
|  | bool contains_dlrr = false; | 
|  | uint32_t ssrc = 0; | 
|  | valid = HandleXr(rtcp_block, packet_information, contains_dlrr, ssrc); | 
|  | if (contains_dlrr) { | 
|  | received_blocks[ssrc].dlrr = true; | 
|  | } | 
|  | break; | 
|  | } | 
|  | case rtcp::Bye::kPacketType: | 
|  | valid = HandleBye(rtcp_block); | 
|  | break; | 
|  | case rtcp::App::kPacketType: | 
|  | valid = HandleApp(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::Rtpfb::kPacketType: | 
|  | switch (rtcp_block.fmt()) { | 
|  | case rtcp::Nack::kFeedbackMessageType: | 
|  | valid = HandleNack(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::Tmmbr::kFeedbackMessageType: | 
|  | valid = HandleTmmbr(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::Tmmbn::kFeedbackMessageType: | 
|  | valid = HandleTmmbn(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::RapidResyncRequest::kFeedbackMessageType: | 
|  | valid = HandleSrReq(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::TransportFeedback::kFeedbackMessageType: | 
|  | HandleTransportFeedback(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::CongestionControlFeedback::kFeedbackMessageType: | 
|  | if (enable_congestion_controller_feedback_) { | 
|  | valid = HandleCongestionControlFeedback(rtcp_block, | 
|  | packet_information); | 
|  | break; | 
|  | } | 
|  | ABSL_FALLTHROUGH_INTENDED; | 
|  | default: | 
|  | ++num_skipped_packets_; | 
|  | break; | 
|  | } | 
|  | break; | 
|  | case rtcp::Psfb::kPacketType: | 
|  | switch (rtcp_block.fmt()) { | 
|  | case rtcp::Pli::kFeedbackMessageType: | 
|  | valid = HandlePli(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::Fir::kFeedbackMessageType: | 
|  | valid = HandleFir(rtcp_block, packet_information); | 
|  | break; | 
|  | case rtcp::Psfb::kAfbMessageType: | 
|  | HandlePsfbApp(rtcp_block, packet_information); | 
|  | break; | 
|  | default: | 
|  | ++num_skipped_packets_; | 
|  | break; | 
|  | } | 
|  | break; | 
|  | default: | 
|  | ++num_skipped_packets_; | 
|  | break; | 
|  | } | 
|  | } | 
|  |  | 
|  | if (num_skipped_packets_ > 0) { | 
|  | const Timestamp now = env_.clock().CurrentTime(); | 
|  | if (now - last_skipped_packets_warning_ >= kMaxWarningLogInterval) { | 
|  | last_skipped_packets_warning_ = now; | 
|  | RTC_LOG(LS_WARNING) | 
|  | << num_skipped_packets_ | 
|  | << " RTCP blocks were skipped due to being malformed or of " | 
|  | "unrecognized/unsupported type, during the past " | 
|  | << kMaxWarningLogInterval << " period."; | 
|  | } | 
|  | } | 
|  |  | 
|  | if (!valid) { | 
|  | ++num_skipped_packets_; | 
|  | return false; | 
|  | } | 
|  |  | 
|  | for (const auto& rb : received_blocks) { | 
|  | if (rb.second.sender_report && !rb.second.dlrr) { | 
|  | auto rtt_stats = non_sender_rtts_.find(rb.first); | 
|  | if (rtt_stats != non_sender_rtts_.end()) { | 
|  | rtt_stats->second.Invalidate(); | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | if (packet_type_counter_observer_) { | 
|  | packet_type_counter_observer_->RtcpPacketTypesCounterUpdated( | 
|  | local_media_ssrc(), packet_type_counter_); | 
|  | } | 
|  |  | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleSenderReport(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::SenderReport sender_report; | 
|  | if (!sender_report.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | const uint32_t remote_ssrc = sender_report.sender_ssrc(); | 
|  |  | 
|  | packet_information->remote_ssrc = remote_ssrc; | 
|  |  | 
|  | UpdateTmmbrRemoteIsAlive(remote_ssrc); | 
|  |  | 
|  | // Have I received RTP packets from this party? | 
|  | if (remote_ssrc_ == remote_ssrc) { | 
|  | // Only signal that we have received a SR when we accept one. | 
|  | packet_information->packet_type_flags |= kRtcpSr; | 
|  |  | 
|  | remote_sender_.last_remote_ntp_timestamp = sender_report.ntp(); | 
|  | remote_sender_.last_remote_rtp_timestamp = sender_report.rtp_timestamp(); | 
|  | remote_sender_.last_arrival_timestamp = env_.clock().CurrentTime(); | 
|  | remote_sender_.last_arrival_ntp_timestamp = env_.clock().CurrentNtpTime(); | 
|  | remote_sender_.packets_sent = sender_report.sender_packet_count(); | 
|  | remote_sender_.bytes_sent = sender_report.sender_octet_count(); | 
|  | remote_sender_.reports_count++; | 
|  | } else { | 
|  | // We will only store the send report from one source, but | 
|  | // we will store all the receive blocks. | 
|  | packet_information->packet_type_flags |= kRtcpRr; | 
|  | } | 
|  |  | 
|  | for (const rtcp::ReportBlock& report_block : sender_report.report_blocks()) { | 
|  | HandleReportBlock(report_block, packet_information, remote_ssrc); | 
|  | } | 
|  |  | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleReceiverReport(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::ReceiverReport receiver_report; | 
|  | if (!receiver_report.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | const uint32_t remote_ssrc = receiver_report.sender_ssrc(); | 
|  |  | 
|  | packet_information->remote_ssrc = remote_ssrc; | 
|  |  | 
|  | UpdateTmmbrRemoteIsAlive(remote_ssrc); | 
|  |  | 
|  | packet_information->packet_type_flags |= kRtcpRr; | 
|  |  | 
|  | for (const ReportBlock& report_block : receiver_report.report_blocks()) { | 
|  | HandleReportBlock(report_block, packet_information, remote_ssrc); | 
|  | } | 
|  |  | 
|  | return true; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::HandleReportBlock(const ReportBlock& report_block, | 
|  | PacketInformation* packet_information, | 
|  | uint32_t remote_ssrc) { | 
|  | // This will be called once per report block in the RTCP packet. | 
|  | // We filter out all report blocks that are not for us. | 
|  | // Each packet has max 31 RR blocks. | 
|  | // | 
|  | // We can calc RTT if we send a send report and get a report block back. | 
|  |  | 
|  | // `report_block.source_ssrc()` is the SSRC identifier of the source to | 
|  | // which the information in this reception report block pertains. | 
|  |  | 
|  | // Filter out all report blocks that are not for us. | 
|  | if (!registered_ssrcs_.contains(report_block.source_ssrc())) | 
|  | return; | 
|  |  | 
|  | Timestamp now = env_.clock().CurrentTime(); | 
|  | last_received_rb_ = now; | 
|  |  | 
|  | ReportBlockData* report_block_data = | 
|  | &received_report_blocks_[report_block.source_ssrc()]; | 
|  | if (report_block.extended_high_seq_num() > | 
|  | report_block_data->extended_highest_sequence_number()) { | 
|  | // We have successfully delivered new RTP packets to the remote side after | 
|  | // the last RR was sent from the remote side. | 
|  | last_increased_sequence_number_ = last_received_rb_; | 
|  | } | 
|  | NtpTime now_ntp = env_.clock().ConvertTimestampToNtpTime(now); | 
|  | // Number of seconds since 1900 January 1 00:00 GMT (see | 
|  | // https://tools.ietf.org/html/rfc868). | 
|  | report_block_data->SetReportBlock(remote_ssrc, report_block, | 
|  | Clock::NtpToUtc(now_ntp), now); | 
|  |  | 
|  | uint32_t send_time_ntp = report_block.last_sr(); | 
|  | // RFC3550, section 6.4.1, LSR field discription states: | 
|  | // If no SR has been received yet, the field is set to zero. | 
|  | // Receiver rtp_rtcp module is not expected to calculate rtt using | 
|  | // Sender Reports even if it accidentally can. | 
|  | if (send_time_ntp != 0) { | 
|  | uint32_t delay_ntp = report_block.delay_since_last_sr(); | 
|  | // Local NTP time. | 
|  | uint32_t receive_time_ntp = CompactNtp(now_ntp); | 
|  |  | 
|  | // RTT in 1/(2^16) seconds. | 
|  | uint32_t rtt_ntp = receive_time_ntp - delay_ntp - send_time_ntp; | 
|  | // Convert to 1/1000 seconds (milliseconds). | 
|  | TimeDelta rtt = CompactNtpRttToTimeDelta(rtt_ntp); | 
|  | report_block_data->AddRoundTripTimeSample(rtt); | 
|  | if (report_block.source_ssrc() == local_media_ssrc()) { | 
|  | rtts_[remote_ssrc].AddRtt(rtt); | 
|  | } | 
|  |  | 
|  | packet_information->rtt = rtt; | 
|  | } | 
|  |  | 
|  | packet_information->report_block_datas.push_back(*report_block_data); | 
|  | } | 
|  |  | 
|  | RTCPReceiver::TmmbrInformation* RTCPReceiver::FindOrCreateTmmbrInfo( | 
|  | uint32_t remote_ssrc) { | 
|  | // Create or find receive information. | 
|  | TmmbrInformation* tmmbr_info = &tmmbr_infos_[remote_ssrc]; | 
|  | // Update that this remote is alive. | 
|  | tmmbr_info->last_time_received = env_.clock().CurrentTime(); | 
|  | return tmmbr_info; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::UpdateTmmbrRemoteIsAlive(uint32_t remote_ssrc) { | 
|  | auto tmmbr_it = tmmbr_infos_.find(remote_ssrc); | 
|  | if (tmmbr_it != tmmbr_infos_.end()) | 
|  | tmmbr_it->second.last_time_received = env_.clock().CurrentTime(); | 
|  | } | 
|  |  | 
|  | RTCPReceiver::TmmbrInformation* RTCPReceiver::GetTmmbrInformation( | 
|  | uint32_t remote_ssrc) { | 
|  | auto it = tmmbr_infos_.find(remote_ssrc); | 
|  | if (it == tmmbr_infos_.end()) | 
|  | return nullptr; | 
|  | return &it->second; | 
|  | } | 
|  |  | 
|  | // These two methods (RtcpRrTimeout and RtcpRrSequenceNumberTimeout) only exist | 
|  | // for tests and legacy code (rtp_rtcp_impl.cc). We should be able to to delete | 
|  | // the methods and require that access to the locked variables only happens on | 
|  | // the worker thread and thus no locking is needed. | 
|  | bool RTCPReceiver::RtcpRrTimeout() { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | return RtcpRrTimeoutLocked(env_.clock().CurrentTime()); | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::RtcpRrSequenceNumberTimeout() { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | return RtcpRrSequenceNumberTimeoutLocked(env_.clock().CurrentTime()); | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::UpdateTmmbrTimers() { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  |  | 
|  | Timestamp timeout = env_.clock().CurrentTime() - kTmmbrTimeoutInterval; | 
|  |  | 
|  | if (oldest_tmmbr_info_ >= timeout) | 
|  | return false; | 
|  |  | 
|  | bool update_bounding_set = false; | 
|  | oldest_tmmbr_info_ = Timestamp::MinusInfinity(); | 
|  | for (auto tmmbr_it = tmmbr_infos_.begin(); tmmbr_it != tmmbr_infos_.end();) { | 
|  | TmmbrInformation* tmmbr_info = &tmmbr_it->second; | 
|  | if (tmmbr_info->last_time_received > Timestamp::Zero()) { | 
|  | if (tmmbr_info->last_time_received < timeout) { | 
|  | // No rtcp packet for the last 5 regular intervals, reset limitations. | 
|  | tmmbr_info->tmmbr.clear(); | 
|  | // Prevent that we call this over and over again. | 
|  | tmmbr_info->last_time_received = Timestamp::Zero(); | 
|  | // Send new TMMBN to all channels using the default codec. | 
|  | update_bounding_set = true; | 
|  | } else if (oldest_tmmbr_info_ == Timestamp::MinusInfinity() || | 
|  | tmmbr_info->last_time_received < oldest_tmmbr_info_) { | 
|  | oldest_tmmbr_info_ = tmmbr_info->last_time_received; | 
|  | } | 
|  | ++tmmbr_it; | 
|  | } else if (tmmbr_info->ready_for_delete) { | 
|  | // When we dont have a `last_time_received` and the object is marked | 
|  | // ready_for_delete it's removed from the map. | 
|  | tmmbr_it = tmmbr_infos_.erase(tmmbr_it); | 
|  | } else { | 
|  | ++tmmbr_it; | 
|  | } | 
|  | } | 
|  | return update_bounding_set; | 
|  | } | 
|  |  | 
|  | std::vector<rtcp::TmmbItem> RTCPReceiver::BoundingSet(bool* tmmbr_owner) { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | TmmbrInformation* tmmbr_info = GetTmmbrInformation(remote_ssrc_); | 
|  | if (!tmmbr_info) | 
|  | return std::vector<rtcp::TmmbItem>(); | 
|  |  | 
|  | *tmmbr_owner = TMMBRHelp::IsOwner(tmmbr_info->tmmbn, local_media_ssrc()); | 
|  | return tmmbr_info->tmmbn; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleSdes(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::Sdes sdes; | 
|  | if (!sdes.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | for (const rtcp::Sdes::Chunk& chunk : sdes.chunks()) { | 
|  | if (cname_callback_) | 
|  | cname_callback_->OnCname(chunk.ssrc, chunk.cname); | 
|  | } | 
|  | packet_information->packet_type_flags |= kRtcpSdes; | 
|  |  | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleNack(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::Nack nack; | 
|  | if (!nack.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | if (receiver_only_ || local_media_ssrc() != nack.media_ssrc())  // Not to us. | 
|  | return true; | 
|  |  | 
|  | packet_information->nack_sequence_numbers.insert( | 
|  | packet_information->nack_sequence_numbers.end(), | 
|  | nack.packet_ids().begin(), nack.packet_ids().end()); | 
|  | for (uint16_t packet_id : nack.packet_ids()) | 
|  | nack_stats_.ReportRequest(packet_id); | 
|  |  | 
|  | if (!nack.packet_ids().empty()) { | 
|  | packet_information->packet_type_flags |= kRtcpNack; | 
|  | ++packet_type_counter_.nack_packets; | 
|  | packet_type_counter_.nack_requests = nack_stats_.requests(); | 
|  | packet_type_counter_.unique_nack_requests = nack_stats_.unique_requests(); | 
|  | } | 
|  |  | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleApp(const rtcp::CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::App app; | 
|  | if (!app.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  | if (app.name() == rtcp::RemoteEstimate::kName && | 
|  | app.sub_type() == rtcp::RemoteEstimate::kSubType) { | 
|  | rtcp::RemoteEstimate estimate(std::move(app)); | 
|  | if (estimate.ParseData()) { | 
|  | packet_information->network_state_estimate = estimate.estimate(); | 
|  | } | 
|  | // RemoteEstimate is not a standard RTCP message. Failing to parse it | 
|  | // doesn't indicates RTCP packet is invalid. It may indicate sender happens | 
|  | // to use the same id for a different message. Thus don't return false. | 
|  | } | 
|  |  | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleBye(const CommonHeader& rtcp_block) { | 
|  | rtcp::Bye bye; | 
|  | if (!bye.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | // Clear our lists. | 
|  | rtts_.erase(bye.sender_ssrc()); | 
|  | EraseIf(received_report_blocks_, [&](const auto& elem) { | 
|  | return elem.second.sender_ssrc() == bye.sender_ssrc(); | 
|  | }); | 
|  |  | 
|  | TmmbrInformation* tmmbr_info = GetTmmbrInformation(bye.sender_ssrc()); | 
|  | if (tmmbr_info) | 
|  | tmmbr_info->ready_for_delete = true; | 
|  |  | 
|  | last_fir_.erase(bye.sender_ssrc()); | 
|  | auto it = received_rrtrs_ssrc_it_.find(bye.sender_ssrc()); | 
|  | if (it != received_rrtrs_ssrc_it_.end()) { | 
|  | received_rrtrs_.erase(it->second); | 
|  | received_rrtrs_ssrc_it_.erase(it); | 
|  | } | 
|  | xr_rr_rtt_ = std::nullopt; | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleXr(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information, | 
|  | bool& contains_dlrr, | 
|  | uint32_t& ssrc) { | 
|  | rtcp::ExtendedReports xr; | 
|  | if (!xr.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  | ssrc = xr.sender_ssrc(); | 
|  | contains_dlrr = !xr.dlrr().sub_blocks().empty(); | 
|  |  | 
|  | if (xr.rrtr()) | 
|  | HandleXrReceiveReferenceTime(xr.sender_ssrc(), *xr.rrtr()); | 
|  |  | 
|  | for (const rtcp::ReceiveTimeInfo& time_info : xr.dlrr().sub_blocks()) | 
|  | HandleXrDlrrReportBlock(xr.sender_ssrc(), time_info); | 
|  |  | 
|  | if (xr.target_bitrate()) { | 
|  | HandleXrTargetBitrate(xr.sender_ssrc(), *xr.target_bitrate(), | 
|  | packet_information); | 
|  | } | 
|  | return true; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::HandleXrReceiveReferenceTime(uint32_t sender_ssrc, | 
|  | const rtcp::Rrtr& rrtr) { | 
|  | uint32_t received_remote_mid_ntp_time = CompactNtp(rrtr.ntp()); | 
|  | uint32_t local_receive_mid_ntp_time = | 
|  | CompactNtp(env_.clock().CurrentNtpTime()); | 
|  |  | 
|  | auto it = received_rrtrs_ssrc_it_.find(sender_ssrc); | 
|  | if (it != received_rrtrs_ssrc_it_.end()) { | 
|  | it->second->received_remote_mid_ntp_time = received_remote_mid_ntp_time; | 
|  | it->second->local_receive_mid_ntp_time = local_receive_mid_ntp_time; | 
|  | } else { | 
|  | if (received_rrtrs_.size() < kMaxNumberOfStoredRrtrs) { | 
|  | received_rrtrs_.emplace_back(sender_ssrc, received_remote_mid_ntp_time, | 
|  | local_receive_mid_ntp_time); | 
|  | received_rrtrs_ssrc_it_[sender_ssrc] = std::prev(received_rrtrs_.end()); | 
|  | } else { | 
|  | RTC_LOG(LS_WARNING) << "Discarding received RRTR for ssrc " << sender_ssrc | 
|  | << ", reached maximum number of stored RRTRs."; | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::HandleXrDlrrReportBlock(uint32_t sender_ssrc, | 
|  | const rtcp::ReceiveTimeInfo& rti) { | 
|  | if (!registered_ssrcs_.contains(rti.ssrc))  // Not to us. | 
|  | return; | 
|  |  | 
|  | // Caller should explicitly enable rtt calculation using extended reports. | 
|  | if (!xr_rrtr_status_) | 
|  | return; | 
|  |  | 
|  | // The send_time and delay_rr fields are in units of 1/2^16 sec. | 
|  | uint32_t send_time_ntp = rti.last_rr; | 
|  | // RFC3611, section 4.5, LRR field discription states: | 
|  | // If no such block has been received, the field is set to zero. | 
|  | if (send_time_ntp == 0) { | 
|  | auto rtt_stats = non_sender_rtts_.find(sender_ssrc); | 
|  | if (rtt_stats != non_sender_rtts_.end()) { | 
|  | rtt_stats->second.Invalidate(); | 
|  | } | 
|  | return; | 
|  | } | 
|  |  | 
|  | uint32_t delay_ntp = rti.delay_since_last_rr; | 
|  | uint32_t now_ntp = CompactNtp(env_.clock().CurrentNtpTime()); | 
|  |  | 
|  | uint32_t rtt_ntp = now_ntp - delay_ntp - send_time_ntp; | 
|  | TimeDelta rtt = CompactNtpRttToTimeDelta(rtt_ntp); | 
|  | xr_rr_rtt_ = rtt; | 
|  |  | 
|  | non_sender_rtts_[sender_ssrc].Update(rtt); | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::HandleXrTargetBitrate( | 
|  | uint32_t ssrc, | 
|  | const rtcp::TargetBitrate& target_bitrate, | 
|  | PacketInformation* packet_information) { | 
|  | if (ssrc != remote_ssrc_) { | 
|  | return;  // Not for us. | 
|  | } | 
|  |  | 
|  | VideoBitrateAllocation bitrate_allocation; | 
|  | for (const auto& item : target_bitrate.GetTargetBitrates()) { | 
|  | if (item.spatial_layer >= kMaxSpatialLayers || | 
|  | item.temporal_layer >= kMaxTemporalStreams) { | 
|  | RTC_LOG(LS_WARNING) | 
|  | << "Invalid layer in XR target bitrate pack: spatial index " | 
|  | << item.spatial_layer << ", temporal index " << item.temporal_layer | 
|  | << ", dropping."; | 
|  | } else { | 
|  | bitrate_allocation.SetBitrate(item.spatial_layer, item.temporal_layer, | 
|  | item.target_bitrate_kbps * 1000); | 
|  | } | 
|  | } | 
|  | packet_information->target_bitrate_allocation.emplace(bitrate_allocation); | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandlePli(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::Pli pli; | 
|  | if (!pli.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | if (local_media_ssrc() == pli.media_ssrc()) { | 
|  | ++packet_type_counter_.pli_packets; | 
|  | // Received a signal that we need to send a new key frame. | 
|  | packet_information->packet_type_flags |= kRtcpPli; | 
|  | } | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleTmmbr(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::Tmmbr tmmbr; | 
|  | if (!tmmbr.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | uint32_t sender_ssrc = tmmbr.sender_ssrc(); | 
|  | if (tmmbr.media_ssrc()) { | 
|  | // media_ssrc() SHOULD be 0 if same as SenderSSRC. | 
|  | // In relay mode this is a valid number. | 
|  | sender_ssrc = tmmbr.media_ssrc(); | 
|  | } | 
|  |  | 
|  | for (const rtcp::TmmbItem& request : tmmbr.requests()) { | 
|  | if (local_media_ssrc() != request.ssrc() || request.bitrate_bps() == 0) | 
|  | continue; | 
|  |  | 
|  | TmmbrInformation* tmmbr_info = FindOrCreateTmmbrInfo(tmmbr.sender_ssrc()); | 
|  | auto* entry = &tmmbr_info->tmmbr[sender_ssrc]; | 
|  | entry->tmmbr_item = rtcp::TmmbItem(sender_ssrc, request.bitrate_bps(), | 
|  | request.packet_overhead()); | 
|  | // FindOrCreateTmmbrInfo always sets `last_time_received` to | 
|  | // `clock_->CurrentTime()`. | 
|  | entry->last_updated = tmmbr_info->last_time_received; | 
|  |  | 
|  | packet_information->packet_type_flags |= kRtcpTmmbr; | 
|  | break; | 
|  | } | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleTmmbn(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::Tmmbn tmmbn; | 
|  | if (!tmmbn.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | TmmbrInformation* tmmbr_info = FindOrCreateTmmbrInfo(tmmbn.sender_ssrc()); | 
|  |  | 
|  | packet_information->packet_type_flags |= kRtcpTmmbn; | 
|  |  | 
|  | tmmbr_info->tmmbn = tmmbn.items(); | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleSrReq(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::RapidResyncRequest sr_req; | 
|  | if (!sr_req.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | packet_information->packet_type_flags |= kRtcpSrReq; | 
|  | return true; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::HandlePsfbApp(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | { | 
|  | rtcp::Remb remb; | 
|  | if (remb.Parse(rtcp_block)) { | 
|  | packet_information->packet_type_flags |= kRtcpRemb; | 
|  | packet_information->receiver_estimated_max_bitrate_bps = | 
|  | remb.bitrate_bps(); | 
|  | return; | 
|  | } | 
|  | } | 
|  |  | 
|  | { | 
|  | auto loss_notification = std::make_unique<rtcp::LossNotification>(); | 
|  | if (loss_notification->Parse(rtcp_block)) { | 
|  | packet_information->packet_type_flags |= kRtcpLossNotification; | 
|  | packet_information->loss_notification = std::move(loss_notification); | 
|  | return; | 
|  | } | 
|  | } | 
|  |  | 
|  | RTC_LOG(LS_WARNING) << "Unknown PSFB-APP packet."; | 
|  | ++num_skipped_packets_; | 
|  | // Application layer feedback message doesn't have a standard format. | 
|  | // Failing to parse one of known messages doesn't indicate an invalid RTCP. | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleFir(const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::Fir fir; | 
|  | if (!fir.Parse(rtcp_block)) { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | if (fir.requests().empty()) | 
|  | return true; | 
|  |  | 
|  | const Timestamp now = env_.clock().CurrentTime(); | 
|  | for (const rtcp::Fir::Request& fir_request : fir.requests()) { | 
|  | // Is it our sender that is requested to generate a new keyframe. | 
|  | if (local_media_ssrc() != fir_request.ssrc) | 
|  | continue; | 
|  |  | 
|  | ++packet_type_counter_.fir_packets; | 
|  |  | 
|  | auto [it, inserted] = | 
|  | last_fir_.try_emplace(fir.sender_ssrc(), now, fir_request.seq_nr); | 
|  | if (!inserted) {  // There was already an entry. | 
|  | LastFirStatus* last_fir = &it->second; | 
|  |  | 
|  | // Check if we have reported this FIRSequenceNumber before. | 
|  | if (fir_request.seq_nr == last_fir->sequence_number) | 
|  | continue; | 
|  |  | 
|  | // Sanity: don't go crazy with the callbacks. | 
|  | if (now - last_fir->request < kRtcpMinFrameLength) | 
|  | continue; | 
|  |  | 
|  | last_fir->request = now; | 
|  | last_fir->sequence_number = fir_request.seq_nr; | 
|  | } | 
|  | // Received signal that we need to send a new key frame. | 
|  | packet_information->packet_type_flags |= kRtcpFir; | 
|  | } | 
|  | return true; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::HandleTransportFeedback( | 
|  | const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | std::unique_ptr<rtcp::TransportFeedback> transport_feedback( | 
|  | new rtcp::TransportFeedback()); | 
|  | if (!transport_feedback->Parse(rtcp_block)) { | 
|  | ++num_skipped_packets_; | 
|  | // Application layer feedback message doesn't have a standard format. | 
|  | // Failing to parse it as transport feedback messages doesn't indicate an | 
|  | // invalid RTCP. | 
|  | return; | 
|  | } | 
|  | uint32_t media_source_ssrc = transport_feedback->media_ssrc(); | 
|  | if (media_source_ssrc == local_media_ssrc() || | 
|  | registered_ssrcs_.contains(media_source_ssrc)) { | 
|  | packet_information->packet_type_flags |= kRtcpTransportFeedback; | 
|  | packet_information->transport_feedback = std::move(transport_feedback); | 
|  | } | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::HandleCongestionControlFeedback( | 
|  | const CommonHeader& rtcp_block, | 
|  | PacketInformation* packet_information) { | 
|  | rtcp::CongestionControlFeedback feedback; | 
|  | if (!feedback.Parse(rtcp_block) || feedback.packets().empty()) { | 
|  | return false; | 
|  | } | 
|  | uint32_t first_media_source_ssrc = feedback.packets()[0].ssrc; | 
|  | if (first_media_source_ssrc == local_media_ssrc() || | 
|  | registered_ssrcs_.contains(first_media_source_ssrc)) { | 
|  | packet_information->congestion_control_feedback.emplace( | 
|  | std::move(feedback)); | 
|  | } | 
|  | return true; | 
|  | } | 
|  |  | 
|  | void RTCPReceiver::NotifyTmmbrUpdated() { | 
|  | // Find bounding set. | 
|  | std::vector<rtcp::TmmbItem> bounding = | 
|  | TMMBRHelp::FindBoundingSet(TmmbrReceived()); | 
|  |  | 
|  | if (!bounding.empty() && network_link_rtcp_observer_) { | 
|  | // We have a new bandwidth estimate on this channel. | 
|  | uint64_t bitrate_bps = TMMBRHelp::CalcMinBitrateBps(bounding); | 
|  | if (bitrate_bps < std::numeric_limits<int64_t>::max()) { | 
|  | network_link_rtcp_observer_->OnReceiverEstimatedMaxBitrate( | 
|  | env_.clock().CurrentTime(), DataRate::BitsPerSec(bitrate_bps)); | 
|  | } | 
|  | } | 
|  |  | 
|  | // Send tmmbn to inform remote clients about the new bandwidth. | 
|  | rtp_rtcp_->SetTmmbn(std::move(bounding)); | 
|  | } | 
|  |  | 
|  | // Holding no Critical section. | 
|  | void RTCPReceiver::TriggerCallbacksFromRtcpPacket( | 
|  | const PacketInformation& packet_information) { | 
|  | // Process TMMBR and REMB first to avoid multiple callbacks | 
|  | // to OnNetworkChanged. | 
|  | if (packet_information.packet_type_flags & kRtcpTmmbr) { | 
|  | // Might trigger a OnReceivedBandwidthEstimateUpdate. | 
|  | NotifyTmmbrUpdated(); | 
|  | } | 
|  |  | 
|  | if (!receiver_only_ && (packet_information.packet_type_flags & kRtcpSrReq)) { | 
|  | rtp_rtcp_->OnRequestSendReport(); | 
|  | } | 
|  | if (!receiver_only_ && (packet_information.packet_type_flags & kRtcpNack)) { | 
|  | if (!packet_information.nack_sequence_numbers.empty()) { | 
|  | RTC_LOG(LS_VERBOSE) << "Incoming NACK length: " | 
|  | << packet_information.nack_sequence_numbers.size(); | 
|  | rtp_rtcp_->OnReceivedNack(packet_information.nack_sequence_numbers); | 
|  | } | 
|  | } | 
|  |  | 
|  | // We need feedback that we have received a report block(s) so that we | 
|  | // can generate a new packet in a conference relay scenario, one received | 
|  | // report can generate several RTCP packets, based on number relayed/mixed | 
|  | // a send report block should go out to all receivers. | 
|  | if (rtcp_intra_frame_observer_) { | 
|  | RTC_DCHECK(!receiver_only_); | 
|  | if ((packet_information.packet_type_flags & kRtcpPli) || | 
|  | (packet_information.packet_type_flags & kRtcpFir)) { | 
|  | if (packet_information.packet_type_flags & kRtcpPli) { | 
|  | RTC_LOG(LS_VERBOSE) | 
|  | << "Incoming PLI from SSRC " << packet_information.remote_ssrc; | 
|  | } else { | 
|  | RTC_LOG(LS_VERBOSE) | 
|  | << "Incoming FIR from SSRC " << packet_information.remote_ssrc; | 
|  | } | 
|  | rtcp_intra_frame_observer_->OnReceivedIntraFrameRequest( | 
|  | local_media_ssrc()); | 
|  | } | 
|  | } | 
|  | if (rtcp_loss_notification_observer_ && | 
|  | (packet_information.packet_type_flags & kRtcpLossNotification)) { | 
|  | rtcp::LossNotification* loss_notification = | 
|  | packet_information.loss_notification.get(); | 
|  | RTC_DCHECK(loss_notification); | 
|  | if (loss_notification->media_ssrc() == local_media_ssrc()) { | 
|  | rtcp_loss_notification_observer_->OnReceivedLossNotification( | 
|  | loss_notification->media_ssrc(), loss_notification->last_decoded(), | 
|  | loss_notification->last_received(), | 
|  | loss_notification->decodability_flag()); | 
|  | } | 
|  | } | 
|  | // Network state estimate should be applied before other feedback since it may | 
|  | // affect how other feedback is handled. | 
|  | if (network_state_estimate_observer_ && | 
|  | packet_information.network_state_estimate) { | 
|  | network_state_estimate_observer_->OnRemoteNetworkEstimate( | 
|  | *packet_information.network_state_estimate); | 
|  | } | 
|  |  | 
|  | if (network_link_rtcp_observer_) { | 
|  | Timestamp now = env_.clock().CurrentTime(); | 
|  | if (packet_information.packet_type_flags & kRtcpRemb) { | 
|  | network_link_rtcp_observer_->OnReceiverEstimatedMaxBitrate( | 
|  | now, DataRate::BitsPerSec( | 
|  | packet_information.receiver_estimated_max_bitrate_bps)); | 
|  | } | 
|  | if (!packet_information.report_block_datas.empty()) { | 
|  | network_link_rtcp_observer_->OnReport( | 
|  | now, packet_information.report_block_datas); | 
|  | } | 
|  | if (packet_information.rtt.has_value()) { | 
|  | network_link_rtcp_observer_->OnRttUpdate(now, *packet_information.rtt); | 
|  | } | 
|  | if (packet_information.transport_feedback != nullptr) { | 
|  | network_link_rtcp_observer_->OnTransportFeedback( | 
|  | now, *packet_information.transport_feedback); | 
|  | } | 
|  | if (packet_information.congestion_control_feedback) { | 
|  | network_link_rtcp_observer_->OnCongestionControlFeedback( | 
|  | now, *packet_information.congestion_control_feedback); | 
|  | } | 
|  | } | 
|  |  | 
|  | if ((packet_information.packet_type_flags & kRtcpSr) || | 
|  | (packet_information.packet_type_flags & kRtcpRr)) { | 
|  | rtp_rtcp_->OnReceivedRtcpReportBlocks( | 
|  | packet_information.report_block_datas); | 
|  | } | 
|  |  | 
|  | if (bitrate_allocation_observer_ && | 
|  | packet_information.target_bitrate_allocation) { | 
|  | bitrate_allocation_observer_->OnBitrateAllocationUpdated( | 
|  | *packet_information.target_bitrate_allocation); | 
|  | } | 
|  |  | 
|  | if (!receiver_only_) { | 
|  | if (report_block_data_observer_) { | 
|  | for (const auto& report_block_data : | 
|  | packet_information.report_block_datas) { | 
|  | report_block_data_observer_->OnReportBlockDataUpdated( | 
|  | report_block_data); | 
|  | } | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | std::vector<rtcp::TmmbItem> RTCPReceiver::TmmbrReceived() { | 
|  | MutexLock lock(&rtcp_receiver_lock_); | 
|  | std::vector<rtcp::TmmbItem> candidates; | 
|  |  | 
|  | Timestamp now = env_.clock().CurrentTime(); | 
|  |  | 
|  | for (auto& kv : tmmbr_infos_) { | 
|  | for (auto it = kv.second.tmmbr.begin(); it != kv.second.tmmbr.end();) { | 
|  | if (now - it->second.last_updated > kTmmbrTimeoutInterval) { | 
|  | // Erase timeout entries. | 
|  | it = kv.second.tmmbr.erase(it); | 
|  | } else { | 
|  | candidates.push_back(it->second.tmmbr_item); | 
|  | ++it; | 
|  | } | 
|  | } | 
|  | } | 
|  | return candidates; | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::RtcpRrTimeoutLocked(Timestamp now) { | 
|  | return ResetTimestampIfExpired(now, last_received_rb_, report_interval_); | 
|  | } | 
|  |  | 
|  | bool RTCPReceiver::RtcpRrSequenceNumberTimeoutLocked(Timestamp now) { | 
|  | return ResetTimestampIfExpired(now, last_increased_sequence_number_, | 
|  | report_interval_); | 
|  | } | 
|  |  | 
|  | }  // namespace webrtc |