blob: 1438d82851ec460eff312c9c6e76312e841cd812 [file] [log] [blame]
nisseb8f9a322017-03-27 12:36:151/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 04:47:3111#ifndef CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
12#define CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
nisseb8f9a322017-03-27 12:36:1513
Sebastian Jansson87609be2018-12-05 16:35:3514#include <atomic>
Sebastian Jansson91bb6672018-02-21 12:02:5115#include <map>
Sebastian Janssonc33c0fc2018-02-22 10:10:1816#include <memory>
Sebastian Jansson97f61ea2018-02-21 12:01:5517#include <string>
Stefan Holmerdbdb3a02018-07-17 14:03:4618#include <vector>
Sebastian Jansson97f61ea2018-02-21 12:01:5519
Ali Tofigh641a1b12022-05-17 09:48:4620#include "absl/strings/string_view.h"
Danil Chapovalovee27f382023-12-18 12:09:1221#include "api/environment/environment.h"
Ying Wang0810a7c2019-04-10 11:48:2422#include "api/network_state_predictor.h"
Tommi1050fbc2021-06-03 15:58:2823#include "api/sequence_checker.h"
Per Kjellander828ef912022-10-10 10:53:4124#include "api/task_queue/task_queue_base.h"
Evan Shrubsole9b643d42022-10-07 14:22:4425#include "api/task_queue/task_queue_factory.h"
Sebastian Janssondfce03a2018-05-18 16:05:1026#include "api/transport/network_control.h"
Christoffer Rodbro6404cdd2020-03-26 19:37:2127#include "api/units/data_rate.h"
Sebastian Jansson97f61ea2018-02-21 12:01:5528#include "call/rtp_bitrate_configurator.h"
Henrik Boströmda4c1022022-11-15 14:45:4129#include "call/rtp_transport_config.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3130#include "call/rtp_transport_controller_send_interface.h"
Stefan Holmer9416ef82018-07-19 08:34:3831#include "call/rtp_video_sender.h"
Sebastian Jansson87609be2018-12-05 16:35:3532#include "modules/congestion_controller/rtp/control_handler.h"
33#include "modules/congestion_controller/rtp/transport_feedback_adapter.h"
JT Tehea992f82020-01-15 18:24:2034#include "modules/congestion_controller/rtp/transport_feedback_demuxer.h"
Niels Möllerfd6c0912017-10-31 09:19:1035#include "modules/pacing/packet_router.h"
Erik Språng425d6aa2019-07-29 14:38:2736#include "modules/pacing/rtp_packet_pacer.h"
Erik Språng4314a492019-11-26 16:48:4937#include "modules/pacing/task_queue_paced_sender.h"
Danil Chapovalov3e392542023-05-17 11:25:3938#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
Steve Anton10542f22019-01-11 17:11:0039#include "rtc_base/network_route.h"
Sebastian Jansson87609be2018-12-05 16:35:3540#include "rtc_base/race_checker.h"
Sebastian Janssonecb68972019-01-18 09:30:5441#include "rtc_base/task_utils/repeating_task.h"
nissecae45d02017-04-24 12:53:2042
nisseb8f9a322017-03-27 12:36:1543namespace webrtc {
Benjamin Wright192eeec2018-10-18 00:27:2544class FrameEncryptorInterface;
nissecae45d02017-04-24 12:53:2045class RtcEventLog;
nisseb8f9a322017-03-27 12:36:1546
Sebastian Jansson317a5222018-03-16 14:36:3747class RtpTransportControllerSend final
48 : public RtpTransportControllerSendInterface,
Danil Chapovalov3e392542023-05-17 11:25:3949 public NetworkLinkRtcpObserver,
Sebastian Janssone1795f42019-07-24 09:38:0350 public TransportFeedbackObserver,
51 public NetworkStateEstimateObserver {
nisseb8f9a322017-03-27 12:36:1552 public:
Danil Chapovalovee27f382023-12-18 12:09:1253 explicit RtpTransportControllerSend(const RtpTransportConfig& config);
Sebastian Jansson97f61ea2018-02-21 12:01:5554 ~RtpTransportControllerSend() override;
Sebastian Jansson19704ec2018-03-12 14:59:1255
Byoungchan Leec065e732022-01-18 00:35:4856 RtpTransportControllerSend(const RtpTransportControllerSend&) = delete;
57 RtpTransportControllerSend& operator=(const RtpTransportControllerSend&) =
58 delete;
59
Tommi1050fbc2021-06-03 15:58:2860 // TODO(tommi): Change to std::unique_ptr<>.
Stefan Holmer9416ef82018-07-19 08:34:3861 RtpVideoSenderInterface* CreateRtpVideoSender(
Tommi86952822021-11-29 09:26:4062 const std::map<uint32_t, RtpState>& suspended_ssrcs,
Stefan Holmerdbdb3a02018-07-17 14:03:4663 const std::map<uint32_t, RtpPayloadState>&
64 states, // move states into RtpTransportControllerSend
65 const RtpConfig& rtp_config,
Jiawei Ou55718122018-11-09 21:17:3966 int rtcp_report_interval_ms,
Stefan Holmerdbdb3a02018-07-17 14:03:4667 Transport* send_transport,
68 const RtpSenderObservers& observers,
Stefan Holmer64be7fa2018-10-04 13:21:5569 RtcEventLog* event_log,
Benjamin Wright192eeec2018-10-18 00:27:2570 std::unique_ptr<FecController> fec_controller,
Marina Cioceae77912b2020-02-27 15:16:5571 const RtpSenderFrameEncryptionConfig& frame_encryption_config,
72 rtc::scoped_refptr<FrameTransformerInterface> frame_transformer) override;
Stefan Holmer9416ef82018-07-19 08:34:3873 void DestroyRtpVideoSender(
74 RtpVideoSenderInterface* rtp_video_sender) override;
Stefan Holmerdbdb3a02018-07-17 14:03:4675
nissecae45d02017-04-24 12:53:2076 // Implements RtpTransportControllerSendInterface
Per K979b6d62024-01-26 10:18:2677 void RegisterSendingRtpStream(RtpRtcpInterface& rtp_module) override;
78 void DeRegisterSendingRtpStream(RtpRtcpInterface& rtp_module) override;
nisse76e62b02017-05-31 09:24:5279 PacketRouter* packet_router() override;
Sebastian Jansson4c1ffb82018-02-15 15:51:5880
Sebastian Janssone1795f42019-07-24 09:38:0381 NetworkStateEstimateObserver* network_state_estimate_observer() override;
nisse76e62b02017-05-31 09:24:5282 TransportFeedbackObserver* transport_feedback_observer() override;
Erik Språngaa59eca2019-07-24 12:52:5583 RtpPacketSender* packet_sender() override;
sprangdb2a9fc2017-08-09 13:42:3284
Sebastian Jansson93b1ea22019-09-18 16:31:5285 void SetAllocatedSendBitrateLimits(BitrateAllocationLimits limits) override;
Per K39ac25d2024-02-07 13:16:2086 void ReconfigureBandwidthEstimation(
87 const BandwidthEstimationSettings& settings) override;
Stefan Holmer5c8942a2017-08-22 14:16:4488
Sebastian Jansson4c1ffb82018-02-15 15:51:5889 void SetPacingFactor(float pacing_factor) override;
90 void SetQueueTimeLimit(int limit_ms) override;
Sebastian Janssonf2988552019-10-29 16:18:5191 StreamFeedbackProvider* GetStreamFeedbackProvider() override;
Sebastian Jansson19704ec2018-03-12 14:59:1292 void RegisterTargetTransferRateObserver(
93 TargetTransferRateObserver* observer) override;
Ali Tofigh641a1b12022-05-17 09:48:4694 void OnNetworkRouteChanged(absl::string_view transport_name,
Sebastian Jansson97f61ea2018-02-21 12:01:5595 const rtc::NetworkRoute& network_route) override;
Sebastian Janssone4be6da2018-02-15 15:51:4196 void OnNetworkAvailability(bool network_available) override;
Danil Chapovalov3e392542023-05-17 11:25:3997 NetworkLinkRtcpObserver* GetRtcpObserver() override;
Sebastian Janssone4be6da2018-02-15 15:51:4198 int64_t GetPacerQueuingDelayMs() const override;
Erik Språng425d6aa2019-07-29 14:38:2799 absl::optional<Timestamp> GetFirstPacketTime() const override;
Sebastian Janssone4be6da2018-02-15 15:51:41100 void EnablePeriodicAlrProbing(bool enable) override;
101 void OnSentPacket(const rtc::SentPacket& sent_packet) override;
Björn Tereliusb4d4bbc2023-09-24 20:36:41102 void OnReceivedPacket(const ReceivedPacket& packet_msg) override;
nissecae45d02017-04-24 12:53:20103
Sebastian Jansson97f61ea2018-02-21 12:01:55104 void SetSdpBitrateParameters(const BitrateConstraints& constraints) override;
Yves Gerey665174f2018-06-19 13:03:05105 void SetClientBitratePreferences(const BitrateSettings& preferences) override;
Sebastian Jansson97f61ea2018-02-21 12:01:55106
Stefan Holmer64be7fa2018-10-04 13:21:55107 void OnTransportOverheadChanged(
Christoffer Rodbrob0ca5192020-03-26 08:22:24108 size_t transport_overhead_bytes_per_packet) override;
Stefan Holmer64be7fa2018-10-04 13:21:55109
Erik Språngaa59eca2019-07-24 12:52:55110 void AccountForAudioPacketsInPacedSender(bool account_for_audio) override;
Sebastian Janssonc3eb9fd2020-01-29 16:42:52111 void IncludeOverheadInPacedSender() override;
Erik Språng7703f232020-09-14 09:03:13112 void EnsureStarted() override;
Erik Språngaa59eca2019-07-24 12:52:55113
Danil Chapovalov3e392542023-05-17 11:25:39114 // Implements NetworkLinkRtcpObserver interface
115 void OnReceiverEstimatedMaxBitrate(Timestamp receive_time,
116 DataRate bitrate) override;
117 void OnReport(Timestamp receive_time,
118 rtc::ArrayView<const ReportBlockData> report_blocks) override;
119 void OnRttUpdate(Timestamp receive_time, TimeDelta rtt) override;
120 void OnTransportFeedback(Timestamp receive_time,
121 const rtcp::TransportFeedback& feedback) override;
Sebastian Jansson87609be2018-12-05 16:35:35122
123 // Implements TransportFeedbackObserver interface
Erik Språng30a276b2019-04-23 10:00:11124 void OnAddPacket(const RtpPacketSendInfo& packet_info) override;
Sebastian Jansson87609be2018-12-05 16:35:35125
Sebastian Janssone1795f42019-07-24 09:38:03126 // Implements NetworkStateEstimateObserver interface
127 void OnRemoteNetworkEstimate(NetworkStateEstimate estimate) override;
128
nissecae45d02017-04-24 12:53:20129 private:
Per K37879e92023-04-13 06:59:19130 void MaybeCreateControllers() RTC_RUN_ON(sequence_checker_);
Per K39ac25d2024-02-07 13:16:20131 void UpdateNetworkAvailability() RTC_RUN_ON(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35132 void UpdateInitialConstraints(TargetRateConstraints new_contraints)
Per K37879e92023-04-13 06:59:19133 RTC_RUN_ON(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35134
Per K37879e92023-04-13 06:59:19135 void StartProcessPeriodicTasks() RTC_RUN_ON(sequence_checker_);
136 void UpdateControllerWithTimeInterval() RTC_RUN_ON(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35137
Christoffer Rodbro6404cdd2020-03-26 19:37:21138 absl::optional<BitrateConstraints> ApplyOrLiftRelayCap(bool is_relayed);
139 bool IsRelevantRouteChange(const rtc::NetworkRoute& old_route,
140 const rtc::NetworkRoute& new_route) const;
Christoffer Rodbrob0ca5192020-03-26 08:22:24141 void UpdateBitrateConstraints(const BitrateConstraints& updated);
Per K37879e92023-04-13 06:59:19142 void UpdateStreamsConfig() RTC_RUN_ON(sequence_checker_);
Per K37879e92023-04-13 06:59:19143 void PostUpdates(NetworkControlUpdate update) RTC_RUN_ON(sequence_checker_);
144 void UpdateControlState() RTC_RUN_ON(sequence_checker_);
145 void UpdateCongestedState() RTC_RUN_ON(sequence_checker_);
146 absl::optional<bool> GetCongestedStateUpdate() const
147 RTC_RUN_ON(sequence_checker_);
Markus Handelle32b6222023-05-08 22:59:46148 void ProcessSentPacket(const rtc::SentPacket& sent_packet)
149 RTC_RUN_ON(sequence_checker_);
Markus Handelleb277522023-03-03 15:38:10150 void ProcessSentPacketUpdates(NetworkControlUpdate updates)
Per K37879e92023-04-13 06:59:19151 RTC_RUN_ON(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35152
Danil Chapovalovee27f382023-12-18 12:09:12153 const Environment env_;
Per K37879e92023-04-13 06:59:19154 SequenceChecker sequence_checker_;
155 TaskQueueBase* task_queue_;
nissecae45d02017-04-24 12:53:20156 PacketRouter packet_router_;
Tommi1050fbc2021-06-03 15:58:28157 std::vector<std::unique_ptr<RtpVideoSenderInterface>> video_rtp_senders_
Per K37879e92023-04-13 06:59:19158 RTC_GUARDED_BY(&sequence_checker_);
Sebastian Jansson97f61ea2018-02-21 12:01:55159 RtpBitrateConfigurator bitrate_configurator_;
Per K37879e92023-04-13 06:59:19160 std::map<std::string, rtc::NetworkRoute> network_routes_
161 RTC_GUARDED_BY(sequence_checker_);
Per K39ac25d2024-02-07 13:16:20162 BandwidthEstimationSettings bwe_settings_ RTC_GUARDED_BY(sequence_checker_);
Per K37879e92023-04-13 06:59:19163 bool pacer_started_ RTC_GUARDED_BY(sequence_checker_);
Erik Språngf3f3a612022-05-13 13:55:29164 TaskQueuePacedSender pacer_;
Sebastian Jansson87609be2018-12-05 16:35:35165
Per K37879e92023-04-13 06:59:19166 TargetTransferRateObserver* observer_ RTC_GUARDED_BY(sequence_checker_);
JT Tehea992f82020-01-15 18:24:20167 TransportFeedbackDemuxer feedback_demuxer_;
Sebastian Jansson87609be2018-12-05 16:35:35168
Sebastian Jansson658f1812020-01-16 09:59:28169 TransportFeedbackAdapter transport_feedback_adapter_
Per K37879e92023-04-13 06:59:19170 RTC_GUARDED_BY(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35171
172 NetworkControllerFactoryInterface* const controller_factory_override_
Per K37879e92023-04-13 06:59:19173 RTC_PT_GUARDED_BY(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35174 const std::unique_ptr<NetworkControllerFactoryInterface>
Per K37879e92023-04-13 06:59:19175 controller_factory_fallback_ RTC_PT_GUARDED_BY(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35176
177 std::unique_ptr<CongestionControlHandler> control_handler_
Per K37879e92023-04-13 06:59:19178 RTC_GUARDED_BY(sequence_checker_) RTC_PT_GUARDED_BY(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35179
180 std::unique_ptr<NetworkControllerInterface> controller_
Per K37879e92023-04-13 06:59:19181 RTC_GUARDED_BY(sequence_checker_) RTC_PT_GUARDED_BY(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35182
Per K37879e92023-04-13 06:59:19183 TimeDelta process_interval_ RTC_GUARDED_BY(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35184
Danil Chapovalov121f1e72023-05-15 07:28:02185 struct LossReport {
186 uint32_t extended_highest_sequence_number = 0;
187 int cumulative_lost = 0;
188 };
189 std::map<uint32_t, LossReport> last_report_blocks_
Per K37879e92023-04-13 06:59:19190 RTC_GUARDED_BY(sequence_checker_);
191 Timestamp last_report_block_time_ RTC_GUARDED_BY(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35192
Per K37879e92023-04-13 06:59:19193 NetworkControllerConfig initial_config_ RTC_GUARDED_BY(sequence_checker_);
194 StreamsConfig streams_config_ RTC_GUARDED_BY(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35195
196 const bool reset_feedback_on_route_change_;
Christoffer Rodbroc610e262019-01-08 09:49:19197 const bool add_pacing_to_cwin_;
Christoffer Rodbro6404cdd2020-03-26 19:37:21198 FieldTrialParameter<DataRate> relay_bandwidth_cap_;
Sebastian Jansson658f1812020-01-16 09:59:28199
Per K37879e92023-04-13 06:59:19200 size_t transport_overhead_bytes_per_packet_ RTC_GUARDED_BY(sequence_checker_);
201 bool network_available_ RTC_GUARDED_BY(sequence_checker_);
202 RepeatingTaskHandle pacer_queue_update_task_
203 RTC_GUARDED_BY(sequence_checker_);
204 RepeatingTaskHandle controller_task_ RTC_GUARDED_BY(sequence_checker_);
Sebastian Jansson87609be2018-12-05 16:35:35205
Per K37879e92023-04-13 06:59:19206 DataSize congestion_window_size_ RTC_GUARDED_BY(sequence_checker_);
207 bool is_congested_ RTC_GUARDED_BY(sequence_checker_);
Erik Språng66734372022-03-16 13:20:49208
Sebastian Jansson658f1812020-01-16 09:59:28209 // Protected by internal locks.
Stefan Holmerdbdb3a02018-07-17 14:03:46210 RateLimiter retransmission_rate_limiter_;
211
Per Kjellander828ef912022-10-10 10:53:41212 ScopedTaskSafety safety_;
nisseb8f9a322017-03-27 12:36:15213};
214
215} // namespace webrtc
216
Mirko Bonadei92ea95e2017-09-15 04:47:31217#endif // CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_