Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef CALL_DEGRADED_CALL_H_ |
| 12 | #define CALL_DEGRADED_CALL_H_ |
| 13 | |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 14 | #include <stddef.h> |
| 15 | #include <stdint.h> |
Jonas Olsson | a4d8737 | 2019-07-05 17:08:33 | [diff] [blame] | 16 | |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 17 | #include <map> |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 18 | #include <memory> |
Tommi | 55107c8 | 2021-06-16 14:31:18 | [diff] [blame] | 19 | #include <string> |
Erik Språng | b5cba85c | 2022-02-08 11:35:46 | [diff] [blame] | 20 | #include <vector> |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 21 | |
Ali Tofigh | 641a1b1 | 2022-05-17 09:48:46 | [diff] [blame] | 22 | #include "absl/strings/string_view.h" |
Danil Chapovalov | b9b146c | 2018-06-15 10:28:07 | [diff] [blame] | 23 | #include "absl/types/optional.h" |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 24 | #include "api/call/transport.h" |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 25 | #include "api/fec_controller.h" |
Steve Anton | 10542f2 | 2019-01-11 17:11:00 | [diff] [blame] | 26 | #include "api/media_types.h" |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 27 | #include "api/rtp_headers.h" |
Artem Titov | c374d11 | 2022-06-16 19:27:45 | [diff] [blame] | 28 | #include "api/task_queue/pending_task_safety_flag.h" |
Artem Titov | 3229d65 | 2018-08-17 11:00:54 | [diff] [blame] | 29 | #include "api/test/simulated_network.h" |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 30 | #include "call/audio_receive_stream.h" |
| 31 | #include "call/audio_send_stream.h" |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 32 | #include "call/call.h" |
| 33 | #include "call/fake_network_pipe.h" |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 34 | #include "call/flexfec_receive_stream.h" |
| 35 | #include "call/packet_receiver.h" |
| 36 | #include "call/rtp_transport_controller_send_interface.h" |
Artem Titov | 3229d65 | 2018-08-17 11:00:54 | [diff] [blame] | 37 | #include "call/simulated_network.h" |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 38 | #include "call/video_receive_stream.h" |
| 39 | #include "call/video_send_stream.h" |
Steve Anton | 10542f2 | 2019-01-11 17:11:00 | [diff] [blame] | 40 | #include "rtc_base/copy_on_write_buffer.h" |
Yves Gerey | 3e70781 | 2018-11-28 15:47:49 | [diff] [blame] | 41 | #include "rtc_base/network/sent_packet.h" |
Erik Språng | c648819 | 2019-08-06 13:54:23 | [diff] [blame] | 42 | #include "rtc_base/task_queue.h" |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 43 | #include "system_wrappers/include/clock.h" |
Jonas Oreland | 6c2dae2 | 2022-09-29 08:28:24 | [diff] [blame] | 44 | #include "video/config/video_encoder_config.h" |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 45 | |
| 46 | namespace webrtc { |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 47 | class DegradedCall : public Call, private PacketReceiver { |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 48 | public: |
Erik Språng | b5cba85c | 2022-02-08 11:35:46 | [diff] [blame] | 49 | struct TimeScopedNetworkConfig : public BuiltInNetworkBehaviorConfig { |
| 50 | TimeDelta duration = TimeDelta::PlusInfinity(); |
| 51 | }; |
| 52 | |
Artem Titov | 3229d65 | 2018-08-17 11:00:54 | [diff] [blame] | 53 | explicit DegradedCall( |
| 54 | std::unique_ptr<Call> call, |
Erik Språng | b5cba85c | 2022-02-08 11:35:46 | [diff] [blame] | 55 | const std::vector<TimeScopedNetworkConfig>& send_configs, |
Erik Språng | 42abc13 | 2022-02-23 10:34:46 | [diff] [blame] | 56 | const std::vector<TimeScopedNetworkConfig>& receive_configs); |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 57 | ~DegradedCall() override; |
| 58 | |
| 59 | // Implements Call. |
| 60 | AudioSendStream* CreateAudioSendStream( |
| 61 | const AudioSendStream::Config& config) override; |
| 62 | void DestroyAudioSendStream(AudioSendStream* send_stream) override; |
| 63 | |
Tommi | 3176ef7 | 2022-05-22 18:47:28 | [diff] [blame] | 64 | AudioReceiveStreamInterface* CreateAudioReceiveStream( |
| 65 | const AudioReceiveStreamInterface::Config& config) override; |
| 66 | void DestroyAudioReceiveStream( |
| 67 | AudioReceiveStreamInterface* receive_stream) override; |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 68 | |
| 69 | VideoSendStream* CreateVideoSendStream( |
| 70 | VideoSendStream::Config config, |
| 71 | VideoEncoderConfig encoder_config) override; |
| 72 | VideoSendStream* CreateVideoSendStream( |
| 73 | VideoSendStream::Config config, |
| 74 | VideoEncoderConfig encoder_config, |
| 75 | std::unique_ptr<FecController> fec_controller) override; |
| 76 | void DestroyVideoSendStream(VideoSendStream* send_stream) override; |
| 77 | |
Tommi | f6f4543 | 2022-05-20 13:21:20 | [diff] [blame] | 78 | VideoReceiveStreamInterface* CreateVideoReceiveStream( |
| 79 | VideoReceiveStreamInterface::Config configuration) override; |
| 80 | void DestroyVideoReceiveStream( |
| 81 | VideoReceiveStreamInterface* receive_stream) override; |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 82 | |
| 83 | FlexfecReceiveStream* CreateFlexfecReceiveStream( |
Tommi | cf4ed15 | 2022-05-09 20:46:57 | [diff] [blame] | 84 | const FlexfecReceiveStream::Config config) override; |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 85 | void DestroyFlexfecReceiveStream( |
| 86 | FlexfecReceiveStream* receive_stream) override; |
| 87 | |
Henrik Boström | f4a9991 | 2020-06-11 10:07:14 | [diff] [blame] | 88 | void AddAdaptationResource(rtc::scoped_refptr<Resource> resource) override; |
| 89 | |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 90 | PacketReceiver* Receiver() override; |
| 91 | |
| 92 | RtpTransportControllerSendInterface* GetTransportControllerSend() override; |
| 93 | |
| 94 | Stats GetStats() const override; |
| 95 | |
Jonas Oreland | e62c2f2 | 2022-03-29 09:04:48 | [diff] [blame] | 96 | const FieldTrialsView& trials() const override; |
Erik Språng | ceb4495 | 2020-09-22 09:36:35 | [diff] [blame] | 97 | |
Tomas Gunnarsson | e984aa2 | 2021-04-19 07:21:06 | [diff] [blame] | 98 | TaskQueueBase* network_thread() const override; |
| 99 | TaskQueueBase* worker_thread() const override; |
| 100 | |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 101 | void SignalChannelNetworkState(MediaType media, NetworkState state) override; |
Stefan Holmer | 64be7fa | 2018-10-04 13:21:55 | [diff] [blame] | 102 | void OnAudioTransportOverheadChanged( |
| 103 | int transport_overhead_per_packet) override; |
Tommi | 3176ef7 | 2022-05-22 18:47:28 | [diff] [blame] | 104 | void OnLocalSsrcUpdated(AudioReceiveStreamInterface& stream, |
Tommi | 08be9ba | 2021-06-15 21:01:57 | [diff] [blame] | 105 | uint32_t local_ssrc) override; |
Tommi | f6f4543 | 2022-05-20 13:21:20 | [diff] [blame] | 106 | void OnLocalSsrcUpdated(VideoReceiveStreamInterface& stream, |
Tommi | 1331c18 | 2022-05-17 08:13:52 | [diff] [blame] | 107 | uint32_t local_ssrc) override; |
| 108 | void OnLocalSsrcUpdated(FlexfecReceiveStream& stream, |
| 109 | uint32_t local_ssrc) override; |
Tommi | 3176ef7 | 2022-05-22 18:47:28 | [diff] [blame] | 110 | void OnUpdateSyncGroup(AudioReceiveStreamInterface& stream, |
Ali Tofigh | 641a1b1 | 2022-05-17 09:48:46 | [diff] [blame] | 111 | absl::string_view sync_group) override; |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 112 | void OnSentPacket(const rtc::SentPacket& sent_packet) override; |
| 113 | |
| 114 | protected: |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 115 | // Implements PacketReceiver. |
Per K | bc31902 | 2023-01-09 20:44:56 | [diff] [blame] | 116 | void DeliverRtpPacket( |
| 117 | MediaType media_type, |
| 118 | RtpPacketReceived packet, |
| 119 | OnUndemuxablePacketHandler undemuxable_packet_handler) override; |
Per K | cf439a0 | 2023-01-05 13:01:39 | [diff] [blame] | 120 | void DeliverRtcpPacket(rtc::CopyOnWriteBuffer packet) override; |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 121 | |
| 122 | private: |
Erik Språng | c648819 | 2019-08-06 13:54:23 | [diff] [blame] | 123 | class FakeNetworkPipeOnTaskQueue { |
| 124 | public: |
| 125 | FakeNetworkPipeOnTaskQueue( |
Erik Språng | 42abc13 | 2022-02-23 10:34:46 | [diff] [blame] | 126 | TaskQueueBase* task_queue, |
Byoungchan Lee | c228575 | 2022-09-27 05:27:35 | [diff] [blame] | 127 | rtc::scoped_refptr<PendingTaskSafetyFlag> call_alive, |
Erik Språng | c648819 | 2019-08-06 13:54:23 | [diff] [blame] | 128 | Clock* clock, |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 129 | std::unique_ptr<NetworkBehaviorInterface> network_behavior); |
Erik Språng | c648819 | 2019-08-06 13:54:23 | [diff] [blame] | 130 | |
Harald Alvestrand | d43af91 | 2023-08-15 11:41:45 | [diff] [blame] | 131 | void SendRtp(rtc::ArrayView<const uint8_t> packet, |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 132 | const PacketOptions& options, |
| 133 | Transport* transport); |
Harald Alvestrand | d43af91 | 2023-08-15 11:41:45 | [diff] [blame] | 134 | void SendRtcp(rtc::ArrayView<const uint8_t> packet, Transport* transport); |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 135 | |
| 136 | void AddActiveTransport(Transport* transport); |
| 137 | void RemoveActiveTransport(Transport* transport); |
Erik Språng | c648819 | 2019-08-06 13:54:23 | [diff] [blame] | 138 | |
| 139 | private: |
| 140 | // Try to process packets on the fake network queue. |
| 141 | // Returns true if call resulted in a delayed process, false if queue empty. |
| 142 | bool Process(); |
| 143 | |
| 144 | Clock* const clock_; |
Erik Språng | 42abc13 | 2022-02-23 10:34:46 | [diff] [blame] | 145 | TaskQueueBase* const task_queue_; |
Byoungchan Lee | c228575 | 2022-09-27 05:27:35 | [diff] [blame] | 146 | rtc::scoped_refptr<PendingTaskSafetyFlag> call_alive_; |
Erik Språng | c648819 | 2019-08-06 13:54:23 | [diff] [blame] | 147 | FakeNetworkPipe pipe_; |
| 148 | absl::optional<int64_t> next_process_ms_ RTC_GUARDED_BY(&task_queue_); |
| 149 | }; |
| 150 | |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 151 | // For audio/video send stream, a TransportAdapter instance is used to |
| 152 | // intercept packets to be sent, and put them into a common FakeNetworkPipe |
| 153 | // in such as way that they will eventually (unless dropped) be forwarded to |
| 154 | // the correct Transport for that stream. |
| 155 | class FakeNetworkPipeTransportAdapter : public Transport { |
| 156 | public: |
| 157 | FakeNetworkPipeTransportAdapter(FakeNetworkPipeOnTaskQueue* fake_network, |
| 158 | Call* call, |
| 159 | Clock* clock, |
| 160 | Transport* real_transport); |
| 161 | ~FakeNetworkPipeTransportAdapter(); |
| 162 | |
Harald Alvestrand | d43af91 | 2023-08-15 11:41:45 | [diff] [blame] | 163 | bool SendRtp(rtc::ArrayView<const uint8_t> packet, |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 164 | const PacketOptions& options) override; |
Harald Alvestrand | d43af91 | 2023-08-15 11:41:45 | [diff] [blame] | 165 | bool SendRtcp(rtc::ArrayView<const uint8_t> packet) override; |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 166 | |
| 167 | private: |
| 168 | FakeNetworkPipeOnTaskQueue* const network_pipe_; |
| 169 | Call* const call_; |
| 170 | Clock* const clock_; |
| 171 | Transport* const real_transport_; |
| 172 | }; |
| 173 | |
Piotr (Peter) Slatala | 7fbfaa4 | 2019-03-18 17:31:54 | [diff] [blame] | 174 | void SetClientBitratePreferences( |
Byoungchan Lee | 3f519e0 | 2022-10-14 03:06:30 | [diff] [blame] | 175 | const webrtc::BitrateSettings& preferences) override; |
Erik Språng | b5cba85c | 2022-02-08 11:35:46 | [diff] [blame] | 176 | void UpdateSendNetworkConfig(); |
| 177 | void UpdateReceiveNetworkConfig(); |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 178 | |
Erik Språng | b5cba85c | 2022-02-08 11:35:46 | [diff] [blame] | 179 | Clock* const clock_; |
| 180 | const std::unique_ptr<Call> call_; |
Byoungchan Lee | c228575 | 2022-09-27 05:27:35 | [diff] [blame] | 181 | // For cancelling tasks on the network thread when DegradedCall is destroyed |
| 182 | rtc::scoped_refptr<PendingTaskSafetyFlag> call_alive_; |
Erik Språng | b5cba85c | 2022-02-08 11:35:46 | [diff] [blame] | 183 | size_t send_config_index_; |
| 184 | const std::vector<TimeScopedNetworkConfig> send_configs_; |
Artem Titov | 3229d65 | 2018-08-17 11:00:54 | [diff] [blame] | 185 | SimulatedNetwork* send_simulated_network_; |
Erik Språng | c648819 | 2019-08-06 13:54:23 | [diff] [blame] | 186 | std::unique_ptr<FakeNetworkPipeOnTaskQueue> send_pipe_; |
Erik Språng | eea605d | 2019-08-12 13:56:51 | [diff] [blame] | 187 | std::map<AudioSendStream*, std::unique_ptr<FakeNetworkPipeTransportAdapter>> |
| 188 | audio_send_transport_adapters_; |
| 189 | std::map<VideoSendStream*, std::unique_ptr<FakeNetworkPipeTransportAdapter>> |
| 190 | video_send_transport_adapters_; |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 191 | |
Erik Språng | b5cba85c | 2022-02-08 11:35:46 | [diff] [blame] | 192 | size_t receive_config_index_; |
| 193 | const std::vector<TimeScopedNetworkConfig> receive_configs_; |
Artem Titov | 3229d65 | 2018-08-17 11:00:54 | [diff] [blame] | 194 | SimulatedNetwork* receive_simulated_network_; |
Per K | bc31902 | 2023-01-09 20:44:56 | [diff] [blame] | 195 | SequenceChecker received_packet_sequence_checker_; |
| 196 | std::unique_ptr<FakeNetworkPipe> receive_pipe_ |
| 197 | RTC_GUARDED_BY(received_packet_sequence_checker_); |
Erik Språng | 0970851 | 2018-03-14 14:16:50 | [diff] [blame] | 198 | }; |
| 199 | |
| 200 | } // namespace webrtc |
| 201 | |
| 202 | #endif // CALL_DEGRADED_CALL_H_ |