blob: af0b5032f350cd08819d1f22f1514e8e95d66bd4 [file] [log] [blame]
mflodman@webrtc.org02270cd2015-02-06 13:10:191/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 17:08:3311#include "call/rtp_video_sender.h"
12
Sebastian Jansson3d4d94a2020-01-14 13:25:4113#include <atomic>
kwiberg27f982b2016-03-01 19:52:3314#include <memory>
Åsa Persson4bece9a2017-10-06 08:04:0415#include <string>
Sebastian Jansson3d4d94a2020-01-14 13:25:4116
Stefan Holmerdbdb3a02018-07-17 14:03:4617#include "call/rtp_transport_controller_send.h"
Erik Språng490d76c2019-05-07 16:29:1518#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
19#include "modules/rtp_rtcp/source/byte_io.h"
20#include "modules/rtp_rtcp/source/rtcp_packet/nack.h"
Danil Chapovalov2272f202020-02-18 11:09:4321#include "modules/rtp_rtcp/source/rtp_dependency_descriptor_extension.h"
Erik Språng490d76c2019-05-07 16:29:1522#include "modules/rtp_rtcp/source/rtp_packet.h"
Stefan Holmer64be7fa2018-10-04 13:21:5523#include "modules/video_coding/fec_controller_default.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3124#include "modules/video_coding/include/video_codec_interface.h"
Stefan Holmerdbdb3a02018-07-17 14:03:4625#include "rtc_base/rate_limiter.h"
Åsa Persson4bece9a2017-10-06 08:04:0426#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3127#include "test/gmock.h"
28#include "test/gtest.h"
Marina Ciocea1148fd52020-04-29 20:39:1329#include "test/mock_frame_transformer.h"
Stefan Holmerdbdb3a02018-07-17 14:03:4630#include "test/mock_transport.h"
Sebastian Jansson3d4d94a2020-01-14 13:25:4131#include "test/scenario/scenario.h"
Erik Språng00cc8362019-11-25 11:21:4632#include "test/time_controller/simulated_time_controller.h"
Stefan Holmerdbdb3a02018-07-17 14:03:4633#include "video/call_stats.h"
34#include "video/send_delay_stats.h"
35#include "video/send_statistics_proxy.h"
mflodman@webrtc.org02270cd2015-02-06 13:10:1936
37using ::testing::_;
mflodman@webrtc.org02270cd2015-02-06 13:10:1938using ::testing::NiceMock;
Niels Möller949f0fd2019-01-29 08:44:2439using ::testing::SaveArg;
Danil Chapovalov2272f202020-02-18 11:09:4340using ::testing::SizeIs;
mflodman@webrtc.org02270cd2015-02-06 13:10:1941
42namespace webrtc {
Åsa Persson4bece9a2017-10-06 08:04:0443namespace {
44const int8_t kPayloadType = 96;
45const uint32_t kSsrc1 = 12345;
46const uint32_t kSsrc2 = 23456;
Erik Språng490d76c2019-05-07 16:29:1547const uint32_t kRtxSsrc1 = 34567;
48const uint32_t kRtxSsrc2 = 45678;
Åsa Persson4bece9a2017-10-06 08:04:0449const int16_t kInitialPictureId1 = 222;
50const int16_t kInitialPictureId2 = 44;
Niels Möllerbb894ff2018-03-15 11:28:5351const int16_t kInitialTl0PicIdx1 = 99;
52const int16_t kInitialTl0PicIdx2 = 199;
Stefan Holmerdbdb3a02018-07-17 14:03:4653const int64_t kRetransmitWindowSizeMs = 500;
Erik Språng845c6aa2019-05-29 11:02:2454const int kTransportsSequenceExtensionId = 7;
Danil Chapovalov2272f202020-02-18 11:09:4355const int kDependencyDescriptorExtensionId = 8;
Stefan Holmerdbdb3a02018-07-17 14:03:4656
57class MockRtcpIntraFrameObserver : public RtcpIntraFrameObserver {
58 public:
Danil Chapovalov9a5efe92020-05-14 20:06:1859 MOCK_METHOD(void, OnReceivedIntraFrameRequest, (uint32_t), (override));
Stefan Holmerdbdb3a02018-07-17 14:03:4660};
61
Stefan Holmerdbdb3a02018-07-17 14:03:4662RtpSenderObservers CreateObservers(
63 RtcpRttStats* rtcp_rtt_stats,
64 RtcpIntraFrameObserver* intra_frame_callback,
65 RtcpStatisticsCallback* rtcp_stats,
Henrik Boström87e3f9d2019-05-27 08:44:2466 ReportBlockDataObserver* report_block_data_observer,
Stefan Holmerdbdb3a02018-07-17 14:03:4667 StreamDataCountersCallback* rtp_stats,
68 BitrateStatisticsObserver* bitrate_observer,
69 FrameCountObserver* frame_count_observer,
70 RtcpPacketTypeCounterObserver* rtcp_type_observer,
71 SendSideDelayObserver* send_delay_observer,
Stefan Holmer64be7fa2018-10-04 13:21:5572 SendPacketObserver* send_packet_observer) {
Stefan Holmerdbdb3a02018-07-17 14:03:4673 RtpSenderObservers observers;
74 observers.rtcp_rtt_stats = rtcp_rtt_stats;
75 observers.intra_frame_callback = intra_frame_callback;
Erik Språng490d76c2019-05-07 16:29:1576 observers.rtcp_loss_notification_observer = nullptr;
Stefan Holmerdbdb3a02018-07-17 14:03:4677 observers.rtcp_stats = rtcp_stats;
Henrik Boström87e3f9d2019-05-27 08:44:2478 observers.report_block_data_observer = report_block_data_observer;
Stefan Holmerdbdb3a02018-07-17 14:03:4679 observers.rtp_stats = rtp_stats;
80 observers.bitrate_observer = bitrate_observer;
81 observers.frame_count_observer = frame_count_observer;
82 observers.rtcp_type_observer = rtcp_type_observer;
83 observers.send_delay_observer = send_delay_observer;
84 observers.send_packet_observer = send_packet_observer;
Stefan Holmerdbdb3a02018-07-17 14:03:4685 return observers;
86}
87
Erik Språng490d76c2019-05-07 16:29:1588BitrateConstraints GetBitrateConfig() {
89 BitrateConstraints bitrate_config;
90 bitrate_config.min_bitrate_bps = 30000;
91 bitrate_config.start_bitrate_bps = 300000;
92 bitrate_config.max_bitrate_bps = 3000000;
93 return bitrate_config;
94}
95
96VideoSendStream::Config CreateVideoSendStreamConfig(
97 Transport* transport,
98 const std::vector<uint32_t>& ssrcs,
99 const std::vector<uint32_t>& rtx_ssrcs,
100 int payload_type) {
101 VideoSendStream::Config config(transport);
102 config.rtp.ssrcs = ssrcs;
103 config.rtp.rtx.ssrcs = rtx_ssrcs;
104 config.rtp.payload_type = payload_type;
105 config.rtp.rtx.payload_type = payload_type + 1;
106 config.rtp.nack.rtp_history_ms = 1000;
Erik Språng845c6aa2019-05-29 11:02:24107 config.rtp.extensions.emplace_back(RtpExtension::kTransportSequenceNumberUri,
108 kTransportsSequenceExtensionId);
Danil Chapovalov2272f202020-02-18 11:09:43109 config.rtp.extensions.emplace_back(RtpDependencyDescriptorExtension::kUri,
110 kDependencyDescriptorExtensionId);
Erik Språng490d76c2019-05-07 16:29:15111 return config;
112}
113
Stefan Holmer9416ef82018-07-19 08:34:38114class RtpVideoSenderTestFixture {
Stefan Holmerdbdb3a02018-07-17 14:03:46115 public:
Stefan Holmer9416ef82018-07-19 08:34:38116 RtpVideoSenderTestFixture(
Stefan Holmerdbdb3a02018-07-17 14:03:46117 const std::vector<uint32_t>& ssrcs,
Erik Språng490d76c2019-05-07 16:29:15118 const std::vector<uint32_t>& rtx_ssrcs,
Stefan Holmerdbdb3a02018-07-17 14:03:46119 int payload_type,
Niels Möller949f0fd2019-01-29 08:44:24120 const std::map<uint32_t, RtpPayloadState>& suspended_payload_states,
Marina Cioceadc69fd22020-04-10 18:19:14121 FrameCountObserver* frame_count_observer,
122 rtc::scoped_refptr<FrameTransformerInterface> frame_transformer)
Danil Chapovalov0c626af2020-02-10 10:16:00123 : time_controller_(Timestamp::Millis(1000000)),
Erik Språng490d76c2019-05-07 16:29:15124 config_(CreateVideoSendStreamConfig(&transport_,
125 ssrcs,
126 rtx_ssrcs,
127 payload_type)),
Erik Språng00cc8362019-11-25 11:21:46128 send_delay_stats_(time_controller_.GetClock()),
Erik Språng490d76c2019-05-07 16:29:15129 bitrate_config_(GetBitrateConfig()),
Danil Chapovalova68eb8c2020-02-17 15:13:14130 transport_controller_(
131 time_controller_.GetClock(),
132 &event_log_,
133 nullptr,
134 nullptr,
135 bitrate_config_,
136 time_controller_.CreateProcessThread("PacerThread"),
137 time_controller_.GetTaskQueueFactory(),
138 &field_trials_),
139 process_thread_(time_controller_.CreateProcessThread("test_thread")),
Erik Språng00cc8362019-11-25 11:21:46140 call_stats_(time_controller_.GetClock(), process_thread_.get()),
141 stats_proxy_(time_controller_.GetClock(),
Stefan Holmerdbdb3a02018-07-17 14:03:46142 config_,
143 VideoEncoderConfig::ContentType::kRealtimeVideo),
Erik Språng00cc8362019-11-25 11:21:46144 retransmission_rate_limiter_(time_controller_.GetClock(),
145 kRetransmitWindowSizeMs) {
Erik Språng7703f232020-09-14 09:03:13146 transport_controller_.EnsureStarted();
Mirko Bonadeif18f9202019-12-10 13:24:56147 std::map<uint32_t, RtpState> suspended_ssrcs;
148 router_ = std::make_unique<RtpVideoSender>(
149 time_controller_.GetClock(), suspended_ssrcs, suspended_payload_states,
150 config_.rtp, config_.rtcp_report_interval_ms, &transport_,
151 CreateObservers(&call_stats_, &encoder_feedback_, &stats_proxy_,
152 &stats_proxy_, &stats_proxy_, &stats_proxy_,
153 frame_count_observer, &stats_proxy_, &stats_proxy_,
154 &send_delay_stats_),
155 &transport_controller_, &event_log_, &retransmission_rate_limiter_,
156 std::make_unique<FecControllerDefault>(time_controller_.GetClock()),
Marina Cioceadc69fd22020-04-10 18:19:14157 nullptr, CryptoOptions{}, frame_transformer);
Stefan Holmerdbdb3a02018-07-17 14:03:46158 }
Marina Cioceadc69fd22020-04-10 18:19:14159
160 RtpVideoSenderTestFixture(
161 const std::vector<uint32_t>& ssrcs,
162 const std::vector<uint32_t>& rtx_ssrcs,
163 int payload_type,
164 const std::map<uint32_t, RtpPayloadState>& suspended_payload_states,
165 FrameCountObserver* frame_count_observer)
166 : RtpVideoSenderTestFixture(ssrcs,
167 rtx_ssrcs,
168 payload_type,
169 suspended_payload_states,
170 frame_count_observer,
171 /*frame_transformer=*/nullptr) {}
172
Niels Möller949f0fd2019-01-29 08:44:24173 RtpVideoSenderTestFixture(
174 const std::vector<uint32_t>& ssrcs,
Erik Språng490d76c2019-05-07 16:29:15175 const std::vector<uint32_t>& rtx_ssrcs,
Niels Möller949f0fd2019-01-29 08:44:24176 int payload_type,
177 const std::map<uint32_t, RtpPayloadState>& suspended_payload_states)
178 : RtpVideoSenderTestFixture(ssrcs,
Erik Språng490d76c2019-05-07 16:29:15179 rtx_ssrcs,
Niels Möller949f0fd2019-01-29 08:44:24180 payload_type,
181 suspended_payload_states,
Marina Cioceadc69fd22020-04-10 18:19:14182 /*frame_count_observer=*/nullptr,
183 /*frame_transformer=*/nullptr) {}
Mirko Bonadeif18f9202019-12-10 13:24:56184
Stefan Holmer9416ef82018-07-19 08:34:38185 RtpVideoSender* router() { return router_.get(); }
Erik Språng490d76c2019-05-07 16:29:15186 MockTransport& transport() { return transport_; }
Markus Handell486cc552019-12-03 13:37:28187 void AdvanceTime(TimeDelta delta) { time_controller_.AdvanceTime(delta); }
Stefan Holmerdbdb3a02018-07-17 14:03:46188
189 private:
190 NiceMock<MockTransport> transport_;
Stefan Holmerdbdb3a02018-07-17 14:03:46191 NiceMock<MockRtcpIntraFrameObserver> encoder_feedback_;
Erik Språng00cc8362019-11-25 11:21:46192 GlobalSimulatedTimeController time_controller_;
Danil Chapovalov83bbe912019-08-07 10:24:53193 RtcEventLogNull event_log_;
Stefan Holmerdbdb3a02018-07-17 14:03:46194 VideoSendStream::Config config_;
195 SendDelayStats send_delay_stats_;
196 BitrateConstraints bitrate_config_;
Erik Språng662678d2019-11-15 16:18:52197 const FieldTrialBasedConfig field_trials_;
Stefan Holmerdbdb3a02018-07-17 14:03:46198 RtpTransportControllerSend transport_controller_;
199 std::unique_ptr<ProcessThread> process_thread_;
Tommi822a8742020-05-10 22:42:30200 // TODO(tommi): Use internal::CallStats.
Stefan Holmerdbdb3a02018-07-17 14:03:46201 CallStats call_stats_;
202 SendStatisticsProxy stats_proxy_;
203 RateLimiter retransmission_rate_limiter_;
Stefan Holmer9416ef82018-07-19 08:34:38204 std::unique_ptr<RtpVideoSender> router_;
Stefan Holmerdbdb3a02018-07-17 14:03:46205};
Åsa Persson4bece9a2017-10-06 08:04:04206} // namespace
mflodman@webrtc.org02270cd2015-02-06 13:10:19207
Sebastian Jansson63470292019-02-01 09:13:43208TEST(RtpVideoSenderTest, SendOnOneModule) {
Niels Möller663844d2019-02-14 15:15:54209 constexpr uint8_t kPayload = 'a';
kjellander02b3d272016-04-20 12:05:54210 EncodedImage encoded_image;
Niels Möller23775882018-08-16 08:24:12211 encoded_image.SetTimestamp(1);
kjellander02b3d272016-04-20 12:05:54212 encoded_image.capture_time_ms_ = 2;
Niels Möller8f7ce222019-03-21 14:43:58213 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 13:56:56214 encoded_image.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
kjellander02b3d272016-04-20 12:05:54215
Erik Språng490d76c2019-05-07 16:29:15216 RtpVideoSenderTestFixture test({kSsrc1}, {kRtxSsrc1}, kPayloadType, {});
Danil Chapovalov383f2cf2020-08-12 09:06:53217 EXPECT_NE(EncodedImageCallback::Result::OK,
218 test.router()->OnEncodedImage(encoded_image, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19219
Stefan Holmerdbdb3a02018-07-17 14:03:46220 test.router()->SetActive(true);
Danil Chapovalov383f2cf2020-08-12 09:06:53221 EXPECT_EQ(EncodedImageCallback::Result::OK,
222 test.router()->OnEncodedImage(encoded_image, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19223
Stefan Holmerdbdb3a02018-07-17 14:03:46224 test.router()->SetActive(false);
Danil Chapovalov383f2cf2020-08-12 09:06:53225 EXPECT_NE(EncodedImageCallback::Result::OK,
226 test.router()->OnEncodedImage(encoded_image, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19227
Stefan Holmerdbdb3a02018-07-17 14:03:46228 test.router()->SetActive(true);
Danil Chapovalov383f2cf2020-08-12 09:06:53229 EXPECT_EQ(EncodedImageCallback::Result::OK,
230 test.router()->OnEncodedImage(encoded_image, nullptr).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19231}
232
Sebastian Jansson63470292019-02-01 09:13:43233TEST(RtpVideoSenderTest, SendSimulcastSetActive) {
Niels Möller663844d2019-02-14 15:15:54234 constexpr uint8_t kPayload = 'a';
Niels Möllerd3b8c632018-08-27 13:33:42235 EncodedImage encoded_image_1;
236 encoded_image_1.SetTimestamp(1);
237 encoded_image_1.capture_time_ms_ = 2;
Niels Möller8f7ce222019-03-21 14:43:58238 encoded_image_1._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 13:56:56239 encoded_image_1.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
kjellander02b3d272016-04-20 12:05:54240
Erik Språng490d76c2019-05-07 16:29:15241 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
242 kPayloadType, {});
mflodman@webrtc.org02270cd2015-02-06 13:10:19243
Niels Möllerd3b8c632018-08-27 13:33:42244 CodecSpecificInfo codec_info;
Niels Möllerd3b8c632018-08-27 13:33:42245 codec_info.codecType = kVideoCodecVP8;
mflodman@webrtc.org02270cd2015-02-06 13:10:19246
Stefan Holmerdbdb3a02018-07-17 14:03:46247 test.router()->SetActive(true);
sergeyu2cb155a2016-11-04 18:39:29248 EXPECT_EQ(EncodedImageCallback::Result::OK,
Danil Chapovalov383f2cf2020-08-12 09:06:53249 test.router()->OnEncodedImage(encoded_image_1, &codec_info).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19250
Niels Möllerd3b8c632018-08-27 13:33:42251 EncodedImage encoded_image_2(encoded_image_1);
252 encoded_image_2.SetSpatialIndex(1);
sergeyu2cb155a2016-11-04 18:39:29253 EXPECT_EQ(EncodedImageCallback::Result::OK,
Danil Chapovalov383f2cf2020-08-12 09:06:53254 test.router()->OnEncodedImage(encoded_image_2, &codec_info).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19255
mflodman@webrtc.org50e28162015-02-23 07:45:11256 // Inactive.
Stefan Holmerdbdb3a02018-07-17 14:03:46257 test.router()->SetActive(false);
sergeyu2cb155a2016-11-04 18:39:29258 EXPECT_NE(EncodedImageCallback::Result::OK,
Danil Chapovalov383f2cf2020-08-12 09:06:53259 test.router()->OnEncodedImage(encoded_image_1, &codec_info).error);
sergeyu2cb155a2016-11-04 18:39:29260 EXPECT_NE(EncodedImageCallback::Result::OK,
Danil Chapovalov383f2cf2020-08-12 09:06:53261 test.router()->OnEncodedImage(encoded_image_2, &codec_info).error);
mflodman@webrtc.org02270cd2015-02-06 13:10:19262}
263
Seth Hampsoncc7125f2018-02-02 16:46:16264// Tests how setting individual rtp modules to active affects the overall
265// behavior of the payload router. First sets one module to active and checks
Stefan Holmerdbdb3a02018-07-17 14:03:46266// that outgoing data can be sent on this module, and checks that no data can
267// be sent if both modules are inactive.
Sebastian Jansson63470292019-02-01 09:13:43268TEST(RtpVideoSenderTest, SendSimulcastSetActiveModules) {
Niels Möller663844d2019-02-14 15:15:54269 constexpr uint8_t kPayload = 'a';
Niels Möllerd3b8c632018-08-27 13:33:42270 EncodedImage encoded_image_1;
271 encoded_image_1.SetTimestamp(1);
272 encoded_image_1.capture_time_ms_ = 2;
Niels Möller8f7ce222019-03-21 14:43:58273 encoded_image_1._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 13:56:56274 encoded_image_1.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
Niels Möller77536a22019-01-15 07:50:01275
Niels Möllerd3b8c632018-08-27 13:33:42276 EncodedImage encoded_image_2(encoded_image_1);
277 encoded_image_2.SetSpatialIndex(1);
Stefan Holmerdbdb3a02018-07-17 14:03:46278
Erik Språng490d76c2019-05-07 16:29:15279 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
280 kPayloadType, {});
Niels Möllerd3b8c632018-08-27 13:33:42281 CodecSpecificInfo codec_info;
Niels Möllerd3b8c632018-08-27 13:33:42282 codec_info.codecType = kVideoCodecVP8;
Seth Hampsoncc7125f2018-02-02 16:46:16283
284 // Only setting one stream to active will still set the payload router to
285 // active and allow sending data on the active stream.
286 std::vector<bool> active_modules({true, false});
Stefan Holmerdbdb3a02018-07-17 14:03:46287 test.router()->SetActiveModules(active_modules);
Seth Hampsoncc7125f2018-02-02 16:46:16288 EXPECT_EQ(EncodedImageCallback::Result::OK,
Danil Chapovalov383f2cf2020-08-12 09:06:53289 test.router()->OnEncodedImage(encoded_image_1, &codec_info).error);
Seth Hampsoncc7125f2018-02-02 16:46:16290
Stefan Holmerdbdb3a02018-07-17 14:03:46291 // Setting both streams to inactive will turn the payload router to
292 // inactive.
Seth Hampsoncc7125f2018-02-02 16:46:16293 active_modules = {false, false};
Stefan Holmerdbdb3a02018-07-17 14:03:46294 test.router()->SetActiveModules(active_modules);
Seth Hampsoncc7125f2018-02-02 16:46:16295 // An incoming encoded image will not ask the module to send outgoing data
296 // because the payload router is inactive.
Seth Hampsoncc7125f2018-02-02 16:46:16297 EXPECT_NE(EncodedImageCallback::Result::OK,
Danil Chapovalov383f2cf2020-08-12 09:06:53298 test.router()->OnEncodedImage(encoded_image_1, &codec_info).error);
Seth Hampsoncc7125f2018-02-02 16:46:16299 EXPECT_NE(EncodedImageCallback::Result::OK,
Danil Chapovalov383f2cf2020-08-12 09:06:53300 test.router()->OnEncodedImage(encoded_image_1, &codec_info).error);
Seth Hampsoncc7125f2018-02-02 16:46:16301}
302
Sebastian Jansson63470292019-02-01 09:13:43303TEST(RtpVideoSenderTest, CreateWithNoPreviousStates) {
Erik Språng490d76c2019-05-07 16:29:15304 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
305 kPayloadType, {});
Stefan Holmerdbdb3a02018-07-17 14:03:46306 test.router()->SetActive(true);
Åsa Persson4bece9a2017-10-06 08:04:04307
308 std::map<uint32_t, RtpPayloadState> initial_states =
Stefan Holmerdbdb3a02018-07-17 14:03:46309 test.router()->GetRtpPayloadStates();
Åsa Persson4bece9a2017-10-06 08:04:04310 EXPECT_EQ(2u, initial_states.size());
311 EXPECT_NE(initial_states.find(kSsrc1), initial_states.end());
312 EXPECT_NE(initial_states.find(kSsrc2), initial_states.end());
313}
314
Sebastian Jansson63470292019-02-01 09:13:43315TEST(RtpVideoSenderTest, CreateWithPreviousStates) {
philipel25d31ec2018-08-08 14:33:01316 const int64_t kState1SharedFrameId = 123;
317 const int64_t kState2SharedFrameId = 234;
Åsa Persson4bece9a2017-10-06 08:04:04318 RtpPayloadState state1;
319 state1.picture_id = kInitialPictureId1;
Niels Möllerbb894ff2018-03-15 11:28:53320 state1.tl0_pic_idx = kInitialTl0PicIdx1;
philipel25d31ec2018-08-08 14:33:01321 state1.shared_frame_id = kState1SharedFrameId;
Åsa Persson4bece9a2017-10-06 08:04:04322 RtpPayloadState state2;
323 state2.picture_id = kInitialPictureId2;
Niels Möllerbb894ff2018-03-15 11:28:53324 state2.tl0_pic_idx = kInitialTl0PicIdx2;
philipel25d31ec2018-08-08 14:33:01325 state2.shared_frame_id = kState2SharedFrameId;
Åsa Persson4bece9a2017-10-06 08:04:04326 std::map<uint32_t, RtpPayloadState> states = {{kSsrc1, state1},
327 {kSsrc2, state2}};
328
Erik Språng490d76c2019-05-07 16:29:15329 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
330 kPayloadType, states);
Stefan Holmerdbdb3a02018-07-17 14:03:46331 test.router()->SetActive(true);
Åsa Persson4bece9a2017-10-06 08:04:04332
333 std::map<uint32_t, RtpPayloadState> initial_states =
Stefan Holmerdbdb3a02018-07-17 14:03:46334 test.router()->GetRtpPayloadStates();
Åsa Persson4bece9a2017-10-06 08:04:04335 EXPECT_EQ(2u, initial_states.size());
336 EXPECT_EQ(kInitialPictureId1, initial_states[kSsrc1].picture_id);
Niels Möllerbb894ff2018-03-15 11:28:53337 EXPECT_EQ(kInitialTl0PicIdx1, initial_states[kSsrc1].tl0_pic_idx);
Åsa Persson4bece9a2017-10-06 08:04:04338 EXPECT_EQ(kInitialPictureId2, initial_states[kSsrc2].picture_id);
Niels Möllerbb894ff2018-03-15 11:28:53339 EXPECT_EQ(kInitialTl0PicIdx2, initial_states[kSsrc2].tl0_pic_idx);
philipel25d31ec2018-08-08 14:33:01340 EXPECT_EQ(kState2SharedFrameId, initial_states[kSsrc1].shared_frame_id);
341 EXPECT_EQ(kState2SharedFrameId, initial_states[kSsrc2].shared_frame_id);
Åsa Persson4bece9a2017-10-06 08:04:04342}
Niels Möller949f0fd2019-01-29 08:44:24343
Sebastian Jansson63470292019-02-01 09:13:43344TEST(RtpVideoSenderTest, FrameCountCallbacks) {
Niels Möller949f0fd2019-01-29 08:44:24345 class MockFrameCountObserver : public FrameCountObserver {
346 public:
Danil Chapovalov9a5efe92020-05-14 20:06:18347 MOCK_METHOD(void,
348 FrameCountUpdated,
349 (const FrameCounts& frame_counts, uint32_t ssrc),
350 (override));
Niels Möller949f0fd2019-01-29 08:44:24351 } callback;
352
Erik Språng490d76c2019-05-07 16:29:15353 RtpVideoSenderTestFixture test({kSsrc1}, {kRtxSsrc1}, kPayloadType, {},
354 &callback);
Niels Möller949f0fd2019-01-29 08:44:24355
Niels Möller663844d2019-02-14 15:15:54356 constexpr uint8_t kPayload = 'a';
Niels Möller949f0fd2019-01-29 08:44:24357 EncodedImage encoded_image;
358 encoded_image.SetTimestamp(1);
359 encoded_image.capture_time_ms_ = 2;
Niels Möller8f7ce222019-03-21 14:43:58360 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 13:56:56361 encoded_image.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
Niels Möller949f0fd2019-01-29 08:44:24362
Niels Möller8f7ce222019-03-21 14:43:58363 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller949f0fd2019-01-29 08:44:24364
365 // No callbacks when not active.
366 EXPECT_CALL(callback, FrameCountUpdated).Times(0);
Danil Chapovalov383f2cf2020-08-12 09:06:53367 EXPECT_NE(EncodedImageCallback::Result::OK,
368 test.router()->OnEncodedImage(encoded_image, nullptr).error);
Mirko Bonadei6a489f22019-04-09 13:11:12369 ::testing::Mock::VerifyAndClearExpectations(&callback);
Niels Möller949f0fd2019-01-29 08:44:24370
371 test.router()->SetActive(true);
372
373 FrameCounts frame_counts;
374 EXPECT_CALL(callback, FrameCountUpdated(_, kSsrc1))
375 .WillOnce(SaveArg<0>(&frame_counts));
Danil Chapovalov383f2cf2020-08-12 09:06:53376 EXPECT_EQ(EncodedImageCallback::Result::OK,
377 test.router()->OnEncodedImage(encoded_image, nullptr).error);
Niels Möller949f0fd2019-01-29 08:44:24378
379 EXPECT_EQ(1, frame_counts.key_frames);
380 EXPECT_EQ(0, frame_counts.delta_frames);
381
Mirko Bonadei6a489f22019-04-09 13:11:12382 ::testing::Mock::VerifyAndClearExpectations(&callback);
Niels Möller949f0fd2019-01-29 08:44:24383
Niels Möller8f7ce222019-03-21 14:43:58384 encoded_image._frameType = VideoFrameType::kVideoFrameDelta;
Niels Möller949f0fd2019-01-29 08:44:24385 EXPECT_CALL(callback, FrameCountUpdated(_, kSsrc1))
386 .WillOnce(SaveArg<0>(&frame_counts));
Danil Chapovalov383f2cf2020-08-12 09:06:53387 EXPECT_EQ(EncodedImageCallback::Result::OK,
388 test.router()->OnEncodedImage(encoded_image, nullptr).error);
Niels Möller949f0fd2019-01-29 08:44:24389
390 EXPECT_EQ(1, frame_counts.key_frames);
391 EXPECT_EQ(1, frame_counts.delta_frames);
392}
393
Erik Språng490d76c2019-05-07 16:29:15394// Integration test verifying that ack of packet via TransportFeedback means
Erik Språng845c6aa2019-05-29 11:02:24395// that the packet is removed from RtpPacketHistory and won't be retransmitted
Erik Språng490d76c2019-05-07 16:29:15396// again.
397TEST(RtpVideoSenderTest, DoesNotRetrasmitAckedPackets) {
Erik Språng490d76c2019-05-07 16:29:15398 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
399 kPayloadType, {});
400 test.router()->SetActive(true);
401
402 constexpr uint8_t kPayload = 'a';
403 EncodedImage encoded_image;
404 encoded_image.SetTimestamp(1);
405 encoded_image.capture_time_ms_ = 2;
406 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möller4d504c72019-06-18 13:56:56407 encoded_image.SetEncodedData(EncodedImageBuffer::Create(&kPayload, 1));
Erik Språng490d76c2019-05-07 16:29:15408
409 // Send two tiny images, mapping to two RTP packets. Capture sequence numbers.
Erik Språng490d76c2019-05-07 16:29:15410 std::vector<uint16_t> rtp_sequence_numbers;
411 std::vector<uint16_t> transport_sequence_numbers;
412 EXPECT_CALL(test.transport(), SendRtp)
413 .Times(2)
Danil Chapovalova68eb8c2020-02-17 15:13:14414 .WillRepeatedly([&rtp_sequence_numbers, &transport_sequence_numbers](
415 const uint8_t* packet, size_t length,
416 const PacketOptions& options) {
417 RtpPacket rtp_packet;
418 EXPECT_TRUE(rtp_packet.Parse(packet, length));
419 rtp_sequence_numbers.push_back(rtp_packet.SequenceNumber());
420 transport_sequence_numbers.push_back(options.packet_id);
421 return true;
422 });
Danil Chapovalov383f2cf2020-08-12 09:06:53423 EXPECT_EQ(EncodedImageCallback::Result::OK,
424 test.router()->OnEncodedImage(encoded_image, nullptr).error);
Erik Språng490d76c2019-05-07 16:29:15425 encoded_image.SetTimestamp(2);
426 encoded_image.capture_time_ms_ = 3;
Danil Chapovalov383f2cf2020-08-12 09:06:53427 EXPECT_EQ(EncodedImageCallback::Result::OK,
428 test.router()->OnEncodedImage(encoded_image, nullptr).error);
Erik Språngbd7046c2019-05-07 21:54:29429
Danil Chapovalov0c626af2020-02-10 10:16:00430 test.AdvanceTime(TimeDelta::Millis(33));
Erik Språng490d76c2019-05-07 16:29:15431
Erik Språng490d76c2019-05-07 16:29:15432 // Construct a NACK message for requesting retransmission of both packet.
433 rtcp::Nack nack;
434 nack.SetMediaSsrc(kSsrc1);
435 nack.SetPacketIds(rtp_sequence_numbers);
436 rtc::Buffer nack_buffer = nack.Build();
437
438 std::vector<uint16_t> retransmitted_rtp_sequence_numbers;
439 EXPECT_CALL(test.transport(), SendRtp)
440 .Times(2)
Danil Chapovalova68eb8c2020-02-17 15:13:14441 .WillRepeatedly([&retransmitted_rtp_sequence_numbers](
Erik Språng490d76c2019-05-07 16:29:15442 const uint8_t* packet, size_t length,
443 const PacketOptions& options) {
444 RtpPacket rtp_packet;
445 EXPECT_TRUE(rtp_packet.Parse(packet, length));
446 EXPECT_EQ(rtp_packet.Ssrc(), kRtxSsrc1);
447 // Capture the retransmitted sequence number from the RTX header.
448 rtc::ArrayView<const uint8_t> payload = rtp_packet.payload();
449 retransmitted_rtp_sequence_numbers.push_back(
450 ByteReader<uint16_t>::ReadBigEndian(payload.data()));
Erik Språng490d76c2019-05-07 16:29:15451 return true;
452 });
453 test.router()->DeliverRtcp(nack_buffer.data(), nack_buffer.size());
Danil Chapovalov0c626af2020-02-10 10:16:00454 test.AdvanceTime(TimeDelta::Millis(33));
Erik Språng490d76c2019-05-07 16:29:15455
456 // Verify that both packets were retransmitted.
457 EXPECT_EQ(retransmitted_rtp_sequence_numbers, rtp_sequence_numbers);
458
459 // Simulate transport feedback indicating fist packet received, next packet
Erik Språng00cc8362019-11-25 11:21:46460 // lost (not other way around as that would trigger early retransmit).
Sebastian Janssonf2988552019-10-29 16:18:51461 StreamFeedbackObserver::StreamPacketInfo lost_packet_feedback;
Erik Språng00cc8362019-11-25 11:21:46462 lost_packet_feedback.rtp_sequence_number = rtp_sequence_numbers[0];
Erik Språng490d76c2019-05-07 16:29:15463 lost_packet_feedback.ssrc = kSsrc1;
Sebastian Janssonf2988552019-10-29 16:18:51464 lost_packet_feedback.received = false;
Erik Språng490d76c2019-05-07 16:29:15465
Erik Språng00cc8362019-11-25 11:21:46466 StreamFeedbackObserver::StreamPacketInfo received_packet_feedback;
467 received_packet_feedback.rtp_sequence_number = rtp_sequence_numbers[1];
468 received_packet_feedback.ssrc = kSsrc1;
469 received_packet_feedback.received = true;
470
Sebastian Janssonf2988552019-10-29 16:18:51471 test.router()->OnPacketFeedbackVector(
Erik Språng00cc8362019-11-25 11:21:46472 {lost_packet_feedback, received_packet_feedback});
Erik Språng490d76c2019-05-07 16:29:15473
474 // Advance time to make sure retransmission would be allowed and try again.
475 // This time the retransmission should not happen for the first packet since
476 // the history has been notified of the ack and removed the packet. The
477 // second packet, included in the feedback but not marked as received, should
478 // still be retransmitted.
Danil Chapovalov0c626af2020-02-10 10:16:00479 test.AdvanceTime(TimeDelta::Millis(33));
Erik Språng490d76c2019-05-07 16:29:15480 EXPECT_CALL(test.transport(), SendRtp)
Danil Chapovalova68eb8c2020-02-17 15:13:14481 .WillOnce([&lost_packet_feedback](const uint8_t* packet, size_t length,
482 const PacketOptions& options) {
Erik Språng490d76c2019-05-07 16:29:15483 RtpPacket rtp_packet;
484 EXPECT_TRUE(rtp_packet.Parse(packet, length));
485 EXPECT_EQ(rtp_packet.Ssrc(), kRtxSsrc1);
486 // Capture the retransmitted sequence number from the RTX header.
487 rtc::ArrayView<const uint8_t> payload = rtp_packet.payload();
488 EXPECT_EQ(lost_packet_feedback.rtp_sequence_number,
489 ByteReader<uint16_t>::ReadBigEndian(payload.data()));
Erik Språng490d76c2019-05-07 16:29:15490 return true;
491 });
492 test.router()->DeliverRtcp(nack_buffer.data(), nack_buffer.size());
Danil Chapovalov0c626af2020-02-10 10:16:00493 test.AdvanceTime(TimeDelta::Millis(33));
Erik Språng490d76c2019-05-07 16:29:15494}
Erik Språng845c6aa2019-05-29 11:02:24495
Sebastian Jansson3d4d94a2020-01-14 13:25:41496// This tests that we utilize transport wide feedback to retransmit lost
497// packets. This is tested by dropping all ordirary packets from a "lossy"
498// stream send along with an secondary untouched stream. The transport wide
499// feedback packets from the secondary stream allows the sending side to
500// detect and retreansmit the lost packets from the lossy stream.
501TEST(RtpVideoSenderTest, RetransmitsOnTransportWideLossInfo) {
502 int rtx_packets;
503 test::Scenario s(test_info_);
504 test::CallClientConfig call_conf;
505 // Keeping the bitrate fixed to avoid RTX due to probing.
Danil Chapovalovcad3e0e2020-02-17 17:46:07506 call_conf.transport.rates.max_rate = DataRate::KilobitsPerSec(300);
507 call_conf.transport.rates.start_rate = DataRate::KilobitsPerSec(300);
Sebastian Jansson3d4d94a2020-01-14 13:25:41508 test::NetworkSimulationConfig net_conf;
Danil Chapovalovcad3e0e2020-02-17 17:46:07509 net_conf.bandwidth = DataRate::KilobitsPerSec(300);
Sebastian Jansson3d4d94a2020-01-14 13:25:41510 auto send_node = s.CreateSimulationNode(net_conf);
Tommi3c9bcc12020-04-15 14:45:47511 auto* callee = s.CreateClient("return", call_conf);
Sebastian Jansson3d4d94a2020-01-14 13:25:41512 auto* route = s.CreateRoutes(s.CreateClient("send", call_conf), {send_node},
Tommi3c9bcc12020-04-15 14:45:47513 callee, {s.CreateSimulationNode(net_conf)});
Sebastian Jansson3d4d94a2020-01-14 13:25:41514
515 test::VideoStreamConfig lossy_config;
516 lossy_config.source.framerate = 5;
517 auto* lossy = s.CreateVideoStream(route->forward(), lossy_config);
518 // The secondary stream acts a driver for transport feedback messages,
519 // ensuring that lost packets on the lossy stream are retransmitted.
520 s.CreateVideoStream(route->forward(), test::VideoStreamConfig());
521
522 send_node->router()->SetFilter([&](const EmulatedIpPacket& packet) {
523 RtpPacket rtp;
524 if (rtp.Parse(packet.data)) {
525 // Drops all regular packets for the lossy stream and counts all RTX
526 // packets. Since no packets are let trough, NACKs can't be triggered
527 // by the receiving side.
528 if (lossy->send()->UsingSsrc(rtp.Ssrc())) {
529 return false;
530 } else if (lossy->send()->UsingRtxSsrc(rtp.Ssrc())) {
531 ++rtx_packets;
532 }
533 }
534 return true;
535 });
536
537 // Run for a short duration and reset counters to avoid counting RTX packets
538 // from initial probing.
Danil Chapovalov0c626af2020-02-10 10:16:00539 s.RunFor(TimeDelta::Seconds(1));
Sebastian Jansson3d4d94a2020-01-14 13:25:41540 rtx_packets = 0;
Tommi3c9bcc12020-04-15 14:45:47541 int decoded_baseline = 0;
542 callee->SendTask([&decoded_baseline, &lossy]() {
543 decoded_baseline = lossy->receive()->GetStats().frames_decoded;
544 });
Danil Chapovalov0c626af2020-02-10 10:16:00545 s.RunFor(TimeDelta::Seconds(1));
Sebastian Jansson3d4d94a2020-01-14 13:25:41546 // We expect both that RTX packets were sent and that an appropriate number of
547 // frames were received. This is somewhat redundant but reduces the risk of
548 // false positives in future regressions (e.g. RTX is send due to probing).
549 EXPECT_GE(rtx_packets, 1);
Tommi3c9bcc12020-04-15 14:45:47550 int frames_decoded = 0;
551 callee->SendTask([&decoded_baseline, &frames_decoded, &lossy]() {
552 frames_decoded =
553 lossy->receive()->GetStats().frames_decoded - decoded_baseline;
554 });
Sebastian Jansson3d4d94a2020-01-14 13:25:41555 EXPECT_EQ(frames_decoded, 5);
556}
557
Erik Språng845c6aa2019-05-29 11:02:24558// Integration test verifying that retransmissions are sent for packets which
559// can be detected as lost early, using transport wide feedback.
560TEST(RtpVideoSenderTest, EarlyRetransmits) {
Erik Språng845c6aa2019-05-29 11:02:24561 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
562 kPayloadType, {});
563 test.router()->SetActive(true);
564
Niels Möllerb9bfe652019-10-03 06:43:53565 const uint8_t kPayload[1] = {'a'};
Erik Språng845c6aa2019-05-29 11:02:24566 EncodedImage encoded_image;
567 encoded_image.SetTimestamp(1);
568 encoded_image.capture_time_ms_ = 2;
569 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
Niels Möllerb9bfe652019-10-03 06:43:53570 encoded_image.SetEncodedData(
571 EncodedImageBuffer::Create(kPayload, sizeof(kPayload)));
Erik Språng845c6aa2019-05-29 11:02:24572 encoded_image.SetSpatialIndex(0);
573
574 CodecSpecificInfo codec_specific;
575 codec_specific.codecType = VideoCodecType::kVideoCodecGeneric;
576
577 // Send two tiny images, mapping to single RTP packets. Capture sequence
578 // numbers.
Erik Språng845c6aa2019-05-29 11:02:24579 uint16_t frame1_rtp_sequence_number = 0;
580 uint16_t frame1_transport_sequence_number = 0;
581 EXPECT_CALL(test.transport(), SendRtp)
Danil Chapovalova68eb8c2020-02-17 15:13:14582 .WillOnce(
583 [&frame1_rtp_sequence_number, &frame1_transport_sequence_number](
584 const uint8_t* packet, size_t length,
585 const PacketOptions& options) {
586 RtpPacket rtp_packet;
587 EXPECT_TRUE(rtp_packet.Parse(packet, length));
588 frame1_rtp_sequence_number = rtp_packet.SequenceNumber();
589 frame1_transport_sequence_number = options.packet_id;
590 EXPECT_EQ(rtp_packet.Ssrc(), kSsrc1);
591 return true;
592 });
Danil Chapovalov383f2cf2020-08-12 09:06:53593 EXPECT_EQ(test.router()->OnEncodedImage(encoded_image, &codec_specific).error,
Erik Språng845c6aa2019-05-29 11:02:24594 EncodedImageCallback::Result::OK);
Erik Språng845c6aa2019-05-29 11:02:24595
Danil Chapovalov0c626af2020-02-10 10:16:00596 test.AdvanceTime(TimeDelta::Millis(33));
Erik Språng845c6aa2019-05-29 11:02:24597
598 uint16_t frame2_rtp_sequence_number = 0;
599 uint16_t frame2_transport_sequence_number = 0;
600 encoded_image.SetSpatialIndex(1);
601 EXPECT_CALL(test.transport(), SendRtp)
Danil Chapovalova68eb8c2020-02-17 15:13:14602 .WillOnce(
603 [&frame2_rtp_sequence_number, &frame2_transport_sequence_number](
604 const uint8_t* packet, size_t length,
605 const PacketOptions& options) {
606 RtpPacket rtp_packet;
607 EXPECT_TRUE(rtp_packet.Parse(packet, length));
608 frame2_rtp_sequence_number = rtp_packet.SequenceNumber();
609 frame2_transport_sequence_number = options.packet_id;
610 EXPECT_EQ(rtp_packet.Ssrc(), kSsrc2);
611 return true;
612 });
Danil Chapovalov383f2cf2020-08-12 09:06:53613 EXPECT_EQ(test.router()->OnEncodedImage(encoded_image, &codec_specific).error,
Erik Språng845c6aa2019-05-29 11:02:24614 EncodedImageCallback::Result::OK);
Danil Chapovalov0c626af2020-02-10 10:16:00615 test.AdvanceTime(TimeDelta::Millis(33));
Erik Språng845c6aa2019-05-29 11:02:24616
617 EXPECT_NE(frame1_transport_sequence_number, frame2_transport_sequence_number);
618
619 // Inject a transport feedback where the packet for the first frame is lost,
620 // expect a retransmission for it.
621 EXPECT_CALL(test.transport(), SendRtp)
Danil Chapovalova68eb8c2020-02-17 15:13:14622 .WillOnce([&frame1_rtp_sequence_number](const uint8_t* packet,
623 size_t length,
624 const PacketOptions& options) {
Erik Språng845c6aa2019-05-29 11:02:24625 RtpPacket rtp_packet;
626 EXPECT_TRUE(rtp_packet.Parse(packet, length));
Sebastian Janssonf2988552019-10-29 16:18:51627 EXPECT_EQ(rtp_packet.Ssrc(), kRtxSsrc1);
Erik Språng845c6aa2019-05-29 11:02:24628
629 // Retransmitted sequence number from the RTX header should match
630 // the lost packet.
631 rtc::ArrayView<const uint8_t> payload = rtp_packet.payload();
632 EXPECT_EQ(ByteReader<uint16_t>::ReadBigEndian(payload.data()),
633 frame1_rtp_sequence_number);
Erik Språng845c6aa2019-05-29 11:02:24634 return true;
635 });
636
Sebastian Janssonf2988552019-10-29 16:18:51637 StreamFeedbackObserver::StreamPacketInfo first_packet_feedback;
Erik Språng845c6aa2019-05-29 11:02:24638 first_packet_feedback.rtp_sequence_number = frame1_rtp_sequence_number;
639 first_packet_feedback.ssrc = kSsrc1;
Sebastian Janssonf2988552019-10-29 16:18:51640 first_packet_feedback.received = false;
Erik Språng845c6aa2019-05-29 11:02:24641
Sebastian Janssonf2988552019-10-29 16:18:51642 StreamFeedbackObserver::StreamPacketInfo second_packet_feedback;
643 second_packet_feedback.rtp_sequence_number = frame2_rtp_sequence_number;
644 second_packet_feedback.ssrc = kSsrc2;
645 second_packet_feedback.received = true;
Erik Språng845c6aa2019-05-29 11:02:24646
Sebastian Janssonf2988552019-10-29 16:18:51647 test.router()->OnPacketFeedbackVector(
648 {first_packet_feedback, second_packet_feedback});
Erik Språng845c6aa2019-05-29 11:02:24649
650 // Wait for pacer to run and send the RTX packet.
Danil Chapovalov0c626af2020-02-10 10:16:00651 test.AdvanceTime(TimeDelta::Millis(33));
Erik Språng845c6aa2019-05-29 11:02:24652}
Sebastian Janssoncf41eb12019-06-10 09:30:59653
Danil Chapovalov2272f202020-02-18 11:09:43654TEST(RtpVideoSenderTest, SupportsDependencyDescriptor) {
Danil Chapovalov2272f202020-02-18 11:09:43655 RtpVideoSenderTestFixture test({kSsrc1}, {}, kPayloadType, {});
656 test.router()->SetActive(true);
657
658 RtpHeaderExtensionMap extensions;
659 extensions.Register<RtpDependencyDescriptorExtension>(
660 kDependencyDescriptorExtensionId);
661 std::vector<RtpPacket> sent_packets;
662 ON_CALL(test.transport(), SendRtp)
663 .WillByDefault([&](const uint8_t* packet, size_t length,
664 const PacketOptions& options) {
665 sent_packets.emplace_back(&extensions);
666 EXPECT_TRUE(sent_packets.back().Parse(packet, length));
667 return true;
668 });
669
670 const uint8_t kPayload[1] = {'a'};
671 EncodedImage encoded_image;
672 encoded_image.SetTimestamp(1);
673 encoded_image.capture_time_ms_ = 2;
674 encoded_image.SetEncodedData(
675 EncodedImageBuffer::Create(kPayload, sizeof(kPayload)));
676
677 CodecSpecificInfo codec_specific;
678 codec_specific.codecType = VideoCodecType::kVideoCodecGeneric;
679 codec_specific.template_structure.emplace();
680 codec_specific.template_structure->num_decode_targets = 1;
681 codec_specific.template_structure->templates = {
Danil Chapovalov24263f42020-06-11 11:23:45682 FrameDependencyTemplate().T(0).Dtis("S"),
683 FrameDependencyTemplate().T(0).Dtis("S").FrameDiffs({2}),
684 FrameDependencyTemplate().T(1).Dtis("D").FrameDiffs({1}),
Danil Chapovalov2272f202020-02-18 11:09:43685 };
686
687 // Send two tiny images, mapping to single RTP packets.
688 // Send in key frame.
689 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
690 codec_specific.generic_frame_info =
691 GenericFrameInfo::Builder().T(0).Dtis("S").Build();
692 codec_specific.generic_frame_info->encoder_buffers = {{0, false, true}};
Danil Chapovalov383f2cf2020-08-12 09:06:53693 EXPECT_EQ(test.router()->OnEncodedImage(encoded_image, &codec_specific).error,
Danil Chapovalov2272f202020-02-18 11:09:43694 EncodedImageCallback::Result::OK);
695 test.AdvanceTime(TimeDelta::Millis(33));
696 ASSERT_THAT(sent_packets, SizeIs(1));
697 EXPECT_TRUE(
698 sent_packets.back().HasExtension<RtpDependencyDescriptorExtension>());
699
700 // Send in delta frame.
701 encoded_image._frameType = VideoFrameType::kVideoFrameDelta;
702 codec_specific.template_structure = absl::nullopt;
703 codec_specific.generic_frame_info =
704 GenericFrameInfo::Builder().T(1).Dtis("D").Build();
705 codec_specific.generic_frame_info->encoder_buffers = {{0, true, false}};
Danil Chapovalov383f2cf2020-08-12 09:06:53706 EXPECT_EQ(test.router()->OnEncodedImage(encoded_image, &codec_specific).error,
Danil Chapovalov2272f202020-02-18 11:09:43707 EncodedImageCallback::Result::OK);
708 test.AdvanceTime(TimeDelta::Millis(33));
709 ASSERT_THAT(sent_packets, SizeIs(2));
710 EXPECT_TRUE(
711 sent_packets.back().HasExtension<RtpDependencyDescriptorExtension>());
712}
713
714TEST(RtpVideoSenderTest, SupportsStoppingUsingDependencyDescriptor) {
Danil Chapovalov2272f202020-02-18 11:09:43715 RtpVideoSenderTestFixture test({kSsrc1}, {}, kPayloadType, {});
716 test.router()->SetActive(true);
717
718 RtpHeaderExtensionMap extensions;
719 extensions.Register<RtpDependencyDescriptorExtension>(
720 kDependencyDescriptorExtensionId);
721 std::vector<RtpPacket> sent_packets;
722 ON_CALL(test.transport(), SendRtp)
723 .WillByDefault([&](const uint8_t* packet, size_t length,
724 const PacketOptions& options) {
725 sent_packets.emplace_back(&extensions);
726 EXPECT_TRUE(sent_packets.back().Parse(packet, length));
727 return true;
728 });
729
730 const uint8_t kPayload[1] = {'a'};
731 EncodedImage encoded_image;
732 encoded_image.SetTimestamp(1);
733 encoded_image.capture_time_ms_ = 2;
734 encoded_image.SetEncodedData(
735 EncodedImageBuffer::Create(kPayload, sizeof(kPayload)));
736
737 CodecSpecificInfo codec_specific;
738 codec_specific.codecType = VideoCodecType::kVideoCodecGeneric;
739 codec_specific.template_structure.emplace();
740 codec_specific.template_structure->num_decode_targets = 1;
741 codec_specific.template_structure->templates = {
Danil Chapovalov24263f42020-06-11 11:23:45742 FrameDependencyTemplate().T(0).Dtis("S"),
743 FrameDependencyTemplate().T(0).Dtis("S").FrameDiffs({2}),
744 FrameDependencyTemplate().T(1).Dtis("D").FrameDiffs({1}),
Danil Chapovalov2272f202020-02-18 11:09:43745 };
746
747 // Send two tiny images, mapping to single RTP packets.
748 // Send in a key frame.
749 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
750 codec_specific.generic_frame_info =
751 GenericFrameInfo::Builder().T(0).Dtis("S").Build();
752 codec_specific.generic_frame_info->encoder_buffers = {{0, false, true}};
Danil Chapovalov383f2cf2020-08-12 09:06:53753 EXPECT_EQ(test.router()->OnEncodedImage(encoded_image, &codec_specific).error,
Danil Chapovalov2272f202020-02-18 11:09:43754 EncodedImageCallback::Result::OK);
755 test.AdvanceTime(TimeDelta::Millis(33));
756 ASSERT_THAT(sent_packets, SizeIs(1));
757 EXPECT_TRUE(
758 sent_packets.back().HasExtension<RtpDependencyDescriptorExtension>());
759
760 // Send in a new key frame without the support for the dependency descriptor.
761 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
762 codec_specific.template_structure = absl::nullopt;
Danil Chapovalov383f2cf2020-08-12 09:06:53763 EXPECT_EQ(test.router()->OnEncodedImage(encoded_image, &codec_specific).error,
Danil Chapovalov2272f202020-02-18 11:09:43764 EncodedImageCallback::Result::OK);
765 test.AdvanceTime(TimeDelta::Millis(33));
766 ASSERT_THAT(sent_packets, SizeIs(2));
767 EXPECT_FALSE(
768 sent_packets.back().HasExtension<RtpDependencyDescriptorExtension>());
769}
770
Sebastian Janssoncf41eb12019-06-10 09:30:59771TEST(RtpVideoSenderTest, CanSetZeroBitrateWithOverhead) {
772 test::ScopedFieldTrials trials("WebRTC-SendSideBwe-WithOverhead/Enabled/");
773 RtpVideoSenderTestFixture test({kSsrc1}, {kRtxSsrc1}, kPayloadType, {});
Sebastian Jansson82ed2e82019-10-15 13:58:37774 BitrateAllocationUpdate update;
775 update.target_bitrate = DataRate::Zero();
776 update.packet_loss_ratio = 0;
777 update.round_trip_time = TimeDelta::Zero();
Sebastian Janssoncf41eb12019-06-10 09:30:59778
Sebastian Jansson82ed2e82019-10-15 13:58:37779 test.router()->OnBitrateUpdated(update, /*framerate*/ 0);
Sebastian Janssoncf41eb12019-06-10 09:30:59780}
781
782TEST(RtpVideoSenderTest, CanSetZeroBitrateWithoutOverhead) {
783 RtpVideoSenderTestFixture test({kSsrc1}, {kRtxSsrc1}, kPayloadType, {});
784
Sebastian Jansson82ed2e82019-10-15 13:58:37785 BitrateAllocationUpdate update;
786 update.target_bitrate = DataRate::Zero();
787 update.packet_loss_ratio = 0;
788 update.round_trip_time = TimeDelta::Zero();
789
790 test.router()->OnBitrateUpdated(update, /*framerate*/ 0);
Sebastian Janssoncf41eb12019-06-10 09:30:59791}
Marina Cioceadc69fd22020-04-10 18:19:14792
793TEST(RtpVideoSenderTest, SimulcastSenderRegistersFrameTransformers) {
Marina Cioceadc69fd22020-04-10 18:19:14794 rtc::scoped_refptr<MockFrameTransformer> transformer =
795 new rtc::RefCountedObject<MockFrameTransformer>();
796
797 EXPECT_CALL(*transformer, RegisterTransformedFrameSinkCallback(_, kSsrc1));
798 EXPECT_CALL(*transformer, RegisterTransformedFrameSinkCallback(_, kSsrc2));
799 RtpVideoSenderTestFixture test({kSsrc1, kSsrc2}, {kRtxSsrc1, kRtxSsrc2},
800 kPayloadType, {}, nullptr, transformer);
801
802 EXPECT_CALL(*transformer, UnregisterTransformedFrameSinkCallback(kSsrc1));
803 EXPECT_CALL(*transformer, UnregisterTransformedFrameSinkCallback(kSsrc2));
804}
mflodman@webrtc.org02270cd2015-02-06 13:10:19805} // namespace webrtc