blob: 87c366828efd8d0558addb9256e76d96039fdc47 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:361/*
kjellander1afca732016-02-08 04:46:452 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:363 *
kjellander1afca732016-02-08 04:46:454 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:369 */
10
Mirko Bonadei92ea95e2017-09-15 04:47:3111#include "media/base/rtpdataengine.h"
henrike@webrtc.org28e20752013-07-10 00:45:3612
Steve Antone78bcb92017-10-31 16:53:0813#include <map>
14
Niels Möller3c7d5992018-10-19 13:29:5415#include "absl/strings/match.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3116#include "media/base/codec.h"
17#include "media/base/mediaconstants.h"
18#include "media/base/rtputils.h"
19#include "media/base/streamparams.h"
20#include "rtc_base/copyonwritebuffer.h"
Sebastian Janssonf9c5cf62018-02-28 15:04:2621#include "rtc_base/data_rate_limiter.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3122#include "rtc_base/helpers.h"
23#include "rtc_base/logging.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3124#include "rtc_base/sanitizer.h"
henrike@webrtc.org28e20752013-07-10 00:45:3625
26namespace cricket {
27
28// We want to avoid IP fragmentation.
29static const size_t kDataMaxRtpPacketLen = 1200U;
30// We reserve space after the RTP header for future wiggle room.
Yves Gerey665174f2018-06-19 13:03:0531static const unsigned char kReservedSpace[] = {0x00, 0x00, 0x00, 0x00};
henrike@webrtc.org28e20752013-07-10 00:45:3632
33// Amount of overhead SRTP may take. We need to leave room in the
34// buffer for it, otherwise SRTP will fail later. If SRTP ever uses
35// more than this, we need to increase this number.
36static const size_t kMaxSrtpHmacOverhead = 16;
37
38RtpDataEngine::RtpDataEngine() {
39 data_codecs_.push_back(
solenberg9fa49752016-10-08 20:02:4440 DataCodec(kGoogleRtpDataCodecPlType, kGoogleRtpDataCodecName));
henrike@webrtc.org28e20752013-07-10 00:45:3641}
42
Yves Gerey665174f2018-06-19 13:03:0543DataMediaChannel* RtpDataEngine::CreateChannel(const MediaConfig& config) {
zhihuangebbe4f22016-12-06 18:45:4244 return new RtpDataMediaChannel(config);
henrike@webrtc.org28e20752013-07-10 00:45:3645}
46
magjedb49fc142016-11-30 12:52:0447static const DataCodec* FindCodecByName(const std::vector<DataCodec>& codecs,
48 const std::string& name) {
49 for (const DataCodec& codec : codecs) {
Niels Möller3c7d5992018-10-19 13:29:5450 if (absl::EqualsIgnoreCase(name, codec.name))
magjedb49fc142016-11-30 12:52:0451 return &codec;
henrike@webrtc.org28e20752013-07-10 00:45:3652 }
magjedb49fc142016-11-30 12:52:0453 return nullptr;
henrike@webrtc.org28e20752013-07-10 00:45:3654}
55
zhihuangebbe4f22016-12-06 18:45:4256RtpDataMediaChannel::RtpDataMediaChannel(const MediaConfig& config)
57 : DataMediaChannel(config) {
nissecdf37a92016-09-14 06:41:4758 Construct();
henrike@webrtc.org28e20752013-07-10 00:45:3659}
60
nissecdf37a92016-09-14 06:41:4761void RtpDataMediaChannel::Construct() {
henrike@webrtc.org28e20752013-07-10 00:45:3662 sending_ = false;
63 receiving_ = false;
Sebastian Janssonf9c5cf62018-02-28 15:04:2664 send_limiter_.reset(new rtc::DataRateLimiter(kDataMaxBandwidth / 8, 1.0));
henrike@webrtc.org28e20752013-07-10 00:45:3665}
66
henrike@webrtc.org28e20752013-07-10 00:45:3667RtpDataMediaChannel::~RtpDataMediaChannel() {
Peter Boström0c4e06b2015-10-07 10:23:2168 std::map<uint32_t, RtpClock*>::const_iterator iter;
henrike@webrtc.org28e20752013-07-10 00:45:3669 for (iter = rtp_clock_by_send_ssrc_.begin();
Yves Gerey665174f2018-06-19 13:03:0570 iter != rtp_clock_by_send_ssrc_.end(); ++iter) {
henrike@webrtc.org28e20752013-07-10 00:45:3671 delete iter->second;
72 }
73}
74
oprypin30431d52017-09-05 16:49:3075void RTC_NO_SANITIZE("float-cast-overflow") // bugs.webrtc.org/8204
Yves Gerey665174f2018-06-19 13:03:0576 RtpClock::Tick(double now, int* seq_num, uint32_t* timestamp) {
henrike@webrtc.org28e20752013-07-10 00:45:3677 *seq_num = ++last_seq_num_;
Peter Boström0c4e06b2015-10-07 10:23:2178 *timestamp = timestamp_offset_ + static_cast<uint32_t>(now * clockrate_);
oprypin30431d52017-09-05 16:49:3079 // UBSan: 5.92374e+10 is outside the range of representable values of type
80 // 'unsigned int'
henrike@webrtc.org28e20752013-07-10 00:45:3681}
82
83const DataCodec* FindUnknownCodec(const std::vector<DataCodec>& codecs) {
solenberg9fa49752016-10-08 20:02:4484 DataCodec data_codec(kGoogleRtpDataCodecPlType, kGoogleRtpDataCodecName);
henrike@webrtc.org28e20752013-07-10 00:45:3685 std::vector<DataCodec>::const_iterator iter;
86 for (iter = codecs.begin(); iter != codecs.end(); ++iter) {
87 if (!iter->Matches(data_codec)) {
88 return &(*iter);
89 }
90 }
91 return NULL;
92}
93
94const DataCodec* FindKnownCodec(const std::vector<DataCodec>& codecs) {
solenberg9fa49752016-10-08 20:02:4495 DataCodec data_codec(kGoogleRtpDataCodecPlType, kGoogleRtpDataCodecName);
henrike@webrtc.org28e20752013-07-10 00:45:3696 std::vector<DataCodec>::const_iterator iter;
97 for (iter = codecs.begin(); iter != codecs.end(); ++iter) {
98 if (iter->Matches(data_codec)) {
99 return &(*iter);
100 }
101 }
102 return NULL;
103}
104
105bool RtpDataMediaChannel::SetRecvCodecs(const std::vector<DataCodec>& codecs) {
106 const DataCodec* unknown_codec = FindUnknownCodec(codecs);
107 if (unknown_codec) {
Mirko Bonadei675513b2017-11-09 10:09:25108 RTC_LOG(LS_WARNING) << "Failed to SetRecvCodecs because of unknown codec: "
109 << unknown_codec->ToString();
henrike@webrtc.org28e20752013-07-10 00:45:36110 return false;
111 }
112
113 recv_codecs_ = codecs;
114 return true;
115}
116
117bool RtpDataMediaChannel::SetSendCodecs(const std::vector<DataCodec>& codecs) {
118 const DataCodec* known_codec = FindKnownCodec(codecs);
119 if (!known_codec) {
Mirko Bonadei675513b2017-11-09 10:09:25120 RTC_LOG(LS_WARNING)
121 << "Failed to SetSendCodecs because there is no known codec.";
henrike@webrtc.org28e20752013-07-10 00:45:36122 return false;
123 }
124
125 send_codecs_ = codecs;
126 return true;
127}
128
Fredrik Solenbergb071a192015-09-17 14:42:56129bool RtpDataMediaChannel::SetSendParameters(const DataSendParameters& params) {
130 return (SetSendCodecs(params.codecs) &&
131 SetMaxSendBandwidth(params.max_bandwidth_bps));
132}
133
134bool RtpDataMediaChannel::SetRecvParameters(const DataRecvParameters& params) {
135 return SetRecvCodecs(params.codecs);
136}
137
henrike@webrtc.org28e20752013-07-10 00:45:36138bool RtpDataMediaChannel::AddSendStream(const StreamParams& stream) {
139 if (!stream.has_ssrcs()) {
140 return false;
141 }
142
tommi@webrtc.org586f2ed2015-01-22 23:00:41143 if (GetStreamBySsrc(send_streams_, stream.first_ssrc())) {
Mirko Bonadei675513b2017-11-09 10:09:25144 RTC_LOG(LS_WARNING) << "Not adding data send stream '" << stream.id
145 << "' with ssrc=" << stream.first_ssrc()
146 << " because stream already exists.";
henrike@webrtc.org28e20752013-07-10 00:45:36147 return false;
148 }
149
150 send_streams_.push_back(stream);
151 // TODO(pthatcher): This should be per-stream, not per-ssrc.
152 // And we should probably allow more than one per stream.
Yves Gerey665174f2018-06-19 13:03:05153 rtp_clock_by_send_ssrc_[stream.first_ssrc()] =
154 new RtpClock(kDataCodecClockrate, rtc::CreateRandomNonZeroId(),
155 rtc::CreateRandomNonZeroId());
henrike@webrtc.org28e20752013-07-10 00:45:36156
Mirko Bonadei675513b2017-11-09 10:09:25157 RTC_LOG(LS_INFO) << "Added data send stream '" << stream.id
158 << "' with ssrc=" << stream.first_ssrc();
henrike@webrtc.org28e20752013-07-10 00:45:36159 return true;
160}
161
Peter Boström0c4e06b2015-10-07 10:23:21162bool RtpDataMediaChannel::RemoveSendStream(uint32_t ssrc) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41163 if (!GetStreamBySsrc(send_streams_, ssrc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36164 return false;
165 }
166
167 RemoveStreamBySsrc(&send_streams_, ssrc);
168 delete rtp_clock_by_send_ssrc_[ssrc];
169 rtp_clock_by_send_ssrc_.erase(ssrc);
170 return true;
171}
172
173bool RtpDataMediaChannel::AddRecvStream(const StreamParams& stream) {
174 if (!stream.has_ssrcs()) {
175 return false;
176 }
177
tommi@webrtc.org586f2ed2015-01-22 23:00:41178 if (GetStreamBySsrc(recv_streams_, stream.first_ssrc())) {
Mirko Bonadei675513b2017-11-09 10:09:25179 RTC_LOG(LS_WARNING) << "Not adding data recv stream '" << stream.id
180 << "' with ssrc=" << stream.first_ssrc()
181 << " because stream already exists.";
henrike@webrtc.org28e20752013-07-10 00:45:36182 return false;
183 }
184
185 recv_streams_.push_back(stream);
Mirko Bonadei675513b2017-11-09 10:09:25186 RTC_LOG(LS_INFO) << "Added data recv stream '" << stream.id
187 << "' with ssrc=" << stream.first_ssrc();
henrike@webrtc.org28e20752013-07-10 00:45:36188 return true;
189}
190
Peter Boström0c4e06b2015-10-07 10:23:21191bool RtpDataMediaChannel::RemoveRecvStream(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36192 RemoveStreamBySsrc(&recv_streams_, ssrc);
193 return true;
194}
195
Yves Gerey665174f2018-06-19 13:03:05196void RtpDataMediaChannel::OnPacketReceived(rtc::CopyOnWriteBuffer* packet,
197 const rtc::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36198 RtpHeader header;
jbaucheec21bd2016-03-20 13:15:43199 if (!GetRtpHeader(packet->cdata(), packet->size(), &header)) {
henrike@webrtc.org28e20752013-07-10 00:45:36200 return;
201 }
202
203 size_t header_length;
jbaucheec21bd2016-03-20 13:15:43204 if (!GetRtpHeaderLen(packet->cdata(), packet->size(), &header_length)) {
henrike@webrtc.org28e20752013-07-10 00:45:36205 return;
206 }
Karl Wiberg94784372015-04-20 12:03:07207 const char* data =
jbaucheec21bd2016-03-20 13:15:43208 packet->cdata<char>() + header_length + sizeof(kReservedSpace);
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06209 size_t data_len = packet->size() - header_length - sizeof(kReservedSpace);
henrike@webrtc.org28e20752013-07-10 00:45:36210
211 if (!receiving_) {
Mirko Bonadei675513b2017-11-09 10:09:25212 RTC_LOG(LS_WARNING) << "Not receiving packet " << header.ssrc << ":"
213 << header.seq_num << " before SetReceive(true) called.";
henrike@webrtc.org28e20752013-07-10 00:45:36214 return;
215 }
216
magjedb05fa242016-11-11 12:00:16217 if (!FindCodecById(recv_codecs_, header.payload_type)) {
henrike@webrtc.org28e20752013-07-10 00:45:36218 return;
219 }
220
tommi@webrtc.org586f2ed2015-01-22 23:00:41221 if (!GetStreamBySsrc(recv_streams_, header.ssrc)) {
Mirko Bonadei675513b2017-11-09 10:09:25222 RTC_LOG(LS_WARNING) << "Received packet for unknown ssrc: " << header.ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36223 return;
224 }
225
226 // Uncomment this for easy debugging.
tommi@webrtc.org586f2ed2015-01-22 23:00:41227 // const auto* found_stream = GetStreamBySsrc(recv_streams_, header.ssrc);
Mirko Bonadei675513b2017-11-09 10:09:25228 // RTC_LOG(LS_INFO) << "Received packet"
henrike@webrtc.org28e20752013-07-10 00:45:36229 // << " groupid=" << found_stream.groupid
230 // << ", ssrc=" << header.ssrc
231 // << ", seqnum=" << header.seq_num
232 // << ", timestamp=" << header.timestamp
233 // << ", len=" << data_len;
234
235 ReceiveDataParams params;
236 params.ssrc = header.ssrc;
237 params.seq_num = header.seq_num;
238 params.timestamp = header.timestamp;
239 SignalDataReceived(params, data, data_len);
240}
241
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54242bool RtpDataMediaChannel::SetMaxSendBandwidth(int bps) {
243 if (bps <= 0) {
henrike@webrtc.org28e20752013-07-10 00:45:36244 bps = kDataMaxBandwidth;
245 }
Sebastian Janssonf9c5cf62018-02-28 15:04:26246 send_limiter_.reset(new rtc::DataRateLimiter(bps / 8, 1.0));
Mirko Bonadei675513b2017-11-09 10:09:25247 RTC_LOG(LS_INFO) << "RtpDataMediaChannel::SetSendBandwidth to " << bps
248 << "bps.";
henrike@webrtc.org28e20752013-07-10 00:45:36249 return true;
250}
251
Yves Gerey665174f2018-06-19 13:03:05252bool RtpDataMediaChannel::SendData(const SendDataParams& params,
253 const rtc::CopyOnWriteBuffer& payload,
254 SendDataResult* result) {
henrike@webrtc.org28e20752013-07-10 00:45:36255 if (result) {
256 // If we return true, we'll set this to SDR_SUCCESS.
257 *result = SDR_ERROR;
258 }
259 if (!sending_) {
Mirko Bonadei675513b2017-11-09 10:09:25260 RTC_LOG(LS_WARNING) << "Not sending packet with ssrc=" << params.ssrc
261 << " len=" << payload.size()
262 << " before SetSend(true).";
henrike@webrtc.org28e20752013-07-10 00:45:36263 return false;
264 }
265
266 if (params.type != cricket::DMT_TEXT) {
Mirko Bonadei675513b2017-11-09 10:09:25267 RTC_LOG(LS_WARNING)
268 << "Not sending data because binary type is unsupported.";
henrike@webrtc.org28e20752013-07-10 00:45:36269 return false;
270 }
271
tommi@webrtc.org586f2ed2015-01-22 23:00:41272 const StreamParams* found_stream =
273 GetStreamBySsrc(send_streams_, params.ssrc);
274 if (!found_stream) {
Mirko Bonadei675513b2017-11-09 10:09:25275 RTC_LOG(LS_WARNING) << "Not sending data because ssrc is unknown: "
276 << params.ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36277 return false;
278 }
279
magjedb49fc142016-11-30 12:52:04280 const DataCodec* found_codec =
281 FindCodecByName(send_codecs_, kGoogleRtpDataCodecName);
282 if (!found_codec) {
Mirko Bonadei675513b2017-11-09 10:09:25283 RTC_LOG(LS_WARNING) << "Not sending data because codec is unknown: "
284 << kGoogleRtpDataCodecName;
henrike@webrtc.org28e20752013-07-10 00:45:36285 return false;
286 }
287
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06288 size_t packet_len = (kMinRtpPacketLen + sizeof(kReservedSpace) +
289 payload.size() + kMaxSrtpHmacOverhead);
henrike@webrtc.org28e20752013-07-10 00:45:36290 if (packet_len > kDataMaxRtpPacketLen) {
291 return false;
292 }
293
nissecdf37a92016-09-14 06:41:47294 double now =
295 rtc::TimeMicros() / static_cast<double>(rtc::kNumMicrosecsPerSec);
henrike@webrtc.org28e20752013-07-10 00:45:36296
297 if (!send_limiter_->CanUse(packet_len, now)) {
Mirko Bonadei675513b2017-11-09 10:09:25298 RTC_LOG(LS_VERBOSE) << "Dropped data packet of len=" << packet_len
299 << "; already sent " << send_limiter_->used_in_period()
300 << "/" << send_limiter_->max_per_period();
henrike@webrtc.org28e20752013-07-10 00:45:36301 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36302 }
303
304 RtpHeader header;
magjedb49fc142016-11-30 12:52:04305 header.payload_type = found_codec->id;
henrike@webrtc.org28e20752013-07-10 00:45:36306 header.ssrc = params.ssrc;
Yves Gerey665174f2018-06-19 13:03:05307 rtp_clock_by_send_ssrc_[header.ssrc]->Tick(now, &header.seq_num,
308 &header.timestamp);
henrike@webrtc.org28e20752013-07-10 00:45:36309
jbaucheec21bd2016-03-20 13:15:43310 rtc::CopyOnWriteBuffer packet(kMinRtpPacketLen, packet_len);
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06311 if (!SetRtpHeader(packet.data(), packet.size(), header)) {
henrike@webrtc.org28e20752013-07-10 00:45:36312 return false;
313 }
Karl Wiberg94784372015-04-20 12:03:07314 packet.AppendData(kReservedSpace);
315 packet.AppendData(payload);
henrike@webrtc.org28e20752013-07-10 00:45:36316
Mirko Bonadei675513b2017-11-09 10:09:25317 RTC_LOG(LS_VERBOSE) << "Sent RTP data packet: "
318 << " stream=" << found_stream->id
319 << " ssrc=" << header.ssrc
320 << ", seqnum=" << header.seq_num
321 << ", timestamp=" << header.timestamp
322 << ", len=" << payload.size();
henrike@webrtc.org28e20752013-07-10 00:45:36323
Qingsi Wang6e641e62018-04-12 03:14:17324 rtc::PacketOptions options;
325 options.info_signaled_after_sent.packet_type = rtc::PacketType::kData;
326 MediaChannel::SendPacket(&packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36327 send_limiter_->Use(packet_len, now);
328 if (result) {
329 *result = SDR_SUCCESS;
330 }
331 return true;
332}
333
zhihuangebbe4f22016-12-06 18:45:42334rtc::DiffServCodePoint RtpDataMediaChannel::PreferredDscp() const {
335 return rtc::DSCP_AF41;
336}
337
henrike@webrtc.org28e20752013-07-10 00:45:36338} // namespace cricket