deadbeef | 6979b02 | 2015-09-24 23:47:53 | [diff] [blame] | 1 | /* |
kjellander | b24317b | 2016-02-10 15:54:43 | [diff] [blame] | 2 | * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
deadbeef | 6979b02 | 2015-09-24 23:47:53 | [diff] [blame] | 3 | * |
kjellander | b24317b | 2016-02-10 15:54:43 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
deadbeef | 6979b02 | 2015-09-24 23:47:53 | [diff] [blame] | 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 11 | #include "pc/rtpreceiver.h" |
deadbeef | 6979b02 | 2015-09-24 23:47:53 | [diff] [blame] | 12 | |
Henrik Boström | 9e6fd2b | 2017-11-21 12:41:51 | [diff] [blame] | 13 | #include <utility> |
Steve Anton | 36b29d1 | 2017-10-30 16:57:42 | [diff] [blame] | 14 | #include <vector> |
| 15 | |
Mirko Bonadei | 92ea95e | 2017-09-15 04:47:31 | [diff] [blame] | 16 | #include "api/mediastreamtrackproxy.h" |
| 17 | #include "api/videosourceproxy.h" |
| 18 | #include "pc/audiotrack.h" |
| 19 | #include "pc/videotrack.h" |
| 20 | #include "rtc_base/trace_event.h" |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 21 | |
| 22 | namespace webrtc { |
| 23 | |
Henrik Boström | 9e6fd2b | 2017-11-21 12:41:51 | [diff] [blame] | 24 | AudioRtpReceiver::AudioRtpReceiver( |
Steve Anton | 9158ef6 | 2017-11-27 21:01:52 | [diff] [blame^] | 25 | const std::string& receiver_id, |
Henrik Boström | 9e6fd2b | 2017-11-21 12:41:51 | [diff] [blame] | 26 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams, |
| 27 | uint32_t ssrc, |
| 28 | cricket::VoiceChannel* channel) |
Steve Anton | 9158ef6 | 2017-11-27 21:01:52 | [diff] [blame^] | 29 | : id_(receiver_id), |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 30 | ssrc_(ssrc), |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 31 | channel_(channel), |
perkj | d61bf80 | 2016-03-24 10:16:19 | [diff] [blame] | 32 | track_(AudioTrackProxy::Create( |
| 33 | rtc::Thread::Current(), |
Steve Anton | 9158ef6 | 2017-11-27 21:01:52 | [diff] [blame^] | 34 | AudioTrack::Create(receiver_id, |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 35 | RemoteAudioSource::Create(ssrc, channel)))), |
Henrik Boström | 9e6fd2b | 2017-11-21 12:41:51 | [diff] [blame] | 36 | streams_(std::move(streams)), |
perkj | d61bf80 | 2016-03-24 10:16:19 | [diff] [blame] | 37 | cached_track_enabled_(track_->enabled()) { |
tommi | 6eca7e3 | 2015-12-15 12:27:11 | [diff] [blame] | 38 | RTC_DCHECK(track_->GetSource()->remote()); |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 39 | track_->RegisterObserver(this); |
| 40 | track_->GetSource()->RegisterAudioObserver(this); |
| 41 | Reconfigure(); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 42 | if (channel_) { |
| 43 | channel_->SignalFirstPacketReceived.connect( |
| 44 | this, &AudioRtpReceiver::OnFirstPacketReceived); |
| 45 | } |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 46 | } |
| 47 | |
| 48 | AudioRtpReceiver::~AudioRtpReceiver() { |
| 49 | track_->GetSource()->UnregisterAudioObserver(this); |
| 50 | track_->UnregisterObserver(this); |
| 51 | Stop(); |
| 52 | } |
| 53 | |
| 54 | void AudioRtpReceiver::OnChanged() { |
| 55 | if (cached_track_enabled_ != track_->enabled()) { |
| 56 | cached_track_enabled_ = track_->enabled(); |
| 57 | Reconfigure(); |
| 58 | } |
| 59 | } |
| 60 | |
| 61 | void AudioRtpReceiver::OnSetVolume(double volume) { |
kwiberg | ee89e78 | 2017-08-10 00:22:01 | [diff] [blame] | 62 | RTC_DCHECK_GE(volume, 0); |
| 63 | RTC_DCHECK_LE(volume, 10); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 64 | cached_volume_ = volume; |
| 65 | if (!channel_) { |
Mirko Bonadei | 675513b | 2017-11-09 10:09:25 | [diff] [blame] | 66 | RTC_LOG(LS_ERROR) |
| 67 | << "AudioRtpReceiver::OnSetVolume: No audio channel exists."; |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 68 | return; |
| 69 | } |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 70 | // When the track is disabled, the volume of the source, which is the |
| 71 | // corresponding WebRtc Voice Engine channel will be 0. So we do not allow |
| 72 | // setting the volume to the source when the track is disabled. |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 73 | if (!stopped_ && track_->enabled()) { |
| 74 | if (!channel_->SetOutputVolume(ssrc_, cached_volume_)) { |
nisse | eb4ca4e | 2017-01-12 10:24:27 | [diff] [blame] | 75 | RTC_NOTREACHED(); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 76 | } |
| 77 | } |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 78 | } |
| 79 | |
Taylor Brandstetter | db0cd9e | 2016-05-16 18:40:30 | [diff] [blame] | 80 | RtpParameters AudioRtpReceiver::GetParameters() const { |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 81 | if (!channel_ || stopped_) { |
| 82 | return RtpParameters(); |
| 83 | } |
| 84 | return channel_->GetRtpReceiveParameters(ssrc_); |
Taylor Brandstetter | db0cd9e | 2016-05-16 18:40:30 | [diff] [blame] | 85 | } |
| 86 | |
| 87 | bool AudioRtpReceiver::SetParameters(const RtpParameters& parameters) { |
| 88 | TRACE_EVENT0("webrtc", "AudioRtpReceiver::SetParameters"); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 89 | if (!channel_ || stopped_) { |
| 90 | return false; |
| 91 | } |
| 92 | return channel_->SetRtpReceiveParameters(ssrc_, parameters); |
Taylor Brandstetter | db0cd9e | 2016-05-16 18:40:30 | [diff] [blame] | 93 | } |
| 94 | |
deadbeef | a601f5c | 2016-06-06 21:27:39 | [diff] [blame] | 95 | void AudioRtpReceiver::Stop() { |
| 96 | // TODO(deadbeef): Need to do more here to fully stop receiving packets. |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 97 | if (stopped_) { |
deadbeef | a601f5c | 2016-06-06 21:27:39 | [diff] [blame] | 98 | return; |
| 99 | } |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 100 | if (channel_) { |
| 101 | // Allow that SetOutputVolume fail. This is the normal case when the |
| 102 | // underlying media channel has already been deleted. |
| 103 | channel_->SetOutputVolume(ssrc_, 0); |
| 104 | } |
| 105 | stopped_ = true; |
deadbeef | a601f5c | 2016-06-06 21:27:39 | [diff] [blame] | 106 | } |
| 107 | |
hbos | 8d609f6 | 2017-04-10 14:39:05 | [diff] [blame] | 108 | std::vector<RtpSource> AudioRtpReceiver::GetSources() const { |
| 109 | return channel_->GetSources(ssrc_); |
| 110 | } |
| 111 | |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 112 | void AudioRtpReceiver::Reconfigure() { |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 113 | RTC_DCHECK(!stopped_); |
| 114 | if (!channel_) { |
Mirko Bonadei | 675513b | 2017-11-09 10:09:25 | [diff] [blame] | 115 | RTC_LOG(LS_ERROR) |
| 116 | << "AudioRtpReceiver::Reconfigure: No audio channel exists."; |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 117 | return; |
| 118 | } |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 119 | if (!channel_->SetOutputVolume(ssrc_, |
| 120 | track_->enabled() ? cached_volume_ : 0)) { |
nisse | eb4ca4e | 2017-01-12 10:24:27 | [diff] [blame] | 121 | RTC_NOTREACHED(); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 122 | } |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 123 | } |
| 124 | |
zhihuang | 184a3fd | 2016-06-14 18:47:14 | [diff] [blame] | 125 | void AudioRtpReceiver::SetObserver(RtpReceiverObserverInterface* observer) { |
| 126 | observer_ = observer; |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 127 | // Deliver any notifications the observer may have missed by being set late. |
zhihuang | c4adabf | 2016-12-07 18:36:40 | [diff] [blame] | 128 | if (received_first_packet_ && observer_) { |
zhihuang | 184a3fd | 2016-06-14 18:47:14 | [diff] [blame] | 129 | observer_->OnFirstPacketReceived(media_type()); |
| 130 | } |
| 131 | } |
| 132 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 133 | void AudioRtpReceiver::SetChannel(cricket::VoiceChannel* channel) { |
| 134 | if (channel_) { |
| 135 | channel_->SignalFirstPacketReceived.disconnect(this); |
| 136 | } |
| 137 | channel_ = channel; |
| 138 | if (channel_) { |
| 139 | channel_->SignalFirstPacketReceived.connect( |
| 140 | this, &AudioRtpReceiver::OnFirstPacketReceived); |
| 141 | } |
| 142 | } |
| 143 | |
| 144 | void AudioRtpReceiver::OnFirstPacketReceived(cricket::BaseChannel* channel) { |
zhihuang | 184a3fd | 2016-06-14 18:47:14 | [diff] [blame] | 145 | if (observer_) { |
| 146 | observer_->OnFirstPacketReceived(media_type()); |
| 147 | } |
| 148 | received_first_packet_ = true; |
| 149 | } |
| 150 | |
Henrik Boström | 9e6fd2b | 2017-11-21 12:41:51 | [diff] [blame] | 151 | VideoRtpReceiver::VideoRtpReceiver( |
| 152 | const std::string& track_id, |
| 153 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams, |
| 154 | rtc::Thread* worker_thread, |
| 155 | uint32_t ssrc, |
| 156 | cricket::VideoChannel* channel) |
perkj | f0dcfe2 | 2016-03-10 17:32:00 | [diff] [blame] | 157 | : id_(track_id), |
| 158 | ssrc_(ssrc), |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 159 | channel_(channel), |
perkj | f0dcfe2 | 2016-03-10 17:32:00 | [diff] [blame] | 160 | source_(new RefCountedObject<VideoTrackSource>(&broadcaster_, |
perkj | f0dcfe2 | 2016-03-10 17:32:00 | [diff] [blame] | 161 | true /* remote */)), |
| 162 | track_(VideoTrackProxy::Create( |
| 163 | rtc::Thread::Current(), |
nisse | 5b68ab5 | 2016-04-07 14:45:54 | [diff] [blame] | 164 | worker_thread, |
| 165 | VideoTrack::Create( |
| 166 | track_id, |
| 167 | VideoTrackSourceProxy::Create(rtc::Thread::Current(), |
| 168 | worker_thread, |
perkj | 773be36 | 2017-08-01 06:22:01 | [diff] [blame] | 169 | source_), |
Henrik Boström | 9e6fd2b | 2017-11-21 12:41:51 | [diff] [blame] | 170 | worker_thread))), |
| 171 | streams_(std::move(streams)) { |
perkj | f0dcfe2 | 2016-03-10 17:32:00 | [diff] [blame] | 172 | source_->SetState(MediaSourceInterface::kLive); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 173 | if (!channel_) { |
Mirko Bonadei | 675513b | 2017-11-09 10:09:25 | [diff] [blame] | 174 | RTC_LOG(LS_ERROR) |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 175 | << "VideoRtpReceiver::VideoRtpReceiver: No video channel exists."; |
| 176 | } else { |
| 177 | if (!channel_->SetSink(ssrc_, &broadcaster_)) { |
nisse | eb4ca4e | 2017-01-12 10:24:27 | [diff] [blame] | 178 | RTC_NOTREACHED(); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 179 | } |
| 180 | } |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 181 | if (channel_) { |
| 182 | channel_->SignalFirstPacketReceived.connect( |
| 183 | this, &VideoRtpReceiver::OnFirstPacketReceived); |
| 184 | } |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 185 | } |
| 186 | |
| 187 | VideoRtpReceiver::~VideoRtpReceiver() { |
| 188 | // Since cricket::VideoRenderer is not reference counted, |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 189 | // we need to remove it from the channel before we are deleted. |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 190 | Stop(); |
| 191 | } |
| 192 | |
deadbeef | a601f5c | 2016-06-06 21:27:39 | [diff] [blame] | 193 | RtpParameters VideoRtpReceiver::GetParameters() const { |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 194 | if (!channel_ || stopped_) { |
| 195 | return RtpParameters(); |
| 196 | } |
| 197 | return channel_->GetRtpReceiveParameters(ssrc_); |
deadbeef | a601f5c | 2016-06-06 21:27:39 | [diff] [blame] | 198 | } |
| 199 | |
| 200 | bool VideoRtpReceiver::SetParameters(const RtpParameters& parameters) { |
| 201 | TRACE_EVENT0("webrtc", "VideoRtpReceiver::SetParameters"); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 202 | if (!channel_ || stopped_) { |
| 203 | return false; |
| 204 | } |
| 205 | return channel_->SetRtpReceiveParameters(ssrc_, parameters); |
deadbeef | a601f5c | 2016-06-06 21:27:39 | [diff] [blame] | 206 | } |
| 207 | |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 208 | void VideoRtpReceiver::Stop() { |
| 209 | // TODO(deadbeef): Need to do more here to fully stop receiving packets. |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 210 | if (stopped_) { |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 211 | return; |
| 212 | } |
perkj | f0dcfe2 | 2016-03-10 17:32:00 | [diff] [blame] | 213 | source_->SetState(MediaSourceInterface::kEnded); |
| 214 | source_->OnSourceDestroyed(); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 215 | if (!channel_) { |
Mirko Bonadei | 675513b | 2017-11-09 10:09:25 | [diff] [blame] | 216 | RTC_LOG(LS_WARNING) << "VideoRtpReceiver::Stop: No video channel exists."; |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 217 | } else { |
| 218 | // Allow that SetSink fail. This is the normal case when the underlying |
| 219 | // media channel has already been deleted. |
| 220 | channel_->SetSink(ssrc_, nullptr); |
| 221 | } |
| 222 | stopped_ = true; |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 223 | } |
| 224 | |
zhihuang | 184a3fd | 2016-06-14 18:47:14 | [diff] [blame] | 225 | void VideoRtpReceiver::SetObserver(RtpReceiverObserverInterface* observer) { |
| 226 | observer_ = observer; |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 227 | // Deliver any notifications the observer may have missed by being set late. |
zhihuang | c4adabf | 2016-12-07 18:36:40 | [diff] [blame] | 228 | if (received_first_packet_ && observer_) { |
zhihuang | 184a3fd | 2016-06-14 18:47:14 | [diff] [blame] | 229 | observer_->OnFirstPacketReceived(media_type()); |
| 230 | } |
| 231 | } |
| 232 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 233 | void VideoRtpReceiver::SetChannel(cricket::VideoChannel* channel) { |
| 234 | if (channel_) { |
| 235 | channel_->SignalFirstPacketReceived.disconnect(this); |
| 236 | channel_->SetSink(ssrc_, nullptr); |
| 237 | } |
| 238 | channel_ = channel; |
| 239 | if (channel_) { |
| 240 | if (!channel_->SetSink(ssrc_, &broadcaster_)) { |
nisse | eb4ca4e | 2017-01-12 10:24:27 | [diff] [blame] | 241 | RTC_NOTREACHED(); |
Taylor Brandstetter | ba29c6a | 2016-06-27 23:30:35 | [diff] [blame] | 242 | } |
| 243 | channel_->SignalFirstPacketReceived.connect( |
| 244 | this, &VideoRtpReceiver::OnFirstPacketReceived); |
| 245 | } |
| 246 | } |
| 247 | |
| 248 | void VideoRtpReceiver::OnFirstPacketReceived(cricket::BaseChannel* channel) { |
zhihuang | 184a3fd | 2016-06-14 18:47:14 | [diff] [blame] | 249 | if (observer_) { |
| 250 | observer_->OnFirstPacketReceived(media_type()); |
| 251 | } |
| 252 | received_first_packet_ = true; |
| 253 | } |
| 254 | |
deadbeef | 70ab1a1 | 2015-09-28 23:53:55 | [diff] [blame] | 255 | } // namespace webrtc |