blob: ed8ef2de52e8696772abd799b54141ceb2ef0455 [file] [log] [blame]
wu@webrtc.orgb9a088b2014-02-13 23:18:491/*
kjellanderb24317b2016-02-10 15:54:432 * Copyright 2014 The WebRTC project authors. All Rights Reserved.
wu@webrtc.orgb9a088b2014-02-13 23:18:493 *
kjellanderb24317b2016-02-10 15:54:434 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
wu@webrtc.orgb9a088b2014-02-13 23:18:499 */
10
Steve Anton10542f22019-01-11 17:11:0011#include "pc/remote_audio_source.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:4912
Yves Gerey3e707812018-11-28 15:47:4913#include <stddef.h>
Yves Gerey3e707812018-11-28 15:47:4914#include <string>
wu@webrtc.orgb9a088b2014-02-13 23:18:4915
Steve Anton64b626b2019-01-29 01:25:2616#include "absl/algorithm/container.h"
Karl Wiberg918f50c2018-07-05 09:40:3317#include "absl/memory/memory.h"
Mirko Bonadeid9708072019-01-25 19:26:4818#include "api/scoped_refptr.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3119#include "rtc_base/checks.h"
Steve Anton10542f22019-01-11 17:11:0020#include "rtc_base/constructor_magic.h"
Yves Gerey3e707812018-11-28 15:47:4921#include "rtc_base/location.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3122#include "rtc_base/logging.h"
Ruslan Burakov7ea46052019-02-16 01:07:0523#include "rtc_base/numerics/safe_conversions.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3124#include "rtc_base/thread.h"
Yves Gerey3e707812018-11-28 15:47:4925#include "rtc_base/thread_checker.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:4926
27namespace webrtc {
28
Steve Antond3679212018-01-18 01:41:0229// This proxy is passed to the underlying media engine to receive audio data as
30// they come in. The data will then be passed back up to the RemoteAudioSource
31// which will fan it out to all the sinks that have been added to it.
32class RemoteAudioSource::AudioDataProxy : public AudioSinkInterface {
Tommif888bb52015-12-12 00:37:0133 public:
Steve Antond3679212018-01-18 01:41:0234 explicit AudioDataProxy(RemoteAudioSource* source) : source_(source) {
35 RTC_DCHECK(source);
36 }
37 ~AudioDataProxy() override { source_->OnAudioChannelGone(); }
Tommif888bb52015-12-12 00:37:0138
Steve Antond3679212018-01-18 01:41:0239 // AudioSinkInterface implementation.
Tommif888bb52015-12-12 00:37:0140 void OnData(const AudioSinkInterface::Data& audio) override {
Steve Antond3679212018-01-18 01:41:0241 source_->OnData(audio);
Tommif888bb52015-12-12 00:37:0142 }
43
Steve Antond3679212018-01-18 01:41:0244 private:
Tommif888bb52015-12-12 00:37:0145 const rtc::scoped_refptr<RemoteAudioSource> source_;
Steve Antond3679212018-01-18 01:41:0246
47 RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(AudioDataProxy);
Tommif888bb52015-12-12 00:37:0148};
49
Steve Antond3679212018-01-18 01:41:0250RemoteAudioSource::RemoteAudioSource(rtc::Thread* worker_thread)
Tommif888bb52015-12-12 00:37:0151 : main_thread_(rtc::Thread::Current()),
Steve Antond3679212018-01-18 01:41:0252 worker_thread_(worker_thread),
Ruslan Burakov428dcb22019-04-18 15:49:4953 state_(MediaSourceInterface::kLive) {
Tommif888bb52015-12-12 00:37:0154 RTC_DCHECK(main_thread_);
Steve Antond3679212018-01-18 01:41:0255 RTC_DCHECK(worker_thread_);
wu@webrtc.orgb9a088b2014-02-13 23:18:4956}
57
58RemoteAudioSource::~RemoteAudioSource() {
Tommif888bb52015-12-12 00:37:0159 RTC_DCHECK(main_thread_->IsCurrent());
60 RTC_DCHECK(audio_observers_.empty());
61 RTC_DCHECK(sinks_.empty());
wu@webrtc.orgb9a088b2014-02-13 23:18:4962}
63
Steve Antond3679212018-01-18 01:41:0264void RemoteAudioSource::Start(cricket::VoiceMediaChannel* media_channel,
65 uint32_t ssrc) {
66 RTC_DCHECK_RUN_ON(main_thread_);
67 RTC_DCHECK(media_channel);
Ruslan Burakov7ea46052019-02-16 01:07:0568
Steve Antond3679212018-01-18 01:41:0269 // Register for callbacks immediately before AddSink so that we always get
70 // notified when a channel goes out of scope (signaled when "AudioDataProxy"
71 // is destroyed).
72 worker_thread_->Invoke<void>(RTC_FROM_HERE, [&] {
Karl Wiberg918f50c2018-07-05 09:40:3373 media_channel->SetRawAudioSink(ssrc,
74 absl::make_unique<AudioDataProxy>(this));
Steve Antond3679212018-01-18 01:41:0275 });
76}
77
78void RemoteAudioSource::Stop(cricket::VoiceMediaChannel* media_channel,
79 uint32_t ssrc) {
80 RTC_DCHECK_RUN_ON(main_thread_);
81 RTC_DCHECK(media_channel);
Ruslan Burakov7ea46052019-02-16 01:07:0582
Steve Antond3679212018-01-18 01:41:0283 worker_thread_->Invoke<void>(
84 RTC_FROM_HERE, [&] { media_channel->SetRawAudioSink(ssrc, nullptr); });
wu@webrtc.orgb9a088b2014-02-13 23:18:4985}
86
Tommif888bb52015-12-12 00:37:0187MediaSourceInterface::SourceState RemoteAudioSource::state() const {
88 RTC_DCHECK(main_thread_->IsCurrent());
89 return state_;
90}
91
tommi6eca7e32015-12-15 12:27:1192bool RemoteAudioSource::remote() const {
93 RTC_DCHECK(main_thread_->IsCurrent());
94 return true;
95}
96
Tommif888bb52015-12-12 00:37:0197void RemoteAudioSource::SetVolume(double volume) {
kwibergee89e782017-08-10 00:22:0198 RTC_DCHECK_GE(volume, 0);
99 RTC_DCHECK_LE(volume, 10);
Steve Antond3679212018-01-18 01:41:02100 for (auto* observer : audio_observers_) {
Tommif888bb52015-12-12 00:37:01101 observer->OnSetVolume(volume);
Steve Antond3679212018-01-18 01:41:02102 }
Tommif888bb52015-12-12 00:37:01103}
104
wu@webrtc.orgb9a088b2014-02-13 23:18:49105void RemoteAudioSource::RegisterAudioObserver(AudioObserver* observer) {
Tommif888bb52015-12-12 00:37:01106 RTC_DCHECK(observer != NULL);
Steve Anton64b626b2019-01-29 01:25:26107 RTC_DCHECK(!absl::c_linear_search(audio_observers_, observer));
wu@webrtc.orgb9a088b2014-02-13 23:18:49108 audio_observers_.push_back(observer);
109}
110
111void RemoteAudioSource::UnregisterAudioObserver(AudioObserver* observer) {
Tommif888bb52015-12-12 00:37:01112 RTC_DCHECK(observer != NULL);
wu@webrtc.orgb9a088b2014-02-13 23:18:49113 audio_observers_.remove(observer);
114}
115
Tommif888bb52015-12-12 00:37:01116void RemoteAudioSource::AddSink(AudioTrackSinkInterface* sink) {
117 RTC_DCHECK(main_thread_->IsCurrent());
118 RTC_DCHECK(sink);
119
120 if (state_ != MediaSourceInterface::kLive) {
Mirko Bonadei675513b2017-11-09 10:09:25121 RTC_LOG(LS_ERROR) << "Can't register sink as the source isn't live.";
Tommif888bb52015-12-12 00:37:01122 return;
123 }
124
125 rtc::CritScope lock(&sink_lock_);
Steve Anton3d023842019-01-29 03:48:28126 RTC_DCHECK(!absl::c_linear_search(sinks_, sink));
Tommif888bb52015-12-12 00:37:01127 sinks_.push_back(sink);
128}
129
130void RemoteAudioSource::RemoveSink(AudioTrackSinkInterface* sink) {
131 RTC_DCHECK(main_thread_->IsCurrent());
132 RTC_DCHECK(sink);
133
134 rtc::CritScope lock(&sink_lock_);
135 sinks_.remove(sink);
136}
137
138void RemoteAudioSource::OnData(const AudioSinkInterface::Data& audio) {
139 // Called on the externally-owned audio callback thread, via/from webrtc.
140 rtc::CritScope lock(&sink_lock_);
141 for (auto* sink : sinks_) {
142 sink->OnData(audio.data, 16, audio.sample_rate, audio.channels,
143 audio.samples_per_channel);
144 }
145}
146
Taylor Brandstetterba29c6a2016-06-27 23:30:35147void RemoteAudioSource::OnAudioChannelGone() {
148 // Called when the audio channel is deleted. It may be the worker thread
Tommif888bb52015-12-12 00:37:01149 // in libjingle or may be a different worker thread.
Steve Anton3b80aac2017-10-19 17:17:12150 // This object needs to live long enough for the cleanup logic in OnMessage to
151 // run, so take a reference to it as the data. Sometimes the message may not
152 // be processed (because the thread was destroyed shortly after this call),
153 // but that is fine because the thread destructor will take care of destroying
154 // the message data which will release the reference on RemoteAudioSource.
155 main_thread_->Post(RTC_FROM_HERE, this, 0,
156 new rtc::ScopedRefMessageData<RemoteAudioSource>(this));
Tommif888bb52015-12-12 00:37:01157}
158
159void RemoteAudioSource::OnMessage(rtc::Message* msg) {
160 RTC_DCHECK(main_thread_->IsCurrent());
161 sinks_.clear();
162 state_ = MediaSourceInterface::kEnded;
163 FireOnChanged();
Steve Anton3b80aac2017-10-19 17:17:12164 // Will possibly delete this RemoteAudioSource since it is reference counted
165 // in the message.
166 delete msg->pdata;
Tommif888bb52015-12-12 00:37:01167}
168
wu@webrtc.orgb9a088b2014-02-13 23:18:49169} // namespace webrtc