/* * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "voice_engine/channel_proxy.h" #include #include "api/call/audio_sink.h" #include "call/rtp_transport_controller_send_interface.h" #include "rtc_base/checks.h" #include "rtc_base/logging.h" #include "rtc_base/numerics/safe_minmax.h" #include "voice_engine/channel.h" namespace webrtc { namespace voe { ChannelProxy::ChannelProxy() : channel_owner_(nullptr) {} ChannelProxy::ChannelProxy(const ChannelOwner& channel_owner) : channel_owner_(channel_owner) { RTC_CHECK(channel_owner_.channel()); module_process_thread_checker_.DetachFromThread(); } ChannelProxy::~ChannelProxy() {} bool ChannelProxy::SetEncoder(int payload_type, std::unique_ptr encoder) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->SetEncoder(payload_type, std::move(encoder)); } void ChannelProxy::ModifyEncoder( rtc::FunctionView*)> modifier) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->ModifyEncoder(modifier); } void ChannelProxy::SetRTCPStatus(bool enable) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetRTCPStatus(enable); } void ChannelProxy::SetLocalMID(const char* mid) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetLocalMID(mid); } void ChannelProxy::SetLocalSSRC(uint32_t ssrc) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); int error = channel()->SetLocalSSRC(ssrc); RTC_DCHECK_EQ(0, error); } void ChannelProxy::SetRTCP_CNAME(const std::string& c_name) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); // Note: VoERTP_RTCP::SetRTCP_CNAME() accepts a char[256] array. std::string c_name_limited = c_name.substr(0, 255); int error = channel()->SetRTCP_CNAME(c_name_limited.c_str()); RTC_DCHECK_EQ(0, error); } void ChannelProxy::SetNACKStatus(bool enable, int max_packets) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetNACKStatus(enable, max_packets); } void ChannelProxy::SetSendAudioLevelIndicationStatus(bool enable, int id) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); int error = channel()->SetSendAudioLevelIndicationStatus(enable, id); RTC_DCHECK_EQ(0, error); } void ChannelProxy::SetReceiveAudioLevelIndicationStatus(bool enable, int id, bool isLevelSsrc) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); int error = channel()->SetReceiveAudioLevelIndicationStatus(enable, id, isLevelSsrc); RTC_DCHECK_EQ(0, error); } void ChannelProxy::SetReceiveCsrcAudioLevelIndicationStatus(bool enable, int id) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); int error = channel()->SetReceiveCsrcAudioLevelIndicationStatus(enable, id); RTC_DCHECK_EQ(0, error); } void ChannelProxy::SetSendMIDStatus(bool enable, int id) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); int error = channel()->SetSendMIDStatus(enable, id); RTC_DCHECK_EQ(0, error); } void ChannelProxy::EnableSendTransportSequenceNumber(int id) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->EnableSendTransportSequenceNumber(id); } void ChannelProxy::EnableReceiveTransportSequenceNumber(int id) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->EnableReceiveTransportSequenceNumber(id); } void ChannelProxy::RegisterSenderCongestionControlObjects( RtpTransportControllerSendInterface* transport, RtcpBandwidthObserver* bandwidth_observer) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->RegisterSenderCongestionControlObjects(transport, bandwidth_observer); } void ChannelProxy::RegisterReceiverCongestionControlObjects( PacketRouter* packet_router) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->RegisterReceiverCongestionControlObjects(packet_router); } void ChannelProxy::ResetSenderCongestionControlObjects() { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->ResetSenderCongestionControlObjects(); } void ChannelProxy::ResetReceiverCongestionControlObjects() { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->ResetReceiverCongestionControlObjects(); } bool ChannelProxy::GetRTCPPacketTypeCounters(RtcpPacketTypeCounter& stats) { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->GetRTCPPacketTypeCounters(stats) == 0; } bool ChannelProxy::GetRTCPReceiverStatistics(int64_t* timestamp, uint32_t* jitterMs, uint32_t* cumulativeLost, uint32_t* packetsReceived, uint64_t* bytesReceived, double* packetsFractionLost, int64_t* rtt) const { // No thread check necessary, we are synchronizing on the lock in StatsProxy return channel()->GetRTCPReceiverStatistics(timestamp, jitterMs, cumulativeLost, packetsReceived, bytesReceived, packetsFractionLost, rtt); } CallStatistics ChannelProxy::GetRTCPStatistics() const { // Since we (Mozilla) need to collect stats on STS, we can't // use the thread-checker (which will want to be called on MainThread) // without refactor of ExecuteStatsQuery_s(). // However, GetRTPStatistics internally locks in the SSRC() // and statistician methods. // RTC_DCHECK(thread_checker_.CalledOnValidThread()); CallStatistics stats = {0}; int error = channel()->GetRTPStatistics(stats); RTC_DCHECK_EQ(0, error); return stats; } int ChannelProxy::GetRTPStatistics(unsigned int& averageJitterMs, unsigned int& cumulativeLost) const { // Since we (Mozilla) need to collect stats on STS, we can't // use the thread-checker (which will want to be called on MainThread) // without refactor of ExecuteStatsQuery_s(). // However, GetRTPStatistics internally locks in the SSRC() // and statistician methods. PlayoutFrequency() should also be safe. // statistics_proxy_->GetStats() also locks CallStatistics stats; int result = channel()->GetRTPStatistics(stats); int32_t playoutFrequency = channel()->GetPlayoutFrequency() / 1000; if (playoutFrequency) { averageJitterMs = stats.jitterSamples / playoutFrequency; } cumulativeLost = stats.cumulativeLost; return result; } std::vector ChannelProxy::GetRemoteRTCPReportBlocks() const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); std::vector blocks; int error = channel()->GetRemoteRTCPReportBlocks(&blocks); RTC_DCHECK_EQ(0, error); return blocks; } NetworkStatistics ChannelProxy::GetNetworkStatistics() const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); NetworkStatistics stats = {0}; int error = channel()->GetNetworkStatistics(stats); RTC_DCHECK_EQ(0, error); return stats; } AudioDecodingCallStats ChannelProxy::GetDecodingCallStatistics() const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); AudioDecodingCallStats stats; channel()->GetDecodingCallStatistics(&stats); return stats; } ANAStats ChannelProxy::GetANAStatistics() const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->GetANAStatistics(); } int ChannelProxy::GetSpeechOutputLevel() const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->GetSpeechOutputLevel(); } int ChannelProxy::GetSpeechOutputLevelFullRange() const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->GetSpeechOutputLevelFullRange(); } double ChannelProxy::GetTotalOutputEnergy() const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->GetTotalOutputEnergy(); } double ChannelProxy::GetTotalOutputDuration() const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->GetTotalOutputDuration(); } uint32_t ChannelProxy::GetDelayEstimate() const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread() || // module_process_thread_checker_.CalledOnValidThread()); return channel()->GetDelayEstimate(); } bool ChannelProxy::SetSendTelephoneEventPayloadType(int payload_type, int payload_frequency) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->SetSendTelephoneEventPayloadType(payload_type, payload_frequency) == 0; } bool ChannelProxy::SendTelephoneEventOutband(int event, int duration_ms) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->SendTelephoneEventOutband(event, duration_ms) == 0; } void ChannelProxy::SetBitrate(int bitrate_bps, int64_t probing_interval_ms) { // This method can be called on the worker thread, module process thread // or on a TaskQueue via VideoSendStreamImpl::OnEncoderConfigurationChanged. // TODO(solenberg): Figure out a good way to check this or enforce calling // rules. // RTC_DCHECK(worker_thread_checker_.CalledOnValidThread() || // module_process_thread_checker_.CalledOnValidThread()); channel()->SetBitRate(bitrate_bps, probing_interval_ms); } void ChannelProxy::SetReceiveCodecs( const std::map& codecs) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetReceiveCodecs(codecs); } void ChannelProxy::SetSink(std::unique_ptr sink) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetSink(std::move(sink)); } void ChannelProxy::SetInputMute(bool muted) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetInputMute(muted); } void ChannelProxy::RegisterTransport(Transport* transport) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->RegisterTransport(transport); } void ChannelProxy::OnRtpPacket(const RtpPacketReceived& packet) { // May be called on either worker thread or network thread. channel()->OnRtpPacket(packet); } bool ChannelProxy::ReceivedRTCPPacket(const uint8_t* packet, size_t length) { // May be called on either worker thread or network thread. return channel()->ReceivedRTCPPacket(packet, length) == 0; } const rtc::scoped_refptr& ChannelProxy::GetAudioDecoderFactory() const { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->GetAudioDecoderFactory(); } void ChannelProxy::SetChannelOutputVolumeScaling(float scaling) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetChannelOutputVolumeScaling(scaling); } void ChannelProxy::SetRtcEventLog(RtcEventLog* event_log) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetRtcEventLog(event_log); } AudioMixer::Source::AudioFrameInfo ChannelProxy::GetAudioFrameWithInfo( int sample_rate_hz, AudioFrame* audio_frame) { RTC_DCHECK_RUNS_SERIALIZED(&audio_thread_race_checker_); return channel()->GetAudioFrameWithInfo(sample_rate_hz, audio_frame); } int ChannelProxy::PreferredSampleRate() const { RTC_DCHECK_RUNS_SERIALIZED(&audio_thread_race_checker_); return channel()->PreferredSampleRate(); } void ChannelProxy::SetTransportOverhead(int transport_overhead_per_packet) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetTransportOverhead(transport_overhead_per_packet); } void ChannelProxy::AssociateSendChannel( const ChannelProxy& send_channel_proxy) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->set_associate_send_channel(send_channel_proxy.channel_owner_); } void ChannelProxy::DisassociateSendChannel() { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->set_associate_send_channel(ChannelOwner(nullptr)); } void ChannelProxy::GetRtpRtcp(RtpRtcp** rtp_rtcp, RtpReceiver** rtp_receiver) const { RTC_DCHECK(module_process_thread_checker_.CalledOnValidThread()); RTC_DCHECK(rtp_rtcp); RTC_DCHECK(rtp_receiver); int error = channel()->GetRtpRtcp(rtp_rtcp, rtp_receiver); RTC_DCHECK_EQ(0, error); } uint32_t ChannelProxy::GetPlayoutTimestamp() const { RTC_DCHECK_RUNS_SERIALIZED(&video_capture_thread_race_checker_); unsigned int timestamp = 0; int error = channel()->GetPlayoutTimestamp(timestamp); RTC_DCHECK(!error || timestamp == 0); return timestamp; } void ChannelProxy::SetMinimumPlayoutDelay(int delay_ms) { RTC_DCHECK(module_process_thread_checker_.CalledOnValidThread()); // Limit to range accepted by both VoE and ACM, so we're at least getting as // close as possible, instead of failing. delay_ms = rtc::SafeClamp(delay_ms, 0, 10000); int error = channel()->SetMinimumPlayoutDelay(delay_ms); if (0 != error) { RTC_LOG(LS_WARNING) << "Error setting minimum playout delay."; } } void ChannelProxy::SetRtcpRttStats(RtcpRttStats* rtcp_rtt_stats) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetRtcpRttStats(rtcp_rtt_stats); } bool ChannelProxy::GetRecCodec(CodecInst* codec_inst) const { //Called on STS Thread to get stats //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->GetRecCodec(*codec_inst) == 0; } void ChannelProxy::OnTwccBasedUplinkPacketLossRate(float packet_loss_rate) { //Called on STS Thread as a result of delivering a packet. //OnTwccBasedUplinkPacketLossRate does its work using //AudioCodingModuleImpl::ModifyEncoder, which takes a lock, so this should //be safe. //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->OnTwccBasedUplinkPacketLossRate(packet_loss_rate); } void ChannelProxy::OnRecoverableUplinkPacketLossRate( float recoverable_packet_loss_rate) { //Called on STS Thread as a result of delivering a packet. //OnRecoverableUplinkPacketLossRate does its work using //AudioCodingModuleImpl::ModifyEncoder, which takes a lock, so this should //be safe. //RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->OnRecoverableUplinkPacketLossRate(recoverable_packet_loss_rate); } std::vector ChannelProxy::GetSources() const { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); return channel()->GetSources(); } void ChannelProxy::SetRtpPacketObserver(RtpPacketObserver* observer) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetRtpPacketObserver(observer); } void ChannelProxy::SetRtcpEventObserver(RtcpEventObserver* observer) { RTC_DCHECK(worker_thread_checker_.CalledOnValidThread()); channel()->SetRtcpEventObserver(observer); } Channel* ChannelProxy::channel() const { RTC_DCHECK(channel_owner_.channel()); return channel_owner_.channel(); } } // namespace voe } // namespace webrtc