/* * Copyright (c) 2004 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #ifndef MEDIA_BASE_FAKE_MEDIA_ENGINE_H_ #define MEDIA_BASE_FAKE_MEDIA_ENGINE_H_ #include #include #include #include #include #include #include #include #include "absl/algorithm/container.h" #include "api/call/audio_sink.h" #include "media/base/audio_source.h" #include "media/base/media_engine.h" #include "media/base/rtp_utils.h" #include "media/base/stream_params.h" #include "media/engine/webrtc_video_engine.h" #include "modules/audio_processing/include/audio_processing.h" #include "modules/rtp_rtcp/source/rtp_packet_received.h" #include "rtc_base/copy_on_write_buffer.h" #include "rtc_base/network_route.h" #include "rtc_base/thread.h" using webrtc::RtpExtension; namespace cricket { class FakeMediaEngine; class FakeVideoEngine; class FakeVoiceEngine; // A common helper class that handles sending and receiving RTP/RTCP packets. template class RtpHelper : public Base { public: explicit RtpHelper(webrtc::TaskQueueBase* network_thread) : Base(network_thread), sending_(false), playout_(false), fail_set_send_codecs_(false), fail_set_recv_codecs_(false), send_ssrc_(0), ready_to_send_(false), transport_overhead_per_packet_(0), num_network_route_changes_(0) {} virtual ~RtpHelper() = default; const std::vector& recv_extensions() { return recv_extensions_; } const std::vector& send_extensions() { return send_extensions_; } bool sending() const { return sending_; } bool playout() const { return playout_; } const std::list& rtp_packets() const { return rtp_packets_; } const std::list& rtcp_packets() const { return rtcp_packets_; } bool SendRtp(const void* data, size_t len, const rtc::PacketOptions& options) { if (!sending_) { return false; } rtc::CopyOnWriteBuffer packet(reinterpret_cast(data), len, kMaxRtpPacketLen); return Base::SendPacket(&packet, options); } bool SendRtcp(const void* data, size_t len) { rtc::CopyOnWriteBuffer packet(reinterpret_cast(data), len, kMaxRtpPacketLen); return Base::SendRtcp(&packet, rtc::PacketOptions()); } bool CheckRtp(const void* data, size_t len) { bool success = !rtp_packets_.empty(); if (success) { std::string packet = rtp_packets_.front(); rtp_packets_.pop_front(); success = (packet == std::string(static_cast(data), len)); } return success; } bool CheckRtcp(const void* data, size_t len) { bool success = !rtcp_packets_.empty(); if (success) { std::string packet = rtcp_packets_.front(); rtcp_packets_.pop_front(); success = (packet == std::string(static_cast(data), len)); } return success; } bool CheckNoRtp() { return rtp_packets_.empty(); } bool CheckNoRtcp() { return rtcp_packets_.empty(); } void set_fail_set_send_codecs(bool fail) { fail_set_send_codecs_ = fail; } void set_fail_set_recv_codecs(bool fail) { fail_set_recv_codecs_ = fail; } virtual bool AddSendStream(const StreamParams& sp) { if (absl::c_linear_search(send_streams_, sp)) { return false; } send_streams_.push_back(sp); rtp_send_parameters_[sp.first_ssrc()] = CreateRtpParametersWithEncodings(sp); return true; } virtual bool RemoveSendStream(uint32_t ssrc) { auto parameters_iterator = rtp_send_parameters_.find(ssrc); if (parameters_iterator != rtp_send_parameters_.end()) { rtp_send_parameters_.erase(parameters_iterator); } return RemoveStreamBySsrc(&send_streams_, ssrc); } virtual void ResetUnsignaledRecvStream() {} virtual absl::optional GetUnsignaledSsrc() const { return absl::nullopt; } virtual void OnDemuxerCriteriaUpdatePending() {} virtual void OnDemuxerCriteriaUpdateComplete() {} virtual bool AddRecvStream(const StreamParams& sp) { if (absl::c_linear_search(receive_streams_, sp)) { return false; } receive_streams_.push_back(sp); rtp_receive_parameters_[sp.first_ssrc()] = CreateRtpParametersWithEncodings(sp); return true; } virtual bool RemoveRecvStream(uint32_t ssrc) { auto parameters_iterator = rtp_receive_parameters_.find(ssrc); if (parameters_iterator != rtp_receive_parameters_.end()) { rtp_receive_parameters_.erase(parameters_iterator); } return RemoveStreamBySsrc(&receive_streams_, ssrc); } virtual webrtc::RtpParameters GetRtpSendParameters(uint32_t ssrc) const { auto parameters_iterator = rtp_send_parameters_.find(ssrc); if (parameters_iterator != rtp_send_parameters_.end()) { return parameters_iterator->second; } return webrtc::RtpParameters(); } virtual webrtc::RTCError SetRtpSendParameters( uint32_t ssrc, const webrtc::RtpParameters& parameters, webrtc::SetParametersCallback callback) { auto parameters_iterator = rtp_send_parameters_.find(ssrc); if (parameters_iterator != rtp_send_parameters_.end()) { auto result = CheckRtpParametersInvalidModificationAndValues( parameters_iterator->second, parameters); if (!result.ok()) { return webrtc::InvokeSetParametersCallback(callback, result); } parameters_iterator->second = parameters; return webrtc::InvokeSetParametersCallback(callback, webrtc::RTCError::OK()); } // Replicate the behavior of the real media channel: return false // when setting parameters for unknown SSRCs. return InvokeSetParametersCallback( callback, webrtc::RTCError(webrtc::RTCErrorType::INTERNAL_ERROR)); } virtual webrtc::RtpParameters GetRtpReceiveParameters(uint32_t ssrc) const { auto parameters_iterator = rtp_receive_parameters_.find(ssrc); if (parameters_iterator != rtp_receive_parameters_.end()) { return parameters_iterator->second; } return webrtc::RtpParameters(); } virtual webrtc::RtpParameters GetDefaultRtpReceiveParameters() const { return webrtc::RtpParameters(); } bool IsStreamMuted(uint32_t ssrc) const { bool ret = muted_streams_.find(ssrc) != muted_streams_.end(); // If |ssrc = 0| check if the first send stream is muted. if (!ret && ssrc == 0 && !send_streams_.empty()) { return muted_streams_.find(send_streams_[0].first_ssrc()) != muted_streams_.end(); } return ret; } const std::vector& send_streams() const { return send_streams_; } const std::vector& recv_streams() const { return receive_streams_; } bool HasRecvStream(uint32_t ssrc) const { return GetStreamBySsrc(receive_streams_, ssrc) != nullptr; } bool HasSendStream(uint32_t ssrc) const { return GetStreamBySsrc(send_streams_, ssrc) != nullptr; } // TODO(perkj): This is to support legacy unit test that only check one // sending stream. uint32_t send_ssrc() const { if (send_streams_.empty()) return 0; return send_streams_[0].first_ssrc(); } // TODO(perkj): This is to support legacy unit test that only check one // sending stream. const std::string rtcp_cname() { if (send_streams_.empty()) return ""; return send_streams_[0].cname; } const RtcpParameters& send_rtcp_parameters() { return send_rtcp_parameters_; } const RtcpParameters& recv_rtcp_parameters() { return recv_rtcp_parameters_; } bool ready_to_send() const { return ready_to_send_; } int transport_overhead_per_packet() const { return transport_overhead_per_packet_; } rtc::NetworkRoute last_network_route() const { return last_network_route_; } int num_network_route_changes() const { return num_network_route_changes_; } void set_num_network_route_changes(int changes) { num_network_route_changes_ = changes; } void OnRtcpPacketReceived(rtc::CopyOnWriteBuffer* packet, int64_t packet_time_us) { rtcp_packets_.push_back(std::string(packet->cdata(), packet->size())); } // Stuff that deals with encryptors, transformers and the like void SetFrameEncryptor(uint32_t ssrc, rtc::scoped_refptr frame_encryptor) override {} void SetEncoderToPacketizerFrameTransformer( uint32_t ssrc, rtc::scoped_refptr frame_transformer) override {} void SetFrameDecryptor(uint32_t ssrc, rtc::scoped_refptr frame_decryptor) override {} void SetDepacketizerToDecoderFrameTransformer( uint32_t ssrc, rtc::scoped_refptr frame_transformer) override {} protected: bool MuteStream(uint32_t ssrc, bool mute) { if (!HasSendStream(ssrc) && ssrc != 0) { return false; } if (mute) { muted_streams_.insert(ssrc); } else { muted_streams_.erase(ssrc); } return true; } bool set_sending(bool send) { sending_ = send; return true; } void set_playout(bool playout) { playout_ = playout; } bool SetRecvRtpHeaderExtensions(const std::vector& extensions) { recv_extensions_ = extensions; return true; } bool SetSendExtmapAllowMixed(bool extmap_allow_mixed) { if (Base::ExtmapAllowMixed() != extmap_allow_mixed) { Base::SetExtmapAllowMixed(extmap_allow_mixed); } return true; } bool SetSendRtpHeaderExtensions(const std::vector& extensions) { send_extensions_ = extensions; return true; } void set_send_rtcp_parameters(const RtcpParameters& params) { send_rtcp_parameters_ = params; } void set_recv_rtcp_parameters(const RtcpParameters& params) { recv_rtcp_parameters_ = params; } void OnPacketReceived(const webrtc::RtpPacketReceived& packet) override { rtp_packets_.push_back( std::string(packet.Buffer().cdata(), packet.size())); } void OnPacketSent(const rtc::SentPacket& sent_packet) override {} void OnReadyToSend(bool ready) override { ready_to_send_ = ready; } void OnNetworkRouteChanged(absl::string_view transport_name, const rtc::NetworkRoute& network_route) override { last_network_route_ = network_route; ++num_network_route_changes_; transport_overhead_per_packet_ = network_route.packet_overhead; } bool fail_set_send_codecs() const { return fail_set_send_codecs_; } bool fail_set_recv_codecs() const { return fail_set_recv_codecs_; } private: // TODO(bugs.webrtc.org/12783): This flag is used from more than one thread. // As a workaround for tsan, it's currently std::atomic but that might not // be the appropriate fix. std::atomic sending_; bool playout_; std::vector recv_extensions_; std::vector send_extensions_; std::list rtp_packets_; std::list rtcp_packets_; std::vector send_streams_; std::vector receive_streams_; RtcpParameters send_rtcp_parameters_; RtcpParameters recv_rtcp_parameters_; std::set muted_streams_; std::map rtp_send_parameters_; std::map rtp_receive_parameters_; bool fail_set_send_codecs_; bool fail_set_recv_codecs_; uint32_t send_ssrc_; std::string rtcp_cname_; bool ready_to_send_; int transport_overhead_per_packet_; rtc::NetworkRoute last_network_route_; int num_network_route_changes_; }; class FakeVoiceMediaChannel : public RtpHelper { public: struct DtmfInfo { DtmfInfo(uint32_t ssrc, int event_code, int duration); uint32_t ssrc; int event_code; int duration; }; FakeVoiceMediaChannel(FakeVoiceEngine* engine, const AudioOptions& options, webrtc::TaskQueueBase* network_thread); ~FakeVoiceMediaChannel(); const std::vector& recv_codecs() const; const std::vector& send_codecs() const; const std::vector& codecs() const; const std::vector& dtmf_info_queue() const; const AudioOptions& options() const; int max_bps() const; bool SetSendParameters(const AudioSendParameters& params) override; bool SetRecvParameters(const AudioRecvParameters& params) override; void SetPlayout(bool playout) override; void SetSend(bool send) override; bool SetAudioSend(uint32_t ssrc, bool enable, const AudioOptions* options, AudioSource* source) override; bool HasSource(uint32_t ssrc) const; bool AddRecvStream(const StreamParams& sp) override; bool RemoveRecvStream(uint32_t ssrc) override; bool CanInsertDtmf() override; bool InsertDtmf(uint32_t ssrc, int event_code, int duration) override; bool SetOutputVolume(uint32_t ssrc, double volume) override; bool SetDefaultOutputVolume(double volume) override; bool GetOutputVolume(uint32_t ssrc, double* volume); bool SetBaseMinimumPlayoutDelayMs(uint32_t ssrc, int delay_ms) override; absl::optional GetBaseMinimumPlayoutDelayMs( uint32_t ssrc) const override; bool GetSendStats(VoiceMediaSendInfo* info) override; bool GetReceiveStats(VoiceMediaReceiveInfo* info, bool get_and_clear_legacy_stats) override; void SetRawAudioSink( uint32_t ssrc, std::unique_ptr sink) override; void SetDefaultRawAudioSink( std::unique_ptr sink) override; std::vector GetSources(uint32_t ssrc) const override; private: class VoiceChannelAudioSink : public AudioSource::Sink { public: explicit VoiceChannelAudioSink(AudioSource* source); ~VoiceChannelAudioSink() override; void OnData(const void* audio_data, int bits_per_sample, int sample_rate, size_t number_of_channels, size_t number_of_frames, absl::optional absolute_capture_timestamp_ms) override; void OnClose() override; int NumPreferredChannels() const override { return -1; } AudioSource* source() const; private: AudioSource* source_; }; bool SetRecvCodecs(const std::vector& codecs); bool SetSendCodecs(const std::vector& codecs); bool SetMaxSendBandwidth(int bps); bool SetOptions(const AudioOptions& options); bool SetLocalSource(uint32_t ssrc, AudioSource* source); FakeVoiceEngine* engine_; std::vector recv_codecs_; std::vector send_codecs_; std::map output_scalings_; std::map output_delays_; std::vector dtmf_info_queue_; AudioOptions options_; std::map> local_sinks_; std::unique_ptr sink_; int max_bps_; }; // A helper function to compare the FakeVoiceMediaChannel::DtmfInfo. bool CompareDtmfInfo(const FakeVoiceMediaChannel::DtmfInfo& info, uint32_t ssrc, int event_code, int duration); class FakeVideoMediaChannel : public RtpHelper { public: FakeVideoMediaChannel(FakeVideoEngine* engine, const VideoOptions& options, webrtc::TaskQueueBase* network_thread); ~FakeVideoMediaChannel(); const std::vector& recv_codecs() const; const std::vector& send_codecs() const; const std::vector& codecs() const; bool rendering() const; const VideoOptions& options() const; const std::map*>& sinks() const; int max_bps() const; bool SetSendParameters(const VideoSendParameters& params) override; bool SetRecvParameters(const VideoRecvParameters& params) override; bool AddSendStream(const StreamParams& sp) override; bool RemoveSendStream(uint32_t ssrc) override; bool GetSendCodec(VideoCodec* send_codec) override; bool SetSink(uint32_t ssrc, rtc::VideoSinkInterface* sink) override; void SetDefaultSink( rtc::VideoSinkInterface* sink) override; bool HasSink(uint32_t ssrc) const; bool SetSend(bool send) override; bool SetVideoSend( uint32_t ssrc, const VideoOptions* options, rtc::VideoSourceInterface* source) override; bool HasSource(uint32_t ssrc) const; bool AddRecvStream(const StreamParams& sp) override; bool RemoveRecvStream(uint32_t ssrc) override; void FillBitrateInfo(BandwidthEstimationInfo* bwe_info) override; bool GetSendStats(VideoMediaSendInfo* info) override; bool GetReceiveStats(VideoMediaReceiveInfo* info) override; std::vector GetSources(uint32_t ssrc) const override; bool SetBaseMinimumPlayoutDelayMs(uint32_t ssrc, int delay_ms) override; absl::optional GetBaseMinimumPlayoutDelayMs( uint32_t ssrc) const override; void SetRecordableEncodedFrameCallback( uint32_t ssrc, std::function callback) override; void ClearRecordableEncodedFrameCallback(uint32_t ssrc) override; void RequestRecvKeyFrame(uint32_t ssrc) override; void GenerateSendKeyFrame(uint32_t ssrc, const std::vector& rids) override; private: bool SetRecvCodecs(const std::vector& codecs); bool SetSendCodecs(const std::vector& codecs); bool SetOptions(const VideoOptions& options); bool SetMaxSendBandwidth(int bps); FakeVideoEngine* engine_; std::vector recv_codecs_; std::vector send_codecs_; std::map*> sinks_; std::map*> sources_; std::map output_delays_; VideoOptions options_; int max_bps_; }; class FakeVoiceEngine : public VoiceEngineInterface { public: FakeVoiceEngine(); void Init() override; rtc::scoped_refptr GetAudioState() const override; VoiceMediaChannel* CreateMediaChannel( webrtc::Call* call, const MediaConfig& config, const AudioOptions& options, const webrtc::CryptoOptions& crypto_options) override; FakeVoiceMediaChannel* GetChannel(size_t index); void UnregisterChannel(VoiceMediaChannel* channel); // TODO(ossu): For proper testing, These should either individually settable // or the voice engine should reference mockable factories. const std::vector& send_codecs() const override; const std::vector& recv_codecs() const override; void SetCodecs(const std::vector& codecs); void SetRecvCodecs(const std::vector& codecs); void SetSendCodecs(const std::vector& codecs); int GetInputLevel(); bool StartAecDump(webrtc::FileWrapper file, int64_t max_size_bytes) override; void StopAecDump() override; absl::optional GetAudioDeviceStats() override; std::vector GetRtpHeaderExtensions() const override; void SetRtpHeaderExtensions( std::vector header_extensions); private: std::vector channels_; std::vector recv_codecs_; std::vector send_codecs_; bool fail_create_channel_; std::vector header_extensions_; friend class FakeMediaEngine; }; class FakeVideoEngine : public VideoEngineInterface { public: FakeVideoEngine(); bool SetOptions(const VideoOptions& options); VideoMediaChannel* CreateMediaChannel( webrtc::Call* call, const MediaConfig& config, const VideoOptions& options, const webrtc::CryptoOptions& crypto_options, webrtc::VideoBitrateAllocatorFactory* video_bitrate_allocator_factory) override; FakeVideoMediaChannel* GetChannel(size_t index); void UnregisterChannel(VideoMediaChannel* channel); std::vector send_codecs() const override { return send_codecs(true); } std::vector recv_codecs() const override { return recv_codecs(true); } std::vector send_codecs(bool include_rtx) const override; std::vector recv_codecs(bool include_rtx) const override; void SetSendCodecs(const std::vector& codecs); void SetRecvCodecs(const std::vector& codecs); bool SetCapture(bool capture); std::vector GetRtpHeaderExtensions() const override; void SetRtpHeaderExtensions( std::vector header_extensions); private: std::vector channels_; std::vector send_codecs_; std::vector recv_codecs_; bool capture_; VideoOptions options_; bool fail_create_channel_; std::vector header_extensions_; friend class FakeMediaEngine; }; class FakeMediaEngine : public CompositeMediaEngine { public: FakeMediaEngine(); ~FakeMediaEngine() override; void SetAudioCodecs(const std::vector& codecs); void SetAudioRecvCodecs(const std::vector& codecs); void SetAudioSendCodecs(const std::vector& codecs); void SetVideoCodecs(const std::vector& codecs); FakeVoiceMediaChannel* GetVoiceChannel(size_t index); FakeVideoMediaChannel* GetVideoChannel(size_t index); void set_fail_create_channel(bool fail); private: FakeVoiceEngine* const voice_; FakeVideoEngine* const video_; }; } // namespace cricket #endif // MEDIA_BASE_FAKE_MEDIA_ENGINE_H_