/* * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #ifndef MEDIA_ENGINE_MULTIPLEX_CODEC_FACTORY_H_ #define MEDIA_ENGINE_MULTIPLEX_CODEC_FACTORY_H_ #include #include #include "api/video_codecs/sdp_video_format.h" #include "api/video_codecs/video_decoder.h" #include "api/video_codecs/video_decoder_factory.h" #include "api/video_codecs/video_encoder.h" #include "api/video_codecs/video_encoder_factory.h" #include "rtc_base/system/rtc_export.h" namespace webrtc { // Multiplex codec is a completely modular/optional codec that allows users to // send more than a frame's opaque content(RGB/YUV) over video channels. // - Allows sending Alpha channel over the wire iff input is // I420ABufferInterface. Users can expect to receive I420ABufferInterface as the // decoded video frame buffer. I420A data is split into YUV/AXX portions, // encoded/decoded seperately and bitstreams are concatanated. // - Allows sending augmenting data over the wire attached to the frame. This // attached data portion is not encoded in any way and sent as it is. Users can // input AugmentedVideoFrameBuffer and can expect the same interface as the // decoded video frame buffer. // - Showcases an example of how to add a custom codec in webrtc video channel. // How to use it end-to-end: // - Wrap your existing VideoEncoderFactory implemention with // MultiplexEncoderFactory and VideoDecoderFactory implemention with // MultiplexDecoderFactory below. For actual coding, multiplex creates encoder // and decoder instance(s) using these factories. // - Use Multiplex*coderFactory classes in CreatePeerConnectionFactory() calls. // - Select "multiplex" codec in SDP negotiation. class RTC_EXPORT MultiplexEncoderFactory : public VideoEncoderFactory { public: // `supports_augmenting_data` defines if the encoder would support augmenting // data. If set, the encoder expects to receive video frame buffers of type // AugmentedVideoFrameBuffer. MultiplexEncoderFactory(std::unique_ptr factory, bool supports_augmenting_data = false); std::vector GetSupportedFormats() const override; std::unique_ptr CreateVideoEncoder( const SdpVideoFormat& format) override; private: std::unique_ptr factory_; const bool supports_augmenting_data_; }; class RTC_EXPORT MultiplexDecoderFactory : public VideoDecoderFactory { public: // `supports_augmenting_data` defines if the decoder would support augmenting // data. If set, the decoder is expected to output video frame buffers of type // AugmentedVideoFrameBuffer. MultiplexDecoderFactory(std::unique_ptr factory, bool supports_augmenting_data = false); std::vector GetSupportedFormats() const override; std::unique_ptr CreateVideoDecoder( const SdpVideoFormat& format) override; private: std::unique_ptr factory_; const bool supports_augmenting_data_; }; } // namespace webrtc #endif // MEDIA_ENGINE_MULTIPLEX_CODEC_FACTORY_H_