summaryrefslogtreecommitdiffstats
path: root/dom/media/encoder/VP8TrackEncoder.h
blob: c69f437afdcee2beea8194a94d0ba4e7eda8c319 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*-*/
/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this file,
 * You can obtain one at http://mozilla.org/MPL/2.0/. */

#ifndef VP8TrackEncoder_h_
#define VP8TrackEncoder_h_

#include "TrackEncoder.h"

#include "TimeUnits.h"
#include "vpx/vpx_codec.h"

namespace mozilla {

typedef struct vpx_codec_ctx vpx_codec_ctx_t;
typedef struct vpx_codec_enc_cfg vpx_codec_enc_cfg_t;
typedef struct vpx_image vpx_image_t;

/**
 * VP8TrackEncoder implements VideoTrackEncoder by using the libvpx library.
 * We implement a realtime and variable frame rate encoder. In order to achieve
 * that, there is a frame-drop encoding policy implemented in GetEncodedTrack.
 */
class VP8TrackEncoder : public VideoTrackEncoder {
  enum EncodeOperation {
    ENCODE_NORMAL_FRAME,  // VP8 track encoder works normally.
    ENCODE_I_FRAME,       // The next frame will be encoded as I-Frame.
    SKIP_FRAME,           // Skip the next frame.
  };

 public:
  VP8TrackEncoder(RefPtr<DriftCompensator> aDriftCompensator,
                  TrackRate aTrackRate, FrameDroppingMode aFrameDroppingMode);
  virtual ~VP8TrackEncoder();

  already_AddRefed<TrackMetadataBase> GetMetadata() final;

  nsresult GetEncodedTrack(nsTArray<RefPtr<EncodedFrame>>& aData) final;

 protected:
  nsresult Init(int32_t aWidth, int32_t aHeight, int32_t aDisplayWidth,
                int32_t aDisplayHeight) final;

 private:
  // Get the EncodeOperation for next target frame.
  EncodeOperation GetNextEncodeOperation(TimeDuration aTimeElapsed,
                                         TrackTime aProcessedDuration);

  // Get the encoded data from encoder to aData.
  // Return value: NS_ERROR_NOT_AVAILABABLE if the vpx_codec_get_cx_data returns
  //                                        null for EOS detection.
  //               NS_OK if some data was appended to aData.
  //               An error nsresult otherwise.
  nsresult GetEncodedPartitions(nsTArray<RefPtr<EncodedFrame>>& aData);

  // Prepare the input data to the mVPXImageWrapper for encoding.
  nsresult PrepareRawFrame(VideoChunk& aChunk);

  // Re-configures an existing encoder with a new frame size.
  nsresult Reconfigure(int32_t aWidth, int32_t aHeight, int32_t aDisplayWidth,
                       int32_t aDisplayHeight);

  // Destroys the context and image wrapper. Does not de-allocate the structs.
  void Destroy();

  // Helper method to set the values on a VPX configuration.
  nsresult SetConfigurationValues(int32_t aWidth, int32_t aHeight,
                                  int32_t aDisplayWidth, int32_t aDisplayHeight,
                                  vpx_codec_enc_cfg_t& config);

  // Encoded timestamp.
  TrackTime mEncodedTimestamp = 0;

  // Total duration in mTrackRate extracted by GetEncodedPartitions().
  CheckedInt64 mExtractedDuration;

  // Total duration extracted by GetEncodedPartitions().
  media::TimeUnit mExtractedDurationUs;

  // Muted frame, we only create it once.
  RefPtr<layers::Image> mMuteFrame;

  // I420 frame, for converting to I420.
  UniquePtr<uint8_t[]> mI420Frame;
  size_t mI420FrameSize = 0;

  /**
   * A duration of non-key frames in milliseconds.
   */
  TrackTime mDurationSinceLastKeyframe = 0;

  /**
   * A local segment queue which takes the raw data out from mRawSegment in the
   * call of GetEncodedTrack().
   */
  VideoSegment mSourceSegment;

  // VP8 relative members.
  // Codec context structure.
  UniquePtr<vpx_codec_ctx_t> mVPXContext;
  // Image Descriptor.
  UniquePtr<vpx_image_t> mVPXImageWrapper;
};

}  // namespace mozilla

#endif