/* * Copyright (c) 2016, Alliance for Open Media. All rights reserved * * This source code is subject to the terms of the BSD 2 Clause License and * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License * was not distributed with this source code in the LICENSE file, you can * obtain it at www.aomedia.org/license/software. If the Alliance for Open * Media Patent License 1.0 was not distributed with this source code in the * PATENTS file, you can obtain it at www.aomedia.org/license/patent. */ #include #include #include #include #include #include #include "third_party/googletest/src/googletest/include/gtest/gtest.h" #include "config/aom_config.h" #include "aom/aomcx.h" #include "aom/aom_encoder.h" #include "aom/aom_image.h" namespace { #if CONFIG_REALTIME_ONLY const unsigned int kUsage = AOM_USAGE_REALTIME; #else const unsigned int kUsage = AOM_USAGE_GOOD_QUALITY; #endif static void *Memset16(void *dest, int val, size_t length) { uint16_t *dest16 = (uint16_t *)dest; for (size_t i = 0; i < length; ++i) *dest16++ = val; return dest; } TEST(EncodeAPI, InvalidParams) { uint8_t buf[1] = { 0 }; aom_image_t img; aom_codec_ctx_t enc; aom_codec_enc_cfg_t cfg; EXPECT_EQ(&img, aom_img_wrap(&img, AOM_IMG_FMT_I420, 1, 1, 1, buf)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(nullptr, nullptr, nullptr, 0)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(&enc, nullptr, nullptr, 0)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_encode(nullptr, nullptr, 0, 0, 0)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_encode(nullptr, &img, 0, 0, 0)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_destroy(nullptr)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_config_default(nullptr, nullptr, 0)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_config_default(nullptr, &cfg, 0)); EXPECT_NE(aom_codec_error(nullptr), nullptr); aom_codec_iface_t *iface = aom_codec_av1_cx(); SCOPED_TRACE(aom_codec_iface_name(iface)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(nullptr, iface, nullptr, 0)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(&enc, iface, nullptr, 0)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_config_default(iface, &cfg, 3)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, kUsage)); cfg.g_w = 1 << 16; cfg.g_h = (1 << 14) + 1; EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(&enc, iface, &cfg, 0)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, kUsage)); cfg.g_w = (1 << 14) + 1; cfg.g_h = 1 << 16; EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(&enc, iface, &cfg, 0)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, kUsage)); cfg.g_forced_max_frame_width = 1 << 16; cfg.g_forced_max_frame_height = (1 << 14) + 1; EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(&enc, iface, &cfg, 0)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, kUsage)); cfg.g_forced_max_frame_width = (1 << 14) + 1; cfg.g_forced_max_frame_height = 1 << 16; EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(&enc, iface, &cfg, 0)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, kUsage)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_init(&enc, iface, &cfg, 0)); EXPECT_EQ(nullptr, aom_codec_get_global_headers(nullptr)); aom_fixed_buf_t *glob_headers = aom_codec_get_global_headers(&enc); EXPECT_NE(glob_headers->buf, nullptr); if (glob_headers) { free(glob_headers->buf); free(glob_headers); } EXPECT_EQ(AOM_CODEC_OK, aom_codec_encode(&enc, nullptr, 0, 0, 0)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_destroy(&enc)); } TEST(EncodeAPI, InvalidControlId) { aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_ctx_t enc; aom_codec_enc_cfg_t cfg; EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, kUsage)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_init(&enc, iface, &cfg, 0)); EXPECT_EQ(AOM_CODEC_ERROR, aom_codec_control(&enc, -1, 0)); EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_control(&enc, 0, 0)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_destroy(&enc)); } void EncodeSetSFrameOnFirstFrame(aom_img_fmt fmt, aom_codec_flags_t flag) { constexpr int kWidth = 2; constexpr int kHeight = 128; unsigned char kBuffer[kWidth * kHeight * 3] = { 0 }; aom_image_t img; ASSERT_EQ(aom_img_wrap(&img, fmt, kWidth, kHeight, 1, kBuffer), &img); aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, kUsage), AOM_CODEC_OK); cfg.g_w = kWidth; cfg.g_h = kHeight; aom_codec_ctx_t enc; ASSERT_EQ(aom_codec_enc_init(&enc, iface, &cfg, flag), AOM_CODEC_OK); // One of these aom_codec_encode() calls should fail. if (aom_codec_encode(&enc, &img, 0, 1, AOM_EFLAG_SET_S_FRAME) == AOM_CODEC_OK) { EXPECT_NE(aom_codec_encode(&enc, nullptr, 0, 0, 0), AOM_CODEC_OK); } EXPECT_EQ(aom_codec_destroy(&enc), AOM_CODEC_OK); } TEST(EncodeAPI, SetSFrameOnFirstFrame) { EncodeSetSFrameOnFirstFrame(AOM_IMG_FMT_I420, 0); } #if CONFIG_AV1_HIGHBITDEPTH TEST(EncodeAPI, SetSFrameOnFirstFrameHighbd) { EncodeSetSFrameOnFirstFrame(AOM_IMG_FMT_I42016, AOM_CODEC_USE_HIGHBITDEPTH); } #endif // CONFIG_AV1_HIGHBITDEPTH TEST(EncodeAPI, MonochromeInProfiles) { aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; ASSERT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, kUsage)); cfg.g_w = 128; cfg.g_h = 128; cfg.monochrome = 1; aom_codec_ctx_t enc; // Test Profile 0 cfg.g_profile = 0; ASSERT_EQ(AOM_CODEC_OK, aom_codec_enc_init(&enc, iface, &cfg, 0)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_destroy(&enc)); // Test Profile 1 cfg.g_profile = 1; ASSERT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(&enc, iface, &cfg, 0)); // Test Profile 3 cfg.g_profile = 2; ASSERT_EQ(AOM_CODEC_OK, aom_codec_enc_init(&enc, iface, &cfg, 0)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_destroy(&enc)); } TEST(EncodeAPI, LowBDEncoderLowBDImage) { aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, kUsage), AOM_CODEC_OK); aom_codec_ctx_t enc; ASSERT_EQ(aom_codec_enc_init(&enc, iface, &cfg, 0), AOM_CODEC_OK); aom_image_t *image = aom_img_alloc(nullptr, AOM_IMG_FMT_I420, cfg.g_w, cfg.g_h, 0); ASSERT_NE(image, nullptr); // Set the image to two colors so that av1_set_screen_content_options() will // call av1_get_perpixel_variance(). int luma_value = 0; for (unsigned int i = 0; i < image->d_h; ++i) { memset(image->planes[0] + i * image->stride[0], luma_value, image->d_w); luma_value = 255 - luma_value; } unsigned int uv_h = (image->d_h + 1) / 2; unsigned int uv_w = (image->d_w + 1) / 2; for (unsigned int i = 0; i < uv_h; ++i) { memset(image->planes[1] + i * image->stride[1], 128, uv_w); memset(image->planes[2] + i * image->stride[2], 128, uv_w); } ASSERT_EQ(aom_codec_encode(&enc, image, 0, 1, 0), AOM_CODEC_OK); aom_img_free(image); ASSERT_EQ(aom_codec_destroy(&enc), AOM_CODEC_OK); } TEST(EncodeAPI, HighBDEncoderHighBDImage) { aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, kUsage), AOM_CODEC_OK); aom_codec_ctx_t enc; aom_codec_err_t init_status = aom_codec_enc_init(&enc, iface, &cfg, AOM_CODEC_USE_HIGHBITDEPTH); #if !CONFIG_AV1_HIGHBITDEPTH ASSERT_EQ(init_status, AOM_CODEC_INCAPABLE); #else ASSERT_EQ(init_status, AOM_CODEC_OK); aom_image_t *image = aom_img_alloc(nullptr, AOM_IMG_FMT_I42016, cfg.g_w, cfg.g_h, 0); ASSERT_NE(image, nullptr); // Set the image to two colors so that av1_set_screen_content_options() will // call av1_get_perpixel_variance(). int luma_value = 0; for (unsigned int i = 0; i < image->d_h; ++i) { Memset16(image->planes[0] + i * image->stride[0], luma_value, image->d_w); luma_value = 255 - luma_value; } unsigned int uv_h = (image->d_h + 1) / 2; unsigned int uv_w = (image->d_w + 1) / 2; for (unsigned int i = 0; i < uv_h; ++i) { Memset16(image->planes[1] + i * image->stride[1], 128, uv_w); Memset16(image->planes[2] + i * image->stride[2], 128, uv_w); } ASSERT_EQ(aom_codec_encode(&enc, image, 0, 1, 0), AOM_CODEC_OK); aom_img_free(image); ASSERT_EQ(aom_codec_destroy(&enc), AOM_CODEC_OK); #endif } TEST(EncodeAPI, HighBDEncoderLowBDImage) { aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, kUsage), AOM_CODEC_OK); aom_codec_ctx_t enc; aom_codec_err_t init_status = aom_codec_enc_init(&enc, iface, &cfg, AOM_CODEC_USE_HIGHBITDEPTH); #if !CONFIG_AV1_HIGHBITDEPTH ASSERT_EQ(init_status, AOM_CODEC_INCAPABLE); #else ASSERT_EQ(init_status, AOM_CODEC_OK); aom_image_t *image = aom_img_alloc(nullptr, AOM_IMG_FMT_I420, cfg.g_w, cfg.g_h, 0); ASSERT_NE(image, nullptr); // Set the image to two colors so that av1_set_screen_content_options() will // call av1_get_perpixel_variance(). int luma_value = 0; for (unsigned int i = 0; i < image->d_h; ++i) { memset(image->planes[0] + i * image->stride[0], luma_value, image->d_w); luma_value = 255 - luma_value; } unsigned int uv_h = (image->d_h + 1) / 2; unsigned int uv_w = (image->d_w + 1) / 2; for (unsigned int i = 0; i < uv_h; ++i) { memset(image->planes[1] + i * image->stride[1], 128, uv_w); memset(image->planes[2] + i * image->stride[2], 128, uv_w); } ASSERT_EQ(aom_codec_encode(&enc, image, 0, 1, 0), AOM_CODEC_INVALID_PARAM); aom_img_free(image); ASSERT_EQ(aom_codec_destroy(&enc), AOM_CODEC_OK); #endif } TEST(EncodeAPI, LowBDEncoderHighBDImage) { aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, kUsage), AOM_CODEC_OK); aom_codec_ctx_t enc; ASSERT_EQ(aom_codec_enc_init(&enc, iface, &cfg, 0), AOM_CODEC_OK); aom_image_t *image = aom_img_alloc(nullptr, AOM_IMG_FMT_I42016, cfg.g_w, cfg.g_h, 0); ASSERT_NE(image, nullptr); // Set the image to two colors so that av1_set_screen_content_options() will // call av1_get_perpixel_variance(). int luma_value = 0; for (unsigned int i = 0; i < image->d_h; ++i) { Memset16(image->planes[0] + i * image->stride[0], luma_value, image->d_w); luma_value = 255 - luma_value; } unsigned int uv_h = (image->d_h + 1) / 2; unsigned int uv_w = (image->d_w + 1) / 2; for (unsigned int i = 0; i < uv_h; ++i) { Memset16(image->planes[1] + i * image->stride[1], 128, uv_w); Memset16(image->planes[2] + i * image->stride[2], 128, uv_w); } ASSERT_EQ(aom_codec_encode(&enc, image, 0, 1, 0), AOM_CODEC_INVALID_PARAM); aom_img_free(image); ASSERT_EQ(aom_codec_destroy(&enc), AOM_CODEC_OK); } aom_image_t *CreateGrayImage(aom_img_fmt_t fmt, unsigned int w, unsigned int h) { aom_image_t *const image = aom_img_alloc(nullptr, fmt, w, h, 1); if (!image) return image; for (unsigned int i = 0; i < image->d_h; ++i) { memset(image->planes[0] + i * image->stride[0], 128, image->d_w); } const unsigned int uv_h = (image->d_h + 1) / 2; const unsigned int uv_w = (image->d_w + 1) / 2; for (unsigned int i = 0; i < uv_h; ++i) { memset(image->planes[1] + i * image->stride[1], 128, uv_w); memset(image->planes[2] + i * image->stride[2], 128, uv_w); } return image; } TEST(EncodeAPI, Buganizer310548198) { aom_codec_iface_t *const iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; const unsigned int usage = AOM_USAGE_REALTIME; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, usage), AOM_CODEC_OK); cfg.g_w = 1; cfg.g_h = 444; cfg.g_pass = AOM_RC_ONE_PASS; cfg.g_lag_in_frames = 0; aom_codec_ctx_t enc; ASSERT_EQ(aom_codec_enc_init(&enc, iface, &cfg, 0), AOM_CODEC_OK); const int speed = 6; ASSERT_EQ(aom_codec_control(&enc, AOME_SET_CPUUSED, speed), AOM_CODEC_OK); const aom_enc_frame_flags_t flags = 0; int frame_index = 0; // Encode a frame. aom_image_t *image = CreateGrayImage(AOM_IMG_FMT_I420, cfg.g_w, cfg.g_h); ASSERT_NE(image, nullptr); ASSERT_EQ(aom_codec_encode(&enc, image, frame_index, 1, flags), AOM_CODEC_OK); frame_index++; const aom_codec_cx_pkt_t *pkt; aom_codec_iter_t iter = nullptr; while ((pkt = aom_codec_get_cx_data(&enc, &iter)) != nullptr) { ASSERT_EQ(pkt->kind, AOM_CODEC_CX_FRAME_PKT); } aom_img_free(image); cfg.g_w = 1; cfg.g_h = 254; ASSERT_EQ(aom_codec_enc_config_set(&enc, &cfg), AOM_CODEC_OK) << aom_codec_error_detail(&enc); cfg.g_w = 1; cfg.g_h = 154; ASSERT_EQ(aom_codec_enc_config_set(&enc, &cfg), AOM_CODEC_OK) << aom_codec_error_detail(&enc); // Encode a frame. image = CreateGrayImage(AOM_IMG_FMT_I420, cfg.g_w, cfg.g_h); ASSERT_EQ(aom_codec_encode(&enc, image, frame_index, 1, flags), AOM_CODEC_OK); frame_index++; iter = nullptr; while ((pkt = aom_codec_get_cx_data(&enc, &iter)) != nullptr) { ASSERT_EQ(pkt->kind, AOM_CODEC_CX_FRAME_PKT); } aom_img_free(image); // Flush the encoder. bool got_data; do { ASSERT_EQ(aom_codec_encode(&enc, nullptr, 0, 0, 0), AOM_CODEC_OK); got_data = false; iter = nullptr; while ((pkt = aom_codec_get_cx_data(&enc, &iter)) != nullptr) { ASSERT_EQ(pkt->kind, AOM_CODEC_CX_FRAME_PKT); got_data = true; } } while (got_data); ASSERT_EQ(aom_codec_destroy(&enc), AOM_CODEC_OK); } // Emulates the WebCodecs VideoEncoder interface. class AV1Encoder { public: explicit AV1Encoder(int speed) : speed_(speed) {} ~AV1Encoder(); void Configure(unsigned int threads, unsigned int width, unsigned int height, aom_rc_mode end_usage, unsigned int usage); void Encode(bool key_frame); private: // Flushes the encoder. Should be called after all the Encode() calls. void Flush(); const int speed_; bool initialized_ = false; aom_codec_enc_cfg_t cfg_; aom_codec_ctx_t enc_; int frame_index_ = 0; }; AV1Encoder::~AV1Encoder() { if (initialized_) { Flush(); EXPECT_EQ(aom_codec_destroy(&enc_), AOM_CODEC_OK); } } void AV1Encoder::Configure(unsigned int threads, unsigned int width, unsigned int height, aom_rc_mode end_usage, unsigned int usage) { if (!initialized_) { aom_codec_iface_t *const iface = aom_codec_av1_cx(); ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg_, usage), AOM_CODEC_OK); cfg_.g_threads = threads; cfg_.g_w = width; cfg_.g_h = height; cfg_.g_forced_max_frame_width = cfg_.g_w; cfg_.g_forced_max_frame_height = cfg_.g_h; cfg_.g_timebase.num = 1; cfg_.g_timebase.den = 1000 * 1000; // microseconds cfg_.g_pass = AOM_RC_ONE_PASS; cfg_.g_lag_in_frames = 0; cfg_.rc_end_usage = end_usage; cfg_.rc_min_quantizer = 2; cfg_.rc_max_quantizer = 58; ASSERT_EQ(aom_codec_enc_init(&enc_, iface, &cfg_, 0), AOM_CODEC_OK); ASSERT_EQ(aom_codec_control(&enc_, AOME_SET_CPUUSED, speed_), AOM_CODEC_OK); initialized_ = true; return; } ASSERT_EQ(usage, cfg_.g_usage); cfg_.g_threads = threads; cfg_.g_w = width; cfg_.g_h = height; cfg_.rc_end_usage = end_usage; ASSERT_EQ(aom_codec_enc_config_set(&enc_, &cfg_), AOM_CODEC_OK) << aom_codec_error_detail(&enc_); } void AV1Encoder::Encode(bool key_frame) { assert(initialized_); // TODO(wtc): Support high bit depths and other YUV formats. aom_image_t *const image = CreateGrayImage(AOM_IMG_FMT_I420, cfg_.g_w, cfg_.g_h); ASSERT_NE(image, nullptr); const aom_enc_frame_flags_t flags = key_frame ? AOM_EFLAG_FORCE_KF : 0; ASSERT_EQ(aom_codec_encode(&enc_, image, frame_index_, 1, flags), AOM_CODEC_OK); frame_index_++; const aom_codec_cx_pkt_t *pkt; aom_codec_iter_t iter = nullptr; while ((pkt = aom_codec_get_cx_data(&enc_, &iter)) != nullptr) { ASSERT_EQ(pkt->kind, AOM_CODEC_CX_FRAME_PKT); if (key_frame) { ASSERT_EQ(pkt->data.frame.flags & AOM_FRAME_IS_KEY, AOM_FRAME_IS_KEY); } } aom_img_free(image); } void AV1Encoder::Flush() { bool got_data; do { ASSERT_EQ(aom_codec_encode(&enc_, nullptr, 0, 0, 0), AOM_CODEC_OK); got_data = false; const aom_codec_cx_pkt_t *pkt; aom_codec_iter_t iter = nullptr; while ((pkt = aom_codec_get_cx_data(&enc_, &iter)) != nullptr) { ASSERT_EQ(pkt->kind, AOM_CODEC_CX_FRAME_PKT); got_data = true; } } while (got_data); } TEST(EncodeAPI, Buganizer314858909) { AV1Encoder encoder(7); encoder.Configure(6, 1582, 750, AOM_CBR, AOM_USAGE_REALTIME); // Encode a frame. encoder.Encode(false); encoder.Configure(0, 1582, 23, AOM_CBR, AOM_USAGE_REALTIME); // Encode a frame.. encoder.Encode(false); encoder.Configure(16, 1542, 363, AOM_CBR, AOM_USAGE_REALTIME); // Encode a frame.. encoder.Encode(false); } // Run this test to reproduce the bug in fuzz test: ASSERT: cpi->rec_sse != // UINT64_MAX in av1_rc_bits_per_mb. TEST(EncodeAPI, Buganizer310766628) { AV1Encoder encoder(7); encoder.Configure(16, 759, 383, AOM_CBR, AOM_USAGE_REALTIME); // Encode a frame. encoder.Encode(false); encoder.Configure(2, 759, 383, AOM_VBR, AOM_USAGE_REALTIME); // Encode a frame. This will trigger the assertion failure. encoder.Encode(false); } // This test covers a possible use case where the change of frame sizes and // thread numbers happens before and after the first frame coding. TEST(EncodeAPI, Buganizer310455204) { AV1Encoder encoder(7); encoder.Configure(0, 1915, 503, AOM_VBR, AOM_USAGE_REALTIME); encoder.Configure(4, 1, 1, AOM_VBR, AOM_USAGE_REALTIME); encoder.Configure(6, 559, 503, AOM_CBR, AOM_USAGE_REALTIME); // Encode a frame. encoder.Encode(false); // Increase the number of threads. encoder.Configure(16, 1915, 503, AOM_CBR, AOM_USAGE_REALTIME); // Encode a frame. encoder.Encode(false); } // Run this test to reproduce the bug in fuzz test: Float-cast-overflow in // av1_rc_bits_per_mb. TEST(EncodeAPI, Buganizer310457427) { AV1Encoder encoder(7); encoder.Configure(12, 896, 1076, AOM_CBR, AOM_USAGE_REALTIME); encoder.Configure(6, 609, 1076, AOM_VBR, AOM_USAGE_REALTIME); // Encode a frame. encoder.Encode(false); // Encode a frame. This will trigger the float-cast-overflow bug which was // caused by division by zero. encoder.Encode(false); } TEST(EncodeAPI, PtsSmallerThanInitialPts) { // Initialize libaom encoder. aom_codec_iface_t *const iface = aom_codec_av1_cx(); aom_codec_ctx_t enc; aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, AOM_USAGE_REALTIME), AOM_CODEC_OK); cfg.g_w = 1280; cfg.g_h = 720; cfg.rc_target_bitrate = 1000; ASSERT_EQ(aom_codec_enc_init(&enc, iface, &cfg, 0), AOM_CODEC_OK); // Create input image. aom_image_t *const image = CreateGrayImage(AOM_IMG_FMT_I420, cfg.g_w, cfg.g_h); ASSERT_NE(image, nullptr); // Encode frame. ASSERT_EQ(aom_codec_encode(&enc, image, 12, 1, 0), AOM_CODEC_OK); ASSERT_EQ(aom_codec_encode(&enc, image, 13, 1, 0), AOM_CODEC_OK); // pts (10) is smaller than the initial pts (12). ASSERT_EQ(aom_codec_encode(&enc, image, 10, 1, 0), AOM_CODEC_INVALID_PARAM); // Free resources. aom_img_free(image); aom_codec_destroy(&enc); } TEST(EncodeAPI, PtsOrDurationTooBig) { // Initialize libaom encoder. aom_codec_iface_t *const iface = aom_codec_av1_cx(); aom_codec_ctx_t enc; aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, AOM_USAGE_REALTIME), AOM_CODEC_OK); cfg.g_w = 1280; cfg.g_h = 720; cfg.rc_target_bitrate = 1000; ASSERT_EQ(aom_codec_enc_init(&enc, iface, &cfg, 0), AOM_CODEC_OK); // Create input image. aom_image_t *const image = CreateGrayImage(AOM_IMG_FMT_I420, cfg.g_w, cfg.g_h); ASSERT_NE(image, nullptr); // Encode frame. ASSERT_EQ(aom_codec_encode(&enc, image, 0, 1, 0), AOM_CODEC_OK); // pts, when converted to ticks, is too big. ASSERT_EQ(aom_codec_encode(&enc, image, INT64_MAX / 1000000 + 1, 1, 0), AOM_CODEC_INVALID_PARAM); #if ULONG_MAX > INT64_MAX // duration is too big. ASSERT_EQ(aom_codec_encode(&enc, image, 0, (1ul << 63), 0), AOM_CODEC_INVALID_PARAM); // pts + duration is too big. ASSERT_EQ(aom_codec_encode(&enc, image, 1, INT64_MAX, 0), AOM_CODEC_INVALID_PARAM); #endif // pts + duration, when converted to ticks, is too big. #if ULONG_MAX > INT64_MAX ASSERT_EQ(aom_codec_encode(&enc, image, 0, 0x1c0a0a1a3232, 0), AOM_CODEC_INVALID_PARAM); #endif ASSERT_EQ(aom_codec_encode(&enc, image, INT64_MAX / 1000000, 1, 0), AOM_CODEC_INVALID_PARAM); // Free resources. aom_img_free(image); aom_codec_destroy(&enc); } class EncodeAPIParameterized : public testing::TestWithParam> {}; // Encodes two frames at a given usage, speed, and aq_mode setting. // Reproduces b/303023614 TEST_P(EncodeAPIParameterized, HighBDEncoderHighBDFrames) { const unsigned int usage = std::get<0>(GetParam()); int speed = std::get<1>(GetParam()); if (speed == 10 && usage != AOM_USAGE_REALTIME) { speed = 9; // 10 is only allowed in AOM_USAGE_REALTIME } aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, usage), AOM_CODEC_OK); cfg.g_w = 500; cfg.g_h = 400; aom_codec_ctx_t enc; aom_codec_err_t init_status = aom_codec_enc_init(&enc, iface, &cfg, AOM_CODEC_USE_HIGHBITDEPTH); #if !CONFIG_AV1_HIGHBITDEPTH ASSERT_EQ(init_status, AOM_CODEC_INCAPABLE); #else ASSERT_EQ(init_status, AOM_CODEC_OK); const unsigned int aq_mode = std::get<2>(GetParam()); ASSERT_EQ(aom_codec_control(&enc, AOME_SET_CPUUSED, speed), AOM_CODEC_OK); ASSERT_EQ(aom_codec_control(&enc, AV1E_SET_AQ_MODE, aq_mode), AOM_CODEC_OK); aom_image_t *image = aom_img_alloc(nullptr, AOM_IMG_FMT_I42016, cfg.g_w, cfg.g_h, 0); ASSERT_NE(image, nullptr); for (unsigned int i = 0; i < image->d_h; ++i) { Memset16(image->planes[0] + i * image->stride[0], 128, image->d_w); } unsigned int uv_h = (image->d_h + 1) / 2; unsigned int uv_w = (image->d_w + 1) / 2; for (unsigned int i = 0; i < uv_h; ++i) { Memset16(image->planes[1] + i * image->stride[1], 128, uv_w); Memset16(image->planes[2] + i * image->stride[2], 128, uv_w); } // Encode two frames. ASSERT_EQ( aom_codec_encode(&enc, image, /*pts=*/0, /*duration=*/1, /*flags=*/0), AOM_CODEC_OK); ASSERT_EQ( aom_codec_encode(&enc, image, /*pts=*/1, /*duration=*/1, /*flags=*/0), AOM_CODEC_OK); aom_img_free(image); ASSERT_EQ(aom_codec_destroy(&enc), AOM_CODEC_OK); #endif } const unsigned int kUsages[] = { AOM_USAGE_REALTIME, #if !CONFIG_REALTIME_ONLY AOM_USAGE_GOOD_QUALITY, AOM_USAGE_ALL_INTRA, #endif }; INSTANTIATE_TEST_SUITE_P(All, EncodeAPIParameterized, testing::Combine( /*usage=*/testing::ValuesIn(kUsages), /*speed=*/testing::Values(6, 7, 10), /*aq_mode=*/testing::Values(0, 1, 2, 3))); #if !CONFIG_REALTIME_ONLY TEST(EncodeAPI, AllIntraMode) { aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_ctx_t enc; aom_codec_enc_cfg_t cfg; EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, AOM_USAGE_ALL_INTRA)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_init(&enc, iface, &cfg, 0)); EXPECT_EQ(AOM_CODEC_OK, aom_codec_destroy(&enc)); // Set g_lag_in_frames to a nonzero value. This should cause // aom_codec_enc_init() to fail. EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, AOM_USAGE_ALL_INTRA)); cfg.g_lag_in_frames = 1; EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(&enc, iface, &cfg, 0)); // Set kf_max_dist to a nonzero value. This should cause aom_codec_enc_init() // to fail. EXPECT_EQ(AOM_CODEC_OK, aom_codec_enc_config_default(iface, &cfg, AOM_USAGE_ALL_INTRA)); cfg.kf_max_dist = 1; EXPECT_EQ(AOM_CODEC_INVALID_PARAM, aom_codec_enc_init(&enc, iface, &cfg, 0)); } TEST(EncodeAPI, AllIntraAndUsePsnr) { aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, AOM_USAGE_ALL_INTRA), AOM_CODEC_OK); aom_codec_ctx_t enc; ASSERT_EQ(aom_codec_enc_init(&enc, iface, &cfg, AOM_CODEC_USE_PSNR), AOM_CODEC_OK); aom_image_t *image = CreateGrayImage(AOM_IMG_FMT_I420, cfg.g_w, cfg.g_h); ASSERT_NE(image, nullptr); ASSERT_EQ(aom_codec_encode(&enc, image, 0, 1, 0), AOM_CODEC_OK); const aom_codec_cx_pkt_t *pkt; aom_codec_iter_t iter = nullptr; while ((pkt = aom_codec_get_cx_data(&enc, &iter)) != nullptr) { if (pkt->kind != AOM_CODEC_CX_FRAME_PKT) { ASSERT_EQ(pkt->kind, AOM_CODEC_PSNR_PKT); } } aom_img_free(image); ASSERT_EQ(aom_codec_destroy(&enc), AOM_CODEC_OK); } // A test that reproduces bug aomedia:3534. TEST(EncodeAPI, AllIntraAndNoRefLast) { aom_codec_iface_t *iface = aom_codec_av1_cx(); aom_codec_enc_cfg_t cfg; ASSERT_EQ(aom_codec_enc_config_default(iface, &cfg, AOM_USAGE_ALL_INTRA), AOM_CODEC_OK); aom_codec_ctx_t enc; ASSERT_EQ(aom_codec_enc_init(&enc, iface, &cfg, 0), AOM_CODEC_OK); aom_image_t *image = CreateGrayImage(AOM_IMG_FMT_I420, cfg.g_w, cfg.g_h); ASSERT_NE(image, nullptr); ASSERT_EQ(aom_codec_encode(&enc, image, 0, 1, AOM_EFLAG_NO_REF_LAST), AOM_CODEC_OK); aom_img_free(image); ASSERT_EQ(aom_codec_destroy(&enc), AOM_CODEC_OK); } #endif // !CONFIG_REALTIME_ONLY } // namespace