/* * Copyright (c) 2016, Alliance for Open Media. All rights reserved * * This source code is subject to the terms of the BSD 2 Clause License and * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License * was not distributed with this source code in the LICENSE file, you can * obtain it at www.aomedia.org/license/software. If the Alliance for Open * Media Patent License 1.0 was not distributed with this source code in the * PATENTS file, you can obtain it at www.aomedia.org/license/patent. */ #include #include "aom/internal/aom_image_internal.h" #include "aom_dsp/pyramid.h" #include "aom_dsp/flow_estimation/corner_detect.h" #include "aom_mem/aom_mem.h" #include "aom_ports/mem.h" #include "aom_scale/yv12config.h" #include "av1/common/enums.h" /**************************************************************************** * Exports ****************************************************************************/ /**************************************************************************** * ****************************************************************************/ // TODO(jkoleszar): Maybe replace this with struct aom_image int aom_free_frame_buffer(YV12_BUFFER_CONFIG *ybf) { if (ybf) { if (ybf->buffer_alloc_sz > 0) { aom_free(ybf->buffer_alloc); } #if CONFIG_AV1_ENCODER && !CONFIG_REALTIME_ONLY if (ybf->y_pyramid) { aom_free_pyramid(ybf->y_pyramid); } if (ybf->corners) { av1_free_corner_list(ybf->corners); } #endif // CONFIG_AV1_ENCODER && !CONFIG_REALTIME_ONLY aom_remove_metadata_from_frame_buffer(ybf); /* buffer_alloc isn't accessed by most functions. Rather y_buffer, u_buffer and v_buffer point to buffer_alloc and are used. Clear out all of this so that a freed pointer isn't inadvertently used */ memset(ybf, 0, sizeof(YV12_BUFFER_CONFIG)); return 0; } return AOM_CODEC_MEM_ERROR; } static int realloc_frame_buffer_aligned( YV12_BUFFER_CONFIG *ybf, int width, int height, int ss_x, int ss_y, int use_highbitdepth, int border, int byte_alignment, aom_codec_frame_buffer_t *fb, aom_get_frame_buffer_cb_fn_t cb, void *cb_priv, const int y_stride, const uint64_t yplane_size, const uint64_t uvplane_size, const int aligned_width, const int aligned_height, const int uv_width, const int uv_height, const int uv_stride, const int uv_border_w, const int uv_border_h, int num_pyramid_levels, int alloc_y_plane_only) { if (ybf) { const int aom_byte_align = (byte_alignment == 0) ? 1 : byte_alignment; const uint64_t frame_size = (1 + use_highbitdepth) * (yplane_size + 2 * uvplane_size); uint8_t *buf = NULL; #if CONFIG_REALTIME_ONLY || !CONFIG_AV1_ENCODER // We should only need an 8-bit version of the source frame if we are // encoding in non-realtime mode (void)num_pyramid_levels; assert(num_pyramid_levels == 0); #endif // CONFIG_REALTIME_ONLY || !CONFIG_AV1_ENCODER #if defined AOM_MAX_ALLOCABLE_MEMORY // The size of ybf->buffer_alloc. uint64_t alloc_size = frame_size; #if CONFIG_AV1_ENCODER && !CONFIG_REALTIME_ONLY // The size of ybf->y_pyramid if (num_pyramid_levels > 0) { alloc_size += aom_get_pyramid_alloc_size( width, height, num_pyramid_levels, use_highbitdepth); alloc_size += av1_get_corner_list_size(); } #endif // CONFIG_AV1_ENCODER && !CONFIG_REALTIME_ONLY // The decoder may allocate REF_FRAMES frame buffers in the frame buffer // pool. Bound the total amount of allocated memory as if these REF_FRAMES // frame buffers were allocated in a single allocation. if (alloc_size > AOM_MAX_ALLOCABLE_MEMORY / REF_FRAMES) return AOM_CODEC_MEM_ERROR; #endif if (cb != NULL) { const int align_addr_extra_size = 31; const uint64_t external_frame_size = frame_size + align_addr_extra_size; assert(fb != NULL); if (external_frame_size != (size_t)external_frame_size) return AOM_CODEC_MEM_ERROR; // Allocation to hold larger frame, or first allocation. if (cb(cb_priv, (size_t)external_frame_size, fb) < 0) return AOM_CODEC_MEM_ERROR; if (fb->data == NULL || fb->size < external_frame_size) return AOM_CODEC_MEM_ERROR; ybf->buffer_alloc = (uint8_t *)aom_align_addr(fb->data, 32); #if defined(__has_feature) #if __has_feature(memory_sanitizer) // This memset is needed for fixing the issue of using uninitialized // value in msan test. It will cause a perf loss, so only do this for // msan test. memset(ybf->buffer_alloc, 0, (size_t)frame_size); #endif #endif } else if (frame_size > ybf->buffer_alloc_sz) { // Allocation to hold larger frame, or first allocation. aom_free(ybf->buffer_alloc); ybf->buffer_alloc = NULL; ybf->buffer_alloc_sz = 0; if (frame_size != (size_t)frame_size) return AOM_CODEC_MEM_ERROR; ybf->buffer_alloc = (uint8_t *)aom_memalign(32, (size_t)frame_size); if (!ybf->buffer_alloc) return AOM_CODEC_MEM_ERROR; ybf->buffer_alloc_sz = (size_t)frame_size; // This memset is needed for fixing valgrind error from C loop filter // due to access uninitialized memory in frame border. It could be // removed if border is totally removed. memset(ybf->buffer_alloc, 0, ybf->buffer_alloc_sz); } ybf->y_crop_width = width; ybf->y_crop_height = height; ybf->y_width = aligned_width; ybf->y_height = aligned_height; ybf->y_stride = y_stride; ybf->uv_crop_width = (width + ss_x) >> ss_x; ybf->uv_crop_height = (height + ss_y) >> ss_y; ybf->uv_width = uv_width; ybf->uv_height = uv_height; ybf->uv_stride = uv_stride; ybf->border = border; ybf->frame_size = (size_t)frame_size; ybf->subsampling_x = ss_x; ybf->subsampling_y = ss_y; buf = ybf->buffer_alloc; if (use_highbitdepth) { // Store uint16 addresses when using 16bit framebuffers buf = CONVERT_TO_BYTEPTR(ybf->buffer_alloc); ybf->flags = YV12_FLAG_HIGHBITDEPTH; } else { ybf->flags = 0; } ybf->y_buffer = (uint8_t *)aom_align_addr( buf + (border * y_stride) + border, aom_byte_align); if (!alloc_y_plane_only) { ybf->u_buffer = (uint8_t *)aom_align_addr( buf + yplane_size + (uv_border_h * uv_stride) + uv_border_w, aom_byte_align); ybf->v_buffer = (uint8_t *)aom_align_addr(buf + yplane_size + uvplane_size + (uv_border_h * uv_stride) + uv_border_w, aom_byte_align); } else { ybf->u_buffer = NULL; ybf->v_buffer = NULL; } ybf->use_external_reference_buffers = 0; #if CONFIG_AV1_ENCODER && !CONFIG_REALTIME_ONLY if (ybf->y_pyramid) { aom_free_pyramid(ybf->y_pyramid); ybf->y_pyramid = NULL; } if (ybf->corners) { av1_free_corner_list(ybf->corners); ybf->corners = NULL; } if (num_pyramid_levels > 0) { ybf->y_pyramid = aom_alloc_pyramid(width, height, num_pyramid_levels, use_highbitdepth); if (!ybf->y_pyramid) return AOM_CODEC_MEM_ERROR; ybf->corners = av1_alloc_corner_list(); if (!ybf->corners) return AOM_CODEC_MEM_ERROR; } #endif // CONFIG_AV1_ENCODER && !CONFIG_REALTIME_ONLY ybf->corrupted = 0; /* assume not corrupted by errors */ return 0; } return AOM_CODEC_MEM_ERROR; } static int calc_stride_and_planesize( const int ss_x, const int ss_y, const int aligned_width, const int aligned_height, const int border, const int byte_alignment, int alloc_y_plane_only, int *y_stride, int *uv_stride, uint64_t *yplane_size, uint64_t *uvplane_size, const int uv_height) { /* Only support allocating buffers that have a border that's a multiple * of 32. The border restriction is required to get 16-byte alignment of * the start of the chroma rows without introducing an arbitrary gap * between planes, which would break the semantics of things like * aom_img_set_rect(). */ if (border & 0x1f) return AOM_CODEC_MEM_ERROR; *y_stride = aom_calc_y_stride(aligned_width, border); *yplane_size = (aligned_height + 2 * border) * (uint64_t)(*y_stride) + byte_alignment; if (!alloc_y_plane_only) { *uv_stride = *y_stride >> ss_x; *uvplane_size = (uv_height + 2 * (border >> ss_y)) * (uint64_t)(*uv_stride) + byte_alignment; } else { *uv_stride = 0; *uvplane_size = 0; } return 0; } int aom_realloc_frame_buffer(YV12_BUFFER_CONFIG *ybf, int width, int height, int ss_x, int ss_y, int use_highbitdepth, int border, int byte_alignment, aom_codec_frame_buffer_t *fb, aom_get_frame_buffer_cb_fn_t cb, void *cb_priv, int num_pyramid_levels, int alloc_y_plane_only) { #if CONFIG_SIZE_LIMIT if (width > DECODE_WIDTH_LIMIT || height > DECODE_HEIGHT_LIMIT) return AOM_CODEC_MEM_ERROR; #endif if (ybf) { int y_stride = 0; int uv_stride = 0; uint64_t yplane_size = 0; uint64_t uvplane_size = 0; const int aligned_width = (width + 7) & ~7; const int aligned_height = (height + 7) & ~7; const int uv_width = aligned_width >> ss_x; const int uv_height = aligned_height >> ss_y; const int uv_border_w = border >> ss_x; const int uv_border_h = border >> ss_y; int error = calc_stride_and_planesize( ss_x, ss_y, aligned_width, aligned_height, border, byte_alignment, alloc_y_plane_only, &y_stride, &uv_stride, &yplane_size, &uvplane_size, uv_height); if (error) return error; return realloc_frame_buffer_aligned( ybf, width, height, ss_x, ss_y, use_highbitdepth, border, byte_alignment, fb, cb, cb_priv, y_stride, yplane_size, uvplane_size, aligned_width, aligned_height, uv_width, uv_height, uv_stride, uv_border_w, uv_border_h, num_pyramid_levels, alloc_y_plane_only); } return AOM_CODEC_MEM_ERROR; } int aom_alloc_frame_buffer(YV12_BUFFER_CONFIG *ybf, int width, int height, int ss_x, int ss_y, int use_highbitdepth, int border, int byte_alignment, int num_pyramid_levels, int alloc_y_plane_only) { if (ybf) { aom_free_frame_buffer(ybf); return aom_realloc_frame_buffer(ybf, width, height, ss_x, ss_y, use_highbitdepth, border, byte_alignment, NULL, NULL, NULL, num_pyramid_levels, alloc_y_plane_only); } return AOM_CODEC_MEM_ERROR; } void aom_remove_metadata_from_frame_buffer(YV12_BUFFER_CONFIG *ybf) { if (ybf && ybf->metadata) { aom_img_metadata_array_free(ybf->metadata); ybf->metadata = NULL; } } int aom_copy_metadata_to_frame_buffer(YV12_BUFFER_CONFIG *ybf, const aom_metadata_array_t *arr) { if (!ybf || !arr || !arr->metadata_array) return -1; if (ybf->metadata == arr) return 0; aom_remove_metadata_from_frame_buffer(ybf); ybf->metadata = aom_img_metadata_array_alloc(arr->sz); if (!ybf->metadata) return -1; for (size_t i = 0; i < ybf->metadata->sz; i++) { ybf->metadata->metadata_array[i] = aom_img_metadata_alloc( arr->metadata_array[i]->type, arr->metadata_array[i]->payload, arr->metadata_array[i]->sz, arr->metadata_array[i]->insert_flag); if (ybf->metadata->metadata_array[i] == NULL) { aom_img_metadata_array_free(ybf->metadata); ybf->metadata = NULL; return -1; } } ybf->metadata->sz = arr->sz; return 0; }