AOMedia AV1 Codec: av1/encoder/rdopt.h Source File

| AOMedia AV1 Codec

rdopt.h
1 /*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
12 #ifndef AOM_AV1_ENCODER_RDOPT_H_
13 #define AOM_AV1_ENCODER_RDOPT_H_
14
15 #include <stdbool.h>
16
17 #include "av1/common/blockd.h"
18 #include "av1/common/txb_common.h"
19
20 #include "av1/encoder/block.h"
21 #include "av1/encoder/context_tree.h"
22 #include "av1/encoder/encoder.h"
23 #include "av1/encoder/encodetxb.h"
24 #include "av1/encoder/rdopt_utils.h"
25
26 #ifdef __cplusplus
27 extern "C" {
28 #endif
29
30 #define COMP_TYPE_RD_THRESH_SCALE 11
31 #define COMP_TYPE_RD_THRESH_SHIFT 4
32 #define MAX_WINNER_MOTION_MODES 10
33
34 struct TileInfo;
35 struct macroblock;
36 struct RD_STATS;
37
62 void av1_rd_pick_intra_mode_sb(const struct AV1_COMP *cpi, struct macroblock *x,
63 struct RD_STATS *rd_cost, BLOCK_SIZE bsize,
64 PICK_MODE_CONTEXT *ctx, int64_t best_rd);
65
93 void av1_rd_pick_inter_mode(struct AV1_COMP *cpi, struct TileDataEnc *tile_data,
94 struct macroblock *x, struct RD_STATS *rd_cost,
95 BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx,
96 int64_t best_rd_so_far);
97
123 void av1_nonrd_pick_intra_mode(AV1_COMP *cpi, MACROBLOCK *x, RD_STATS *rd_cost,
124 BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx);
125
155 void av1_nonrd_pick_inter_mode_sb(struct AV1_COMP *cpi,
156 struct TileDataEnc *tile_data,
157 struct macroblock *x,
158 struct RD_STATS *rd_cost, BLOCK_SIZE bsize,
159 PICK_MODE_CONTEXT *ctx);
160
161 void av1_rd_pick_inter_mode_sb_seg_skip(
162 const struct AV1_COMP *cpi, struct TileDataEnc *tile_data,
163 struct macroblock *x, int mi_row, int mi_col, struct RD_STATS *rd_cost,
164 BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd_so_far);
165
166 // TODO(any): The defs below could potentially be moved to rdopt_utils.h instead
167 // because they are not the main rdopt functions.
169 // The best edge strength seen in the block, as well as the best x and y
170 // components of edge strength seen.
171 typedef struct {
172 uint16_t magnitude;
173 uint16_t x;
174 uint16_t y;
175 } EdgeInfo;
184 EdgeInfo av1_edge_exists(const uint8_t *src, int src_stride, int w, int h,
185 bool high_bd, int bd);
186
190 void av1_gaussian_blur(const uint8_t *src, int src_stride, int w, int h,
191 uint8_t *dst, bool high_bd, int bd);
192
194 /* Applies standard 3x3 Sobel matrix. */
195 typedef struct {
196 int16_t x;
197 int16_t y;
198 } sobel_xy;
201 sobel_xy av1_sobel(const uint8_t *input, int stride, int i, int j,
202 bool high_bd);
203
204 void av1_inter_mode_data_init(struct TileDataEnc *tile_data);
205 void av1_inter_mode_data_fit(TileDataEnc *tile_data, int rdmult);
206
207 static INLINE int coded_to_superres_mi(int mi_col, int denom) {
208 return (mi_col * denom + SCALE_NUMERATOR / 2) / SCALE_NUMERATOR;
209 }
210
211 static INLINE int av1_encoder_get_relative_dist(int a, int b) {
212 assert(a >= 0 && b >= 0);
213 return (a - b);
214 }
215
216 // This function will return number of mi's in a superblock.
217 static INLINE int av1_get_sb_mi_size(const AV1_COMMON *const cm) {
218 const int mi_alloc_size_1d = mi_size_wide[cm->mi_params.mi_alloc_bsize];
219 int sb_mi_rows =
220 (mi_size_wide[cm->seq_params.sb_size] + mi_alloc_size_1d - 1) /
221 mi_alloc_size_1d;
222 assert(mi_size_wide[cm->seq_params.sb_size] ==
223 mi_size_high[cm->seq_params.sb_size]);
224 int sb_mi_size = sb_mi_rows * sb_mi_rows;
225
226 return sb_mi_size;
227 }
228
229 // This function will copy usable ref_mv_stack[ref_frame][4] and
230 // weight[ref_frame][4] information from ref_mv_stack[ref_frame][8] and
231 // weight[ref_frame][8].
232 static INLINE void av1_copy_usable_ref_mv_stack_and_weight(
233 const MACROBLOCKD *xd, MB_MODE_INFO_EXT *const mbmi_ext,
234 MV_REFERENCE_FRAME ref_frame) {
235 memcpy(mbmi_ext->weight[ref_frame], xd->weight[ref_frame],
236 USABLE_REF_MV_STACK_SIZE * sizeof(xd->weight[0][0]));
237 memcpy(mbmi_ext->ref_mv_stack[ref_frame], xd->ref_mv_stack[ref_frame],
238 USABLE_REF_MV_STACK_SIZE * sizeof(xd->ref_mv_stack[0][0]));
239 }
240
241 // This function prunes the mode if either of the reference frame falls in the
242 // pruning list
243 static INLINE int prune_ref(const MV_REFERENCE_FRAME *const ref_frame,
244 const unsigned int *const ref_display_order_hint,
245 const unsigned int frame_display_order_hint,
246 const int *ref_frame_list) {
247 for (int i = 0; i < 2; i++) {
248 if (ref_frame_list[i] == NONE_FRAME) continue;
249
250 if (ref_frame[0] == ref_frame_list[i] ||
251 ref_frame[1] == ref_frame_list[i]) {
252 if (av1_encoder_get_relative_dist(
253 ref_display_order_hint[ref_frame_list[i] - LAST_FRAME],
254 frame_display_order_hint) < 0)
255 return 1;
256 }
257 }
258 return 0;
259 }
260
261 static INLINE int prune_ref_by_selective_ref_frame(
262 const AV1_COMP *const cpi, const MACROBLOCK *const x,
263 const MV_REFERENCE_FRAME *const ref_frame,
264 const unsigned int *const ref_display_order_hint) {
265 const SPEED_FEATURES *const sf = &cpi->sf;
266 if (!sf->inter_sf.selective_ref_frame) return 0;
267
268 const int comp_pred = ref_frame[1] > INTRA_FRAME;
269
270 if (sf->inter_sf.selective_ref_frame >= 2 ||
271 (sf->inter_sf.selective_ref_frame == 1 && comp_pred)) {
272 int ref_frame_list[2] = { LAST3_FRAME, LAST2_FRAME };
273
274 if (x != NULL) {
275 // Disable pruning if either tpl suggests that we keep the frame or
276 // the pred_mv gives us the best sad
277 if (x->tpl_keep_ref_frame[LAST3_FRAME] ||
278 x->pred_mv_sad[LAST3_FRAME] == x->best_pred_mv_sad) {
279 ref_frame_list[0] = NONE_FRAME;
280 }
281 if (x->tpl_keep_ref_frame[LAST2_FRAME] ||
282 x->pred_mv_sad[LAST2_FRAME] == x->best_pred_mv_sad) {
283 ref_frame_list[1] = NONE_FRAME;
284 }
285 }
286
287 if (prune_ref(ref_frame, ref_display_order_hint,
288 ref_display_order_hint[GOLDEN_FRAME - LAST_FRAME],
289 ref_frame_list))
290 return 1;
291 }
292
293 if (sf->inter_sf.selective_ref_frame >= 3) {
294 int ref_frame_list[2] = { ALTREF2_FRAME, BWDREF_FRAME };
295
296 if (x != NULL) {
297 // Disable pruning if either tpl suggests that we keep the frame or
298 // the pred_mv gives us the best sad
299 if (x->tpl_keep_ref_frame[ALTREF2_FRAME] ||
300 x->pred_mv_sad[ALTREF2_FRAME] == x->best_pred_mv_sad) {
301 ref_frame_list[0] = NONE_FRAME;
302 }
303 if (x->tpl_keep_ref_frame[BWDREF_FRAME] ||
304 x->pred_mv_sad[BWDREF_FRAME] == x->best_pred_mv_sad) {
305 ref_frame_list[1] = NONE_FRAME;
306 }
307 }
308
309 if (prune_ref(ref_frame, ref_display_order_hint,
310 ref_display_order_hint[LAST_FRAME - LAST_FRAME],
311 ref_frame_list))
312 return 1;
313 }
314
315 return 0;
316 }
317
318 // This function will copy the best reference mode information from
319 // MB_MODE_INFO_EXT to MB_MODE_INFO_EXT_FRAME.
320 static INLINE void av1_copy_mbmi_ext_to_mbmi_ext_frame(
321 MB_MODE_INFO_EXT_FRAME *mbmi_ext_best,
322 const MB_MODE_INFO_EXT *const mbmi_ext, uint8_t ref_frame_type) {
323 memcpy(mbmi_ext_best->ref_mv_stack, mbmi_ext->ref_mv_stack[ref_frame_type],
324 sizeof(mbmi_ext->ref_mv_stack[USABLE_REF_MV_STACK_SIZE]));
325 memcpy(mbmi_ext_best->weight, mbmi_ext->weight[ref_frame_type],
326 sizeof(mbmi_ext->weight[USABLE_REF_MV_STACK_SIZE]));
327 mbmi_ext_best->mode_context = mbmi_ext->mode_context[ref_frame_type];
328 mbmi_ext_best->ref_mv_count = mbmi_ext->ref_mv_count[ref_frame_type];
329 memcpy(mbmi_ext_best->global_mvs, mbmi_ext->global_mvs,
330 sizeof(mbmi_ext->global_mvs));
331 }
332
333 #ifdef __cplusplus
334 } // extern "C"
335 #endif
336
337 #endif // AOM_AV1_ENCODER_RDOPT_H_
block.h
encoder.h
Declares top-level encoder structures and functions.
av1_rd_pick_inter_mode
void av1_rd_pick_inter_mode(struct AV1_COMP *cpi, struct TileDataEnc *tile_data, struct macroblock *x, struct RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd_so_far)
AV1 inter mode selection.
Definition: rdopt.c:5163
av1_rd_pick_intra_mode_sb
void av1_rd_pick_intra_mode_sb(const struct AV1_COMP *cpi, struct macroblock *x, struct RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd)
AV1 intra mode selection for intra frames.
Definition: rdopt.c:3107
av1_nonrd_pick_inter_mode_sb
void av1_nonrd_pick_inter_mode_sb(struct AV1_COMP *cpi, struct TileDataEnc *tile_data, struct macroblock *x, struct RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx)
AV1 inter mode selection based on Non-RD optimized model.
Definition: nonrd_pickmode.c:2066
av1_nonrd_pick_intra_mode
void av1_nonrd_pick_intra_mode(AV1_COMP *cpi, MACROBLOCK *x, RD_STATS *rd_cost, BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx)
AV1 intra mode selection based on Non-RD optimized model.
Definition: nonrd_pickmode.c:1657
AV1Common
Top level common structure used by both encoder and decoder.
Definition: av1_common_int.h:725
AV1Common::seq_params
SequenceHeader seq_params
Definition: av1_common_int.h:955
AV1Common::mi_params
CommonModeInfoParams mi_params
Definition: av1_common_int.h:889
AV1_COMP
Top level encoder structure.
Definition: encoder.h:2095
AV1_COMP::sf
SPEED_FEATURES sf
Definition: encoder.h:2314
CommonModeInfoParams::mi_alloc_bsize
BLOCK_SIZE mi_alloc_bsize
Definition: av1_common_int.h:528
MB_MODE_INFO_EXT_FRAME
Stores best extended mode information at frame level.
Definition: block.h:216
MB_MODE_INFO_EXT_FRAME::ref_mv_count
uint8_t ref_mv_count
Number of ref mvs in the drl.
Definition: block.h:222
MB_MODE_INFO_EXT_FRAME::weight
uint16_t weight[USABLE_REF_MV_STACK_SIZE]
The weights used to compute the ref mvs.
Definition: block.h:220
MB_MODE_INFO_EXT_FRAME::ref_mv_stack
CANDIDATE_MV ref_mv_stack[USABLE_REF_MV_STACK_SIZE]
The reference mv list for the current block.
Definition: block.h:218
MB_MODE_INFO_EXT_FRAME::mode_context
int16_t mode_context
Context used to encode the current mode.
Definition: block.h:227
MB_MODE_INFO_EXT_FRAME::global_mvs
int_mv global_mvs[REF_FRAMES]
Global mvs.
Definition: block.h:225
MB_MODE_INFO_EXT
Extended mode info derived from mbmi.
Definition: block.h:196
MB_MODE_INFO_EXT::global_mvs
int_mv global_mvs[REF_FRAMES]
Global mvs.
Definition: block.h:205
MB_MODE_INFO_EXT::ref_mv_stack
CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][USABLE_REF_MV_STACK_SIZE]
The reference mv list for the current block.
Definition: block.h:199
MB_MODE_INFO_EXT::weight
uint16_t weight[MODE_CTX_REF_FRAMES][USABLE_REF_MV_STACK_SIZE]
The weights used to compute the ref mvs.
Definition: block.h:201
MB_MODE_INFO_EXT::mode_context
int16_t mode_context[MODE_CTX_REF_FRAMES]
Context used to encode the current mode.
Definition: block.h:207
MB_MODE_INFO_EXT::ref_mv_count
uint8_t ref_mv_count[MODE_CTX_REF_FRAMES]
Number of ref mvs in the drl.
Definition: block.h:203
SPEED_FEATURES
Top level speed vs quality trade off data struture.
Definition: speed_features.h:1120
SPEED_FEATURES::inter_sf
INTER_MODE_SPEED_FEATURES inter_sf
Definition: speed_features.h:1149
macroblock
Encoder's parameters related to the current coding block.
Definition: block.h:846
macroblock::best_pred_mv_sad
int best_pred_mv_sad
The minimum of pred_mv_sad.
Definition: block.h:1038
macroblock::pred_mv_sad
int pred_mv_sad[REF_FRAMES]
Sum absolute distortion of the predicted mv for each ref frame.
Definition: block.h:1036
macroblock::tpl_keep_ref_frame
uint8_t tpl_keep_ref_frame[REF_FRAMES]
Disables certain ref frame pruning based on tpl.
Definition: block.h:1046
macroblockd
Variables related to current coding block.
Definition: blockd.h:568
macroblockd::weight
uint16_t weight[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE]
Definition: blockd.h:779
macroblockd::ref_mv_stack
CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE]
Definition: blockd.h:774