AOMedia AV1 Codec: av1/encoder/speed_features.h Source File

| AOMedia AV1 Codec

speed_features.h
Go to the documentation of this file.
1/*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
12#ifndef AOM_AV1_ENCODER_SPEED_FEATURES_H_
13#define AOM_AV1_ENCODER_SPEED_FEATURES_H_
14
15#include "av1/common/enums.h"
16#include "av1/encoder/enc_enums.h"
17#include "av1/encoder/mcomp.h"
18#include "av1/encoder/encodemb.h"
19
20#ifdef __cplusplus
21extern "C" {
22#endif
23
25
27#define MAX_MESH_STEP 4
28
29typedef struct MESH_PATTERN {
30 int range;
31 int interval;
32} MESH_PATTERN;
33
34enum {
35 GM_FULL_SEARCH,
36 GM_REDUCED_REF_SEARCH_SKIP_L2_L3,
37 GM_REDUCED_REF_SEARCH_SKIP_L2_L3_ARF2,
38
39 // Same as GM_REDUCED_REF_SEARCH_SKIP_L2_L3_ARF2 but with extra filtering
40 // to keep at most two ref frames
41 GM_SEARCH_CLOSEST_REFS_ONLY,
42
43 GM_DISABLE_SEARCH
44} UENUM1BYTE(GM_SEARCH_TYPE);
45
46enum {
47 DIST_WTD_COMP_ENABLED,
48 DIST_WTD_COMP_SKIP_MV_SEARCH,
49 DIST_WTD_COMP_DISABLED,
50} UENUM1BYTE(DIST_WTD_COMP_FLAG);
51
52enum {
53 INTRA_ALL = (1 << DC_PRED) | (1 << V_PRED) | (1 << H_PRED) | (1 << D45_PRED) |
54 (1 << D135_PRED) | (1 << D113_PRED) | (1 << D157_PRED) |
55 (1 << D203_PRED) | (1 << D67_PRED) | (1 << SMOOTH_PRED) |
56 (1 << SMOOTH_V_PRED) | (1 << SMOOTH_H_PRED) | (1 << PAETH_PRED),
57 UV_INTRA_ALL =
58 (1 << UV_DC_PRED) | (1 << UV_V_PRED) | (1 << UV_H_PRED) |
59 (1 << UV_D45_PRED) | (1 << UV_D135_PRED) | (1 << UV_D113_PRED) |
60 (1 << UV_D157_PRED) | (1 << UV_D203_PRED) | (1 << UV_D67_PRED) |
61 (1 << UV_SMOOTH_PRED) | (1 << UV_SMOOTH_V_PRED) |
62 (1 << UV_SMOOTH_H_PRED) | (1 << UV_PAETH_PRED) | (1 << UV_CFL_PRED),
63 UV_INTRA_DC = (1 << UV_DC_PRED),
64 UV_INTRA_DC_CFL = (1 << UV_DC_PRED) | (1 << UV_CFL_PRED),
65 UV_INTRA_DC_TM = (1 << UV_DC_PRED) | (1 << UV_PAETH_PRED),
66 UV_INTRA_DC_PAETH_CFL =
67 (1 << UV_DC_PRED) | (1 << UV_PAETH_PRED) | (1 << UV_CFL_PRED),
68 UV_INTRA_DC_H_V = (1 << UV_DC_PRED) | (1 << UV_V_PRED) | (1 << UV_H_PRED),
69 UV_INTRA_DC_H_V_CFL = (1 << UV_DC_PRED) | (1 << UV_V_PRED) |
70 (1 << UV_H_PRED) | (1 << UV_CFL_PRED),
71 UV_INTRA_DC_PAETH_H_V = (1 << UV_DC_PRED) | (1 << UV_PAETH_PRED) |
72 (1 << UV_V_PRED) | (1 << UV_H_PRED),
73 UV_INTRA_DC_PAETH_H_V_CFL = (1 << UV_DC_PRED) | (1 << UV_PAETH_PRED) |
74 (1 << UV_V_PRED) | (1 << UV_H_PRED) |
75 (1 << UV_CFL_PRED),
76 INTRA_DC = (1 << DC_PRED),
77 INTRA_DC_TM = (1 << DC_PRED) | (1 << PAETH_PRED),
78 INTRA_DC_H_V = (1 << DC_PRED) | (1 << V_PRED) | (1 << H_PRED),
79 INTRA_DC_H_V_SMOOTH =
80 (1 << DC_PRED) | (1 << V_PRED) | (1 << H_PRED) | (1 << SMOOTH_PRED),
81 INTRA_DC_PAETH_H_V =
82 (1 << DC_PRED) | (1 << PAETH_PRED) | (1 << V_PRED) | (1 << H_PRED)
83};
84
85enum {
86 INTER_ALL = (1 << NEARESTMV) | (1 << NEARMV) | (1 << GLOBALMV) |
87 (1 << NEWMV) | (1 << NEAREST_NEARESTMV) | (1 << NEAR_NEARMV) |
88 (1 << NEW_NEWMV) | (1 << NEAREST_NEWMV) | (1 << NEAR_NEWMV) |
89 (1 << NEW_NEARMV) | (1 << NEW_NEARESTMV) | (1 << GLOBAL_GLOBALMV),
90 INTER_NEAREST_NEAR_ZERO = (1 << NEARESTMV) | (1 << NEARMV) | (1 << GLOBALMV) |
91 (1 << NEAREST_NEARESTMV) | (1 << GLOBAL_GLOBALMV) |
92 (1 << NEAREST_NEWMV) | (1 << NEW_NEARESTMV) |
93 (1 << NEW_NEARMV) | (1 << NEAR_NEWMV) |
94 (1 << NEAR_NEARMV),
95 INTER_SINGLE_ALL =
96 (1 << NEARESTMV) | (1 << NEARMV) | (1 << GLOBALMV) | (1 << NEWMV),
97};
98
99enum {
100 DISABLE_ALL_INTER_SPLIT = (1 << THR_COMP_GA) | (1 << THR_COMP_LA) |
101 (1 << THR_ALTR) | (1 << THR_GOLD) | (1 << THR_LAST),
102
103 DISABLE_ALL_SPLIT = (1 << THR_INTRA) | DISABLE_ALL_INTER_SPLIT,
104
105 DISABLE_COMPOUND_SPLIT = (1 << THR_COMP_GA) | (1 << THR_COMP_LA),
106
107 LAST_AND_INTRA_SPLIT_ONLY = (1 << THR_COMP_GA) | (1 << THR_COMP_LA) |
108 (1 << THR_ALTR) | (1 << THR_GOLD)
109};
110
111enum {
112 TXFM_CODING_SF = 1,
113 INTER_PRED_SF = 2,
114 INTRA_PRED_SF = 4,
115 PARTITION_SF = 8,
116 LOOP_FILTER_SF = 16,
117 RD_SKIP_SF = 32,
118 RESERVE_2_SF = 64,
119 RESERVE_3_SF = 128,
120} UENUM1BYTE(DEV_SPEED_FEATURES);
121
122/* This enumeration defines when the rate control recode loop will be
123 * enabled.
124 */
125enum {
126 /*
127 * No recodes allowed
128 */
129 DISALLOW_RECODE = 0,
130 /*
131 * Allow recode only for KF/ARF/GF frames
132 */
133 ALLOW_RECODE_KFARFGF = 1,
134 /*
135 * Allow recode for all frame types based on bitrate constraints.
136 */
137 ALLOW_RECODE = 2,
138} UENUM1BYTE(RECODE_LOOP_TYPE);
139
140enum {
141 SUBPEL_TREE = 0,
142 SUBPEL_TREE_PRUNED = 1, // Prunes 1/2-pel searches
143 SUBPEL_TREE_PRUNED_MORE = 2, // Prunes 1/2-pel searches more aggressively
144 SUBPEL_SEARCH_METHODS
145} UENUM1BYTE(SUBPEL_SEARCH_METHOD);
146
147enum {
148 // Try the full image with different values.
149 LPF_PICK_FROM_FULL_IMAGE,
150 // Try the full image filter search with non-dual filter only.
151 LPF_PICK_FROM_FULL_IMAGE_NON_DUAL,
152 // Try a small portion of the image with different values.
153 LPF_PICK_FROM_SUBIMAGE,
154 // Estimate the level based on quantizer and frame type
155 LPF_PICK_FROM_Q,
156 // Pick 0 to disable LPF if LPF was enabled last frame
157 LPF_PICK_MINIMAL_LPF
158} UENUM1BYTE(LPF_PICK_METHOD);
160
164 typedef enum {
165 CDEF_FULL_SEARCH,
166 CDEF_FAST_SEARCH_LVL1,
167 CDEF_FAST_SEARCH_LVL2,
168 CDEF_FAST_SEARCH_LVL3,
170 CDEF_FAST_SEARCH_LVL4,
171 CDEF_FAST_SEARCH_LVL5,
172 CDEF_PICK_FROM_Q,
173 CDEF_PICK_METHODS
174} CDEF_PICK_METHOD;
175
177enum {
178 // Terminate search early based on distortion so far compared to
179 // qp step, distortion in the neighborhood of the frame, etc.
180 FLAG_EARLY_TERMINATE = 1 << 0,
181
182 // Skips comp inter modes if the best so far is an intra mode.
183 FLAG_SKIP_COMP_BESTINTRA = 1 << 1,
184
185 // Skips oblique intra modes if the best so far is an inter mode.
186 FLAG_SKIP_INTRA_BESTINTER = 1 << 3,
187
188 // Skips oblique intra modes at angles 27, 63, 117, 153 if the best
189 // intra so far is not one of the neighboring directions.
190 FLAG_SKIP_INTRA_DIRMISMATCH = 1 << 4,
191
192 // Skips intra modes other than DC_PRED if the source variance is small
193 FLAG_SKIP_INTRA_LOWVAR = 1 << 5,
194} UENUM1BYTE(MODE_SEARCH_SKIP_LOGIC);
195
196enum {
197 // No tx type pruning
198 TX_TYPE_PRUNE_0 = 0,
199 // adaptively prunes the least perspective tx types out of all 16
200 // (tuned to provide negligible quality loss)
201 TX_TYPE_PRUNE_1 = 1,
202 // similar, but applies much more aggressive pruning to get better speed-up
203 TX_TYPE_PRUNE_2 = 2,
204 TX_TYPE_PRUNE_3 = 3,
205 // More aggressive pruning based on tx type score and allowed tx count
206 TX_TYPE_PRUNE_4 = 4,
207 TX_TYPE_PRUNE_5 = 5,
208} UENUM1BYTE(TX_TYPE_PRUNE_MODE);
209
210enum {
211 // No reaction to rate control on a detected slide/scene change.
212 NO_DETECTION = 0,
213
214 // Set to larger Q based only on the detected slide/scene change and
215 // current/past Q.
216 FAST_DETECTION_MAXQ = 1,
217} UENUM1BYTE(OVERSHOOT_DETECTION_CBR);
218
219enum {
220 // Turns off multi-winner mode. So we will do txfm search on either all modes
221 // if winner mode is off, or we will only on txfm search on a single winner
222 // mode.
223 MULTI_WINNER_MODE_OFF = 0,
224
225 // Limits the number of winner modes to at most 2
226 MULTI_WINNER_MODE_FAST = 1,
227
228 // Uses the default number of winner modes, which is 3 for intra mode, and 1
229 // for inter mode.
230 MULTI_WINNER_MODE_DEFAULT = 2,
231
232 // Maximum number of winner modes allowed.
233 MULTI_WINNER_MODE_LEVELS,
234} UENUM1BYTE(MULTI_WINNER_MODE_TYPE);
235
236enum {
237 PRUNE_NEARMV_OFF = 0, // Turn off nearmv pruning
238 PRUNE_NEARMV_LEVEL1 = 1, // Prune nearmv for qindex (0-85)
239 PRUNE_NEARMV_LEVEL2 = 2, // Prune nearmv for qindex (0-170)
240 PRUNE_NEARMV_LEVEL3 = 3, // Prune nearmv more aggressively for qindex (0-170)
241 PRUNE_NEARMV_MAX = PRUNE_NEARMV_LEVEL3,
242} UENUM1BYTE(PRUNE_NEARMV_LEVEL);
243
244enum {
245 // Default transform search used in evaluation of best inter candidates
246 // (MODE_EVAL stage) and motion mode winner processing (WINNER_MODE_EVAL
247 // stage).
248 TX_SEARCH_DEFAULT = 0,
249 // Transform search in motion mode rd during MODE_EVAL stage.
250 TX_SEARCH_MOTION_MODE,
251 // Transform search in compound type mode rd during MODE_EVAL stage.
252 TX_SEARCH_COMP_TYPE_MODE,
253 // All transform search cases
254 TX_SEARCH_CASES
255} UENUM1BYTE(TX_SEARCH_CASE);
256
257typedef struct {
258 TX_TYPE_PRUNE_MODE prune_2d_txfm_mode;
259 int fast_intra_tx_type_search;
260
261 // INT_MAX: Disable fast search.
262 // 1 - 1024: Probability threshold used for conditionally forcing tx type,
263 // during mode search.
264 // 0: Force tx type to be DCT_DCT unconditionally, during
265 // mode search.
266 int fast_inter_tx_type_prob_thresh;
267
268 // Prune less likely chosen transforms for each intra mode. The speed
269 // feature ranges from 0 to 2, for different speed / compression trade offs.
270 int use_reduced_intra_txset;
271
272 // Use a skip flag prediction model to detect blocks with skip = 1 early
273 // and avoid doing full TX type search for such blocks.
274 int use_skip_flag_prediction;
275
276 // Threshold used by the ML based method to predict TX block split decisions.
277 int ml_tx_split_thresh;
278
279 // skip remaining transform type search when we found the rdcost of skip is
280 // better than applying transform
281 int skip_tx_search;
282
283 // Prune tx type search using previous frame stats.
284 int prune_tx_type_using_stats;
285 // Prune tx type search using estimated RDcost
286 int prune_tx_type_est_rd;
287
288 // Flag used to control the winner mode processing for tx type pruning for
289 // inter blocks. It enables further tx type mode pruning based on ML model for
290 // mode evaluation and disables tx type mode pruning for winner mode
291 // processing.
292 int winner_mode_tx_type_pruning;
293} TX_TYPE_SEARCH;
294
295enum {
296 // Search partitions using RD criterion
297 SEARCH_PARTITION,
298
299 // Always use a fixed size partition
300 FIXED_PARTITION,
301
302 // Partition using source variance
303 VAR_BASED_PARTITION,
304
305#if CONFIG_RT_ML_PARTITIONING
306 // Partition using ML model
307 ML_BASED_PARTITION
308#endif
309} UENUM1BYTE(PARTITION_SEARCH_TYPE);
310
311enum {
312 NOT_IN_USE,
313 DIRECT_PRED,
314 RELAXED_PRED,
315 ADAPT_PRED
316} UENUM1BYTE(MAX_PART_PRED_MODE);
317
318enum {
319 LAST_MV_DATA,
320 CURRENT_Q,
321 QTR_ONLY,
322} UENUM1BYTE(MV_PREC_LOGIC);
323
324enum {
325 SUPERRES_AUTO_ALL, // Tries all possible superres ratios
326 SUPERRES_AUTO_DUAL, // Tries no superres and q-based superres ratios
327 SUPERRES_AUTO_SOLO, // Only apply the q-based superres ratio
328} UENUM1BYTE(SUPERRES_AUTO_SEARCH_TYPE);
330
346 typedef enum {
347 INTERNAL_COST_UPD_OFF,
348 INTERNAL_COST_UPD_TILE,
349 INTERNAL_COST_UPD_SBROW_SET,
350 INTERNAL_COST_UPD_SBROW,
351 INTERNAL_COST_UPD_SB,
352} INTERNAL_COST_UPDATE_TYPE;
353
358 typedef enum {
359 NO_PRUNING = -1,
360 SIMPLE_AGG_LVL0,
361 SIMPLE_AGG_LVL1,
362 SIMPLE_AGG_LVL2,
363 SIMPLE_AGG_LVL3,
364 SIMPLE_AGG_LVL4,
365 SIMPLE_AGG_LVL5,
366 QIDX_BASED_AGG_LVL1,
369 TOTAL_SIMPLE_AGG_LVLS = QIDX_BASED_AGG_LVL1,
371 TOTAL_QINDEX_BASED_AGG_LVLS =
372 QIDX_BASED_AGG_LVL1 -
373 SIMPLE_AGG_LVL5,
375 TOTAL_AGG_LVLS = TOTAL_SIMPLE_AGG_LVLS +
376 TOTAL_QINDEX_BASED_AGG_LVLS,
377} SIMPLE_MOTION_SEARCH_PRUNE_LEVEL;
378
382 typedef enum {
383 PRUNE_MESH_SEARCH_DISABLED = 0,
384 PRUNE_MESH_SEARCH_LVL_1 = 1,
385 PRUNE_MESH_SEARCH_LVL_2 = 2,
386} PRUNE_MESH_SEARCH_LEVEL;
387
392 typedef enum {
393 EARLY_TERM_DISABLED =
394 0,
395 EARLY_TERM_IDX_1 =
396 1,
397 EARLY_TERM_IDX_2 =
398 2,
399 EARLY_TERM_IDX_3 =
400 3,
401 EARLY_TERM_IDX_4 =
402 4,
403 EARLY_TERM_INDICES,
404} INTER_SEARCH_EARLY_TERM_IDX;
405
409 typedef struct HIGH_LEVEL_SPEED_FEATURES {
411 int frame_parameter_update;
412
416 RECODE_LOOP_TYPE recode_loop;
417
422 int recode_tolerance;
423
430 MV_PREC_LOGIC high_precision_mv_usage;
431
439 int static_segmentation;
440
444 SUPERRES_AUTO_SEARCH_TYPE superres_auto_search_type;
445
449 int disable_extra_sc_testing;
450
454 int second_alt_ref_filtering;
455
464 int adjust_num_frames_for_arf_filtering;
465
471 int accurate_bit_estimate;
472
478 int weight_calc_level_in_tf;
479
486 int allow_sub_blk_me_in_tf;
487
494 int ref_frame_mvs_lvl;
495
501 int screen_detection_mode2_fast_detection;
502} HIGH_LEVEL_SPEED_FEATURES;
503
507 typedef struct FIRST_PASS_SPEED_FEATURES {
514 int reduce_mv_step_param;
515
519 int skip_motion_search_threshold;
520
524 int disable_recon;
525
529 int skip_zeromv_motion_search;
530} FIRST_PASS_SPEED_FEATURES;
531
533typedef struct TPL_SPEED_FEATURES {
534 // GOP length adaptive decision.
535 // If set to 0, tpl model decides whether a shorter gf interval is better.
536 // If set to 1, tpl stats of ARFs from base layer, (base+1) layer and
537 // (base+2) layer decide whether a shorter gf interval is better.
538 // If set to 2, tpl stats of ARFs from base layer, (base+1) layer and GF boost
539 // decide whether a shorter gf interval is better.
540 // If set to 3, gop length adaptive decision is disabled.
541 int gop_length_decision_method;
542 // Prune the intra modes search by tpl.
543 // If set to 0, we will search all intra modes from DC_PRED to PAETH_PRED.
544 // If set to 1, we only search DC_PRED, V_PRED, and H_PRED.
545 int prune_intra_modes;
546 // This parameter controls which step in the n-step process we start at.
547 int reduce_first_step_size;
548 // Skip motion estimation based on the precision of center MVs and the
549 // difference between center MVs.
550 // If set to 0, motion estimation is skipped for duplicate center MVs
551 // (default). If set to 1, motion estimation is skipped for duplicate
552 // full-pixel center MVs. If set to 2, motion estimation is skipped if the
553 // difference between center MVs is less than the threshold.
554 int skip_alike_starting_mv;
555
556 // When to stop subpel search.
557 SUBPEL_FORCE_STOP subpel_force_stop;
558
559 // Which search method to use.
560 SEARCH_METHODS search_method;
561
562 // Prune starting mvs in TPL based on sad scores.
563 int prune_starting_mv;
564
565 // Prune reference frames in TPL.
566 int prune_ref_frames_in_tpl;
567
568 // Support compound predictions.
569 int allow_compound_pred;
570
571 // Calculate rate and distortion based on Y plane only.
572 int use_y_only_rate_distortion;
573
574 // Use SAD instead of SATD during intra/inter mode search.
575 // If set to 0, use SATD always.
576 // If set to 1, use SAD during intra/inter mode search for frames in the
577 // higher temporal layers of the hierarchical prediction structure.
578 // If set to 2, use SAD during intra/inter mode search for all frames.
579 // This sf is disabled for the first GF group of the key-frame interval,
580 // i.e., SATD is used during intra/inter mode search of the first GF group.
581 int use_sad_for_mode_decision;
582
583 // Skip tpl processing for frames of type LF_UPDATE.
584 // This sf is disabled for the first GF group of the key-frame interval.
585 int reduce_num_frames;
586} TPL_SPEED_FEATURES;
587
588typedef struct GLOBAL_MOTION_SPEED_FEATURES {
589 GM_SEARCH_TYPE gm_search_type;
590
591 // During global motion estimation, prune remaining reference frames in a
592 // given direction(past/future), if the evaluated ref_frame in that direction
593 // yields gm_type as INVALID/TRANSLATION/IDENTITY
594 int prune_ref_frame_for_gm_search;
595
596 // When the current GM type is set to ZEROMV, prune ZEROMV if its performance
597 // is worse than NEWMV under SSE metric.
598 // 0 : no pruning
599 // 1 : conservative pruning
600 // 2 : aggressive pruning
601 int prune_zero_mv_with_sse;
602
603 // Disable global motion estimation based on stats of previous frames in the
604 // GF group
605 int disable_gm_search_based_on_stats;
606
607 // Downsampling pyramid level to use for global motion estimation
608 int downsample_level;
609
610 // Number of refinement steps to apply after initial model generation
611 int num_refinement_steps;
612
613 // Error advantage threshold level used to determine whether global motion
614 // compensation should be enabled
615 int gm_erroradv_tr_level;
616} GLOBAL_MOTION_SPEED_FEATURES;
617
618typedef struct PARTITION_SPEED_FEATURES {
619 PARTITION_SEARCH_TYPE partition_search_type;
620
621 // Used if partition_search_type = FIXED_PARTITION
622 BLOCK_SIZE fixed_partition_size;
623
624 // Prune extended partition types search based on the current best partition
625 // and the combined rdcost of the subblocks estimated from previous
626 // partitions. Can take values 0 - 2, 0 referring to no pruning, and 1 - 2
627 // increasing aggressiveness of pruning in order.
628 int prune_ext_partition_types_search_level;
629
630 // Prune part4 based on block size
631 int prune_part4_search;
632
633 // Use a ML model to prune rectangular, ab and 4-way horz
634 // and vert partitions
635 int ml_prune_partition;
636
637 // Use a ML model to adaptively terminate partition search after trying
638 // PARTITION_SPLIT. Can take values 0 - 2, 0 meaning not being enabled, and
639 // 1 - 2 increasing aggressiveness in order.
640 int ml_early_term_after_part_split_level;
641
642 // Skip rectangular partition test when partition type none gives better
643 // rd than partition type split. Can take values 0 - 2, 0 referring to no
644 // skipping, and 1 - 2 increasing aggressiveness of skipping in order.
645 int less_rectangular_check_level;
646
647 // Use square partition only beyond this block size.
648 BLOCK_SIZE use_square_partition_only_threshold;
649
650 // Sets max square partition levels for this superblock based on
651 // motion vector and prediction error distribution produced from 16x16
652 // simple motion search
653 MAX_PART_PRED_MODE auto_max_partition_based_on_simple_motion;
654
655 // Min and max square partition size we enable (block_size) as per auto
656 // min max, but also used by adjust partitioning, and pick_partitioning.
657 BLOCK_SIZE default_min_partition_size;
658 BLOCK_SIZE default_max_partition_size;
659
660 // Sets level of adjustment of variance-based partitioning during
661 // rd_use_partition 0 - no partition adjustment, 1 - try to merge partitions
662 // for small blocks and high QP, 2 - try to merge partitions, 3 - try to merge
663 // and split leaf partitions and 0 - 3 decreasing aggressiveness in order.
664 int adjust_var_based_rd_partitioning;
665
666 // Partition search early breakout thresholds.
667 int64_t partition_search_breakout_dist_thr;
668 int partition_search_breakout_rate_thr;
669
670 // Thresholds for ML based partition search breakout.
671 float ml_partition_search_breakout_thresh[PARTITION_BLOCK_SIZES];
672
673 // ML based partition search breakout model index
674 int ml_partition_search_breakout_model_index;
675
676 // Aggressiveness levels for pruning split and rectangular partitions based on
677 // simple_motion_search. SIMPLE_AGG_LVL0 to SIMPLE_AGG_LVL5 correspond to
678 // simple motion search based pruning. QIDX_BASED_AGG_LVL1 corresponds to
679 // qindex based and simple motion search based pruning.
680 int simple_motion_search_prune_agg;
681
682 // Perform simple_motion_search on each possible subblock and use it to prune
683 // PARTITION_HORZ and PARTITION_VERT.
684 int simple_motion_search_prune_rect;
685
686 // Perform simple motion search before none_partition to decide if we
687 // want to remove all partitions other than PARTITION_SPLIT. If set to 0, this
688 // model is disabled. If set to 1, the model attempts to perform
689 // PARTITION_SPLIT only. If set to 2, the model also attempts to prune
690 // PARTITION_SPLIT.
691 int simple_motion_search_split;
692
693 // Use features from simple_motion_search to terminate prediction block
694 // partition after PARTITION_NONE
695 int simple_motion_search_early_term_none;
696
697 // Controls whether to reduce the number of motion search steps. If this is 0,
698 // then simple_motion_search has the same number of steps as
699 // single_motion_search (assuming no other speed features). Otherwise, reduce
700 // the number of steps by the value contained in this variable.
701 int simple_motion_search_reduce_search_steps;
702
703 // This variable controls the maximum block size where intra blocks can be
704 // used in inter frames.
705 // TODO(aconverse): Fold this into one of the other many mode skips
706 BLOCK_SIZE max_intra_bsize;
707
708 // Use CNN with luma pixels on source frame on each of the 64x64 subblock to
709 // perform partition pruning in intra frames.
710 // 0: No Pruning
711 // 1: Prune split and rectangular partitions only
712 // 2: Prune none, split and rectangular partitions
713 int intra_cnn_based_part_prune_level;
714
715 // Disable extended partition search if the current bsize is greater than the
716 // threshold. Must be a square block size BLOCK_8X8 or higher.
717 BLOCK_SIZE ext_partition_eval_thresh;
718
719 // Use best partition decision so far to tune 'ext_partition_eval_thresh'
720 int ext_part_eval_based_on_cur_best;
721
722 // Disable rectangular partitions for larger block sizes.
723 int rect_partition_eval_thresh;
724
725 // Prune extended partition search based on whether the split/rect partitions
726 // provided an improvement in the previous search.
727 // 0 : no pruning
728 // 1 : prune 1:4 partition search using winner info from split partitions
729 // 2 : prune 1:4 and AB partition search using split and HORZ/VERT info
730 int prune_ext_part_using_split_info;
731
732 // Prunt rectangular, AB and 4-way partition based on q index and block size
733 // 0 : no pruning
734 // 1 : prune sub_8x8 at very low quantizers
735 // 2 : prune all block size based on qindex
736 int prune_rectangular_split_based_on_qidx;
737
738 // Prune rectangular partitions based on 4x4 sub-block variance
739 // false : no pruning
740 // true : prune rectangular partitions based on 4x4 sub-block variance
741 // deviation
742 //
743 // For allintra encode, this speed feature reduces instruction count by 6.4%
744 // for speed=6 with coding performance change less than 0.24%. For AVIF image
745 // encode, this speed feature reduces encode time by 8.14% for speed 6 on a
746 // typical image dataset with coding performance change less than 0.16%. This
747 // speed feature is not applicable to speed >= 7.
748 bool prune_rect_part_using_4x4_var_deviation;
749
750 // Prune rectangular partitions based on prediction mode chosen by NONE
751 // partition.
752 // false : no pruning
753 // true : prunes rectangular partition as described below
754 // If prediction mode chosen by NONE partition is
755 // DC_PRED or SMOOTH_PRED: Prunes both horizontal and vertical partitions if
756 // at least one of the left and top neighbor blocks is larger than the
757 // current block.
758 // Directional Mode: Prunes either of the horizontal and vertical partition
759 // based on center angle of the prediction mode chosen by NONE partition. For
760 // example, vertical partition is pruned if center angle of the prediction
761 // mode chosen by NONE partition is close to 180 degrees (i.e. horizontal
762 // direction) and vice versa.
763 // For allintra encode, this speed feature reduces instruction count by 5.1%
764 // for speed=6 with coding performance change less than 0.22%. For AVIF image
765 // encode, this speed feature reduces encode time by 4.44% for speed 6 on a
766 // typical image dataset with coding performance change less than 0.15%.
767 // For speed >= 7, variance-based logic is used to determine the partition
768 // structure instead of recursive partition search. Therefore, this speed
769 // feature is not applicable in such cases.
770 bool prune_rect_part_using_none_pred_mode;
771
772 // Terminate partition search for child partition,
773 // when NONE and SPLIT partition rd_costs are INT64_MAX.
774 int early_term_after_none_split;
775
776 // Level used to adjust threshold for av1_ml_predict_breakout(). At lower
777 // levels, more conservative threshold is used, and value of 0 indicates
778 // av1_ml_predict_breakout() is disabled. Value of 3 corresponds to default
779 // case with no adjustment to lbd thresholds.
780 int ml_predict_breakout_level;
781
782 // Prune sub_8x8 (BLOCK_4X4, BLOCK_4X8 and BLOCK_8X4) partitions.
783 // 0 : no pruning
784 // 1 : pruning based on neighbour block information
785 // 2 : prune always
786 int prune_sub_8x8_partition_level;
787
788 // Prune rectangular split based on simple motion search split/no_split score.
789 // 0: disable pruning, 1: enable pruning
790 int simple_motion_search_rect_split;
791
792 // The current encoder adopts a DFS search for block partitions.
793 // Therefore the mode selection and associated rdcost is ready for smaller
794 // blocks before the mode selection for some partition types.
795 // AB partition could use previous rd information and skip mode search.
796 // An example is:
797 //
798 // current block
799 // +---+---+
800 // | |
801 // + +
802 // | |
803 // +-------+
804 //
805 // SPLIT partition has been searched first before trying HORZ_A
806 // +---+---+
807 // | R | R |
808 // +---+---+
809 // | R | R |
810 // +---+---+
811 //
812 // HORZ_A
813 // +---+---+
814 // | | |
815 // +---+---+
816 // | |
817 // +-------+
818 //
819 // With this speed feature, the top two sub blocks can directly use rdcost
820 // searched in split partition, and the mode info is also copied from
821 // saved info. Similarly, the bottom rectangular block can also use
822 // the available information from previous rectangular search.
823 int reuse_prev_rd_results_for_part_ab;
824
825 // Reuse the best prediction modes found in PARTITION_SPLIT and PARTITION_RECT
826 // when encoding PARTITION_AB.
827 int reuse_best_prediction_for_part_ab;
828
829 // The current partition search records the best rdcost so far and uses it
830 // in mode search and transform search to early skip when some criteria is
831 // met. For example, when the current rdcost is larger than the best rdcost,
832 // or the model rdcost is larger than the best rdcost times some thresholds.
833 // By default, this feature is turned on to speed up the encoder partition
834 // search.
835 // If disabling it, at speed 0, 30 frames, we could get
836 // about -0.25% quality gain (psnr, ssim, vmaf), with about 13% slowdown.
837 int use_best_rd_for_pruning;
838
839 // Skip evaluation of non-square partitions based on the corresponding NONE
840 // partition.
841 // 0: no pruning
842 // 1: prune extended partitions if NONE is skippable
843 // 2: on top of 1, prune rectangular partitions if NONE is inter, not a newmv
844 // mode and skippable
845 int skip_non_sq_part_based_on_none;
846
847 // Disables 8x8 and below partitions for low quantizers.
848 int disable_8x8_part_based_on_qidx;
849
850 // Decoder side speed feature to add penalty for use of smaller partitions.
851 // Takes values 0 - 2, 0 indicating no penalty and higher level indicating
852 // increased penalty.
853 int split_partition_penalty_level;
854} PARTITION_SPEED_FEATURES;
855
856typedef struct MV_SPEED_FEATURES {
857 // Motion search method (Diamond, NSTEP, Hex, Big Diamond, Square, etc).
858 SEARCH_METHODS search_method;
859
860 // Enable the use of faster, less accurate mv search method
861 // 0: disable, 1: if bsize >= BLOCK_32X32, 2: based on bsize, SAD and qp
862 // TODO(chiyotsai@google.com): Take the clip's resolution and mv activity into
863 // account.
864 int use_bsize_dependent_search_method;
865
866 // If this is set to 1, we limit the motion search range to 2 times the
867 // largest motion vector found in the last frame.
868 int auto_mv_step_size;
869
870 // Subpel_search_method can only be subpel_tree which does a subpixel
871 // logarithmic search that keeps stepping at 1/2 pixel units until
872 // you stop getting a gain, and then goes on to 1/4 and repeats
873 // the same process. Along the way it skips many diagonals.
874 SUBPEL_SEARCH_METHOD subpel_search_method;
875
876 // Maximum number of steps in logarithmic subpel search before giving up.
877 int subpel_iters_per_step;
878
879 // When to stop subpel search.
880 SUBPEL_FORCE_STOP subpel_force_stop;
881
882 // When to stop subpel search in simple motion search.
883 SUBPEL_FORCE_STOP simple_motion_subpel_force_stop;
884
885 // If true, sub-pixel search uses the exact convolve function used for final
886 // encoding and decoding; otherwise, it uses bilinear interpolation.
887 SUBPEL_SEARCH_TYPE use_accurate_subpel_search;
888
889 // Threshold for allowing exhaustive motion search.
890 int exhaustive_searches_thresh;
891
892 // Pattern to be used for any exhaustive mesh searches (except intraBC ME).
893 MESH_PATTERN mesh_patterns[MAX_MESH_STEP];
894
895 // Pattern to be used for exhaustive mesh searches of intraBC ME.
896 MESH_PATTERN intrabc_mesh_patterns[MAX_MESH_STEP];
897
898 // Reduce single motion search range based on MV result of prior ref_mv_idx.
899 int reduce_search_range;
900
901 // Prune mesh search.
902 PRUNE_MESH_SEARCH_LEVEL prune_mesh_search;
903
904 // Use the rd cost around the best FULLPEL_MV to speed up subpel search
905 int use_fullpel_costlist;
906
907 // Set the full pixel search level of obmc
908 // 0: obmc_full_pixel_diamond
909 // 1: obmc_refining_search_sad (faster)
910 int obmc_full_pixel_search_level;
911
912 // Accurate full pixel motion search based on TPL stats.
913 int full_pixel_search_level;
914
915 // Allow intrabc motion search
916 int use_intrabc;
917
918 // Prune intrabc candidate block hash search
919 // 0: check every block hash candidate
920 // 1: check the first 64 block hash candidates only
921 int prune_intrabc_candidate_block_hash_search;
922
923 // Intrabc search level
924 // 0: top + left search, all block sizes, always hash plus pixel search
925 // 1: top search only, 4x4, 8x8 and 16x16 block sizes only, perform pixel
926 // search if and only if hash search failed to find a candidate
927 int intrabc_search_level;
928
929 // Whether the maximum intrabc block size to hash is 8x8
930 // 0: Hash from 4x4 up to superblock size
931 // 1: Hash 4x4 and 8x8 only
932 int hash_max_8x8_intrabc_blocks;
933
934 // Whether to downsample the rows in sad calculation during motion search.
935 // This is only active when there are at least 16 rows. When this sf is
936 // active, if there is a large discrepancy in the SAD values for the final
937 // motion vector between skipping vs not skipping, motion search is redone
938 // with skip row features off.
939 // 0: Disabled (do not downsample rows)
940 // 1: Skip SAD calculation of odd rows if the SAD deviation of the even and
941 // odd rows for the starting MV is small. Redo motion search with sf off
942 // when SAD deviation is high for the final motion vector.
943 // 2: Skip SAD calculation of odd rows. SAD deviation is not tested for the
944 // start MV and tested only for the final MV.
945 int use_downsampled_sad;
946
947 // Enable/disable extensive joint motion search.
948 int disable_extensive_joint_motion_search;
949
950 // Enable second best mv check in joint mv search.
951 // 0: allow second MV (use rd cost as the metric)
952 // 1: use var as the metric
953 // 2: disable second MV
954 int disable_second_mv;
955
956 // Skips full pixel search based on start mv of prior ref_mv_idx.
957 // 0: Disabled
958 // 1: Skips the full pixel search upto 4 neighbor full-pel MV positions.
959 // 2: Skips the full pixel search upto 8 neighbor full-pel MV positions.
960 int skip_fullpel_search_using_startmv;
961
962 // Method to use for refining WARPED_CAUSAL motion vectors
963 // TODO(rachelbarker): Can this be unified with OBMC in some way?
964 WARP_SEARCH_METHOD warp_search_method;
965
966 // Maximum number of iterations in WARPED_CAUSAL refinement search
967 int warp_search_iters;
968} MV_SPEED_FEATURES;
969
970typedef struct INTER_MODE_SPEED_FEATURES {
971 // 2-pass inter mode model estimation where the preliminary pass skips
972 // transform search and uses a model to estimate rd, while the final pass
973 // computes the full transform search. Two types of models are supported:
974 // 0: not used
975 // 1: used with online dynamic rd model
976 // 2: used with static rd model
977 int inter_mode_rd_model_estimation;
978
979 // Bypass transform search based on skip rd at following stages
980 // i. Compound type mode search
981 // ii. Motion mode search (mode evaluation and winner motion mode stage)
982 // iii. Transform search for best inter candidates
983 int txfm_rd_gate_level[TX_SEARCH_CASES];
984
985 // Limit the inter mode tested in the RD loop
986 int reduce_inter_modes;
987
988 // This variable is used to cap the maximum number of times we skip testing a
989 // mode to be evaluated. A high value means we will be faster.
990 int adaptive_rd_thresh;
991
992 // Aggressively prune inter modes when best mode is skippable.
993 int prune_inter_modes_if_skippable;
994
995 // Drop less likely to be picked reference frames in the RD search.
996 // Has seven levels for now: 0, 1, 2, 3, 4, 5 and 6 where higher levels prune
997 // more aggressively than lower ones. (0 means no pruning).
998 int selective_ref_frame;
999
1000 // Prune reference frames for rectangular partitions.
1001 // 0 implies no pruning
1002 // 1 implies prune for extended partition
1003 // 2 implies prune horiz, vert and extended partition
1004 int prune_ref_frame_for_rect_partitions;
1005
1006 // Prune inter modes w.r.t past reference frames
1007 // 0 no pruning
1008 // 1 prune inter modes w.r.t ALTREF2 and ALTREF reference frames
1009 // 2 prune inter modes w.r.t BWDREF, ALTREF2 and ALTREF reference frames
1010 int alt_ref_search_fp;
1011
1012 // Prune reference frames for single prediction modes based on temporal
1013 // distance and pred MV SAD. Feasible values are 0, 1, 2. The feature is
1014 // disabled for 0. An increasing value indicates more aggressive pruning
1015 // threshold.
1016 int prune_single_ref;
1017
1018 // Prune compound reference frames
1019 // 0 no pruning
1020 // 1 prune compound references which do not satisfy the two conditions:
1021 // a) The references are at a nearest distance from the current frame in
1022 // both past and future direction.
1023 // b) The references have minimum pred_mv_sad in both past and future
1024 // direction.
1025 // 2 prune compound references except the one with nearest distance from the
1026 // current frame in both past and future direction.
1027 int prune_comp_ref_frames;
1028
1029 // Skip the current ref_mv in NEW_MV mode based on mv, rate cost, etc.
1030 // This speed feature equaling 0 means no skipping.
1031 // If the speed feature equals 1 or 2, skip the current ref_mv in NEW_MV mode
1032 // if we have already encountered ref_mv in the drl such that:
1033 // 1. The other drl has the same mv during the SIMPLE_TRANSLATION search
1034 // process as the current mv.
1035 // 2. The rate needed to encode the current mv is larger than that for the
1036 // other ref_mv.
1037 // The speed feature equaling 1 means using subpel mv in the comparison.
1038 // The speed feature equaling 2 means using fullpel mv in the comparison.
1039 // If the speed feature >= 3, skip the current ref_mv in NEW_MV mode based on
1040 // known full_mv bestsme and drl cost.
1041 int skip_newmv_in_drl;
1042
1043 // This speed feature checks duplicate ref MVs among NEARESTMV, NEARMV,
1044 // GLOBALMV and skips NEARMV or GLOBALMV (in order) if a duplicate is found
1045 // TODO(any): Instead of skipping repeated ref mv, use the recalculated
1046 // rd-cost based on mode rate and skip the mode evaluation
1047 int skip_repeated_ref_mv;
1048
1049 // Flag used to control the ref_best_rd based gating for chroma
1050 int perform_best_rd_based_gating_for_chroma;
1051
1052 // Reuse the inter_intra_mode search result from NEARESTMV mode to other
1053 // single ref modes
1054 int reuse_inter_intra_mode;
1055
1056 // prune wedge and compound segment approximate rd evaluation based on
1057 // compound average modeled rd
1058 int prune_comp_type_by_model_rd;
1059
1060 // prune wedge and compound segment approximate rd evaluation based on
1061 // compound average rd/ref_best_rd
1062 int prune_comp_type_by_comp_avg;
1063
1064 // Skip some ref frames in compound motion search by single motion search
1065 // result. Has three levels for now: 0 referring to no skipping, and 1 - 3
1066 // increasing aggressiveness of skipping in order.
1067 // Note: The search order might affect the result. It assumes that the single
1068 // reference modes are searched before compound modes. It is better to search
1069 // same single inter mode as a group.
1070 int prune_comp_search_by_single_result;
1071
1072 // Instead of performing a full MV search, do a simple translation first
1073 // and only perform a full MV search on the motion vectors that performed
1074 // well.
1075 int prune_mode_search_simple_translation;
1076
1077 // Only search compound modes with at least one "good" reference frame.
1078 // A reference frame is good if, after looking at its performance among
1079 // the single reference modes, it is one of the two best performers.
1080 int prune_compound_using_single_ref;
1081
1082 // Skip extended compound mode (NEAREST_NEWMV, NEW_NEARESTMV, NEAR_NEWMV,
1083 // NEW_NEARMV) using ref frames of above and left neighbor
1084 // blocks.
1085 // 0 : no pruning
1086 // 1 : prune ext compound modes using neighbor blocks (less aggressiveness)
1087 // 2 : prune ext compound modes using neighbor blocks (high aggressiveness)
1088 // 3 : prune ext compound modes unconditionally (highest aggressiveness)
1089 int prune_ext_comp_using_neighbors;
1090
1091 // Skip NEW_NEARMV and NEAR_NEWMV extended compound modes
1092 int skip_ext_comp_nearmv_mode;
1093
1094 // Skip extended compound mode when ref frame corresponding to NEWMV does not
1095 // have NEWMV as single mode winner.
1096 // 0 : no pruning
1097 // 1 : prune extended compound mode (less aggressiveness)
1098 // 2 : prune extended compound mode (high aggressiveness)
1099 int prune_comp_using_best_single_mode_ref;
1100
1101 // Skip NEARESTMV and NEARMV using weight computed in ref mv list population
1102 //
1103 // Pruning is enabled only when both the top and left neighbor blocks are
1104 // available and when the current block already has a valid inter prediction.
1105 int prune_nearest_near_mv_using_refmv_weight;
1106
1107 // Based on previous ref_mv_idx search result, prune the following search.
1108 int prune_ref_mv_idx_search;
1109
1110 // Disable one sided compound modes.
1111 int disable_onesided_comp;
1112
1113 // Prune obmc search using previous frame stats.
1114 // INT_MAX : disable obmc search
1115 int prune_obmc_prob_thresh;
1116
1117 // Prune warped motion search using previous frame stats.
1118 int prune_warped_prob_thresh;
1119
1120 // Variance threshold to enable/disable Interintra wedge search
1121 unsigned int disable_interintra_wedge_var_thresh;
1122
1123 // Variance threshold to enable/disable Interinter wedge search
1124 unsigned int disable_interinter_wedge_var_thresh;
1125
1126 // De-couple wedge and mode search during interintra RDO.
1127 int fast_interintra_wedge_search;
1128
1129 // Whether fast wedge sign estimate is used
1130 int fast_wedge_sign_estimate;
1131
1132 // Enable/disable ME for interinter wedge search.
1133 int disable_interinter_wedge_newmv_search;
1134
1135 // Decide when and how to use joint_comp.
1136 DIST_WTD_COMP_FLAG use_dist_wtd_comp_flag;
1137
1138 // Clip the frequency of updating the mv cost.
1139 INTERNAL_COST_UPDATE_TYPE mv_cost_upd_level;
1140
1141 // Clip the frequency of updating the coeff cost.
1142 INTERNAL_COST_UPDATE_TYPE coeff_cost_upd_level;
1143
1144 // Clip the frequency of updating the mode cost.
1145 INTERNAL_COST_UPDATE_TYPE mode_cost_upd_level;
1146
1147 // Prune inter modes based on tpl stats
1148 // 0 : no pruning
1149 // 1 - 3 indicate increasing aggressiveness in order.
1150 int prune_inter_modes_based_on_tpl;
1151
1152 // Skip NEARMV and NEAR_NEARMV modes using ref frames of above and left
1153 // neighbor blocks and qindex.
1154 PRUNE_NEARMV_LEVEL prune_nearmv_using_neighbors;
1155
1156 // Model based breakout after interpolation filter search
1157 // 0: no breakout
1158 // 1: use model based rd breakout
1159 int model_based_post_interp_filter_breakout;
1160
1161 // Reuse compound type rd decision when exact match is found
1162 // 0: No reuse
1163 // 1: Reuse the compound type decision
1164 int reuse_compound_type_decision;
1165
1166 // Enable/disable masked compound.
1167 int disable_masked_comp;
1168
1169 // Enable/disable MV refinement for compound modes corresponds to compound
1170 // types COMPOUND_AVERAGE, COMPOUND_DISTWTD (currently, this compound type
1171 // is disabled for speeds >= 2 using the sf 'use_dist_wtd_comp_flag') and
1172 // COMPOUND_DIFFWTD based on the availability. Levels 0 to 3 indicate
1173 // increasing order of aggressiveness to disable MV refinement.
1174 // 0: MV Refinement is enabled and for NEW_NEWMV mode used two iterations of
1175 // refinement in av1_joint_motion_search().
1176 // 1: MV Refinement is disabled for COMPOUND_DIFFWTD and enabled for
1177 // COMPOUND_AVERAGE & COMPOUND_DISTWTD.
1178 // 2: MV Refinement is enabled for COMPOUND_AVERAGE & COMPOUND_DISTWTD for
1179 // NEW_NEWMV mode with one iteration of refinement in
1180 // av1_joint_motion_search() and MV Refinement is disabled for other compound
1181 // type modes.
1182 // 3: MV Refinement is disabled.
1183 int enable_fast_compound_mode_search;
1184
1185 // Reuse masked compound type search results
1186 int reuse_mask_search_results;
1187
1188 // Enable/disable fast search for wedge masks
1189 int enable_fast_wedge_mask_search;
1190
1191 // Early breakout from transform search of inter modes
1192 int inter_mode_txfm_breakout;
1193
1194 // Limit number of inter modes for txfm search if a newmv mode gets
1195 // evaluated among the top modes.
1196 // 0: no pruning
1197 // 1 to 3 indicate increasing order of aggressiveness
1198 int limit_inter_mode_cands;
1199
1200 // Cap the no. of txfm searches for a given prediction mode.
1201 // 0: no cap, 1: cap beyond first 4 searches, 2: cap beyond first 3 searches.
1202 int limit_txfm_eval_per_mode;
1203
1204 // Prune warped motion search based on block size.
1205 int extra_prune_warped;
1206
1207 // Do not search compound modes for ARF.
1208 // The intuition is that ARF is predicted by frames far away from it,
1209 // whose temporal correlations with the ARF are likely low.
1210 // It is therefore likely that compound modes do not work as well for ARF
1211 // as other inter frames.
1212 // Speed/quality impact:
1213 // Speed 1: 12% faster, 0.1% psnr loss.
1214 // Speed 2: 2% faster, 0.05% psnr loss.
1215 // No change for speed 3 and up, because |disable_onesided_comp| is true.
1216 int skip_arf_compound;
1217
1218 // Percentage of scaling used to increase the rd cost of warp mode so that
1219 // encoder decisions are biased against local warp, favoring low complexity
1220 // modes.
1221 int bias_warp_mode_rd_scale_pct;
1222} INTER_MODE_SPEED_FEATURES;
1223
1224typedef struct INTERP_FILTER_SPEED_FEATURES {
1225 // Do limited interpolation filter search for dual filters, since best choice
1226 // usually includes EIGHTTAP_REGULAR.
1227 int use_fast_interpolation_filter_search;
1228
1229 // Disable dual filter
1230 int disable_dual_filter;
1231
1232 // Save results of av1_interpolation_filter_search for a block
1233 // Check mv and ref_frames before search, if they are very close with previous
1234 // saved results, filter search can be skipped.
1235 int use_interp_filter;
1236
1237 // skip sharp_filter evaluation based on regular and smooth filter rd for
1238 // dual_filter=0 case
1239 int skip_sharp_interp_filter_search;
1240
1241 // skip interpolation filter search for a block in chessboard pattern
1242 int cb_pred_filter_search;
1243
1244 // adaptive interp_filter search to allow skip of certain filter types.
1245 int adaptive_interp_filter_search;
1246
1247 // Forces interpolation filter to EIGHTTAP_REGULAR and skips interpolation
1248 // filter search.
1249 int skip_interp_filter_search;
1250} INTERP_FILTER_SPEED_FEATURES;
1251
1252typedef struct INTRA_MODE_SPEED_FEATURES {
1253 // These bit masks allow you to enable or disable intra modes for each
1254 // transform size separately.
1255 int intra_y_mode_mask[TX_SIZES];
1256 int intra_uv_mode_mask[TX_SIZES];
1257
1258 // flag to allow skipping intra mode for inter frame prediction
1259 int skip_intra_in_interframe;
1260
1261 // Prune intra mode candidates based on source block histogram of gradient.
1262 // Applies to luma plane only.
1263 // Feasible values are 0..4. The feature is disabled for 0. An increasing
1264 // value indicates more aggressive pruning threshold.
1265 int intra_pruning_with_hog;
1266
1267 // Prune intra mode candidates based on source block histogram of gradient.
1268 // Applies to chroma plane only.
1269 // Feasible values are 0..4. The feature is disabled for 0. An increasing
1270 // value indicates more aggressive pruning threshold.
1271 int chroma_intra_pruning_with_hog;
1272
1273 // Enable/disable smooth intra modes.
1274 int disable_smooth_intra;
1275
1276 // Prune UV_SMOOTH_PRED mode for chroma based on chroma source variance.
1277 // false : No pruning
1278 // true : Prune UV_SMOOTH_PRED mode based on chroma source variance
1279 //
1280 // For allintra encode, this speed feature reduces instruction count
1281 // by 1.90%, 2.21% and 1.97% for speed 6, 7 and 8 with coding performance
1282 // change less than 0.04%. For AVIF image encode, this speed feature reduces
1283 // encode time by 1.56%, 2.14% and 0.90% for speed 6, 7 and 8 on a typical
1284 // image dataset with coding performance change less than 0.05%.
1285 bool prune_smooth_intra_mode_for_chroma;
1286
1287 // Prune filter intra modes in intra frames.
1288 // 0 : No pruning
1289 // 1 : Evaluate applicable filter intra modes based on best intra mode so far
1290 // 2 : Do not evaluate filter intra modes
1291 int prune_filter_intra_level;
1292
1293 // prune palette search
1294 // 0: No pruning
1295 // 1: Perform coarse search to prune the palette colors. For winner colors,
1296 // neighbors are also evaluated using a finer search.
1297 // 2: Perform 2 way palette search from max colors to min colors (and min
1298 // colors to remaining colors) and terminate the search if current number of
1299 // palette colors is not the winner.
1300 int prune_palette_search_level;
1301
1302 // Terminate early in luma palette_size search. Speed feature values indicate
1303 // increasing level of pruning.
1304 // 0: No early termination
1305 // 1: Terminate early for higher luma palette_size, if header rd cost of lower
1306 // palette_size is more than 2 * best_rd. This level of pruning is more
1307 // conservative when compared to sf level 2 as the cases which will get pruned
1308 // with sf level 1 is a subset of the cases which will get pruned with sf
1309 // level 2.
1310 // 2: Terminate early for higher luma palette_size, if header rd cost of lower
1311 // palette_size is more than best_rd.
1312 // For allintra encode, this sf reduces instruction count by 2.49%, 1.07%,
1313 // 2.76%, 2.30%, 1.84%, 2.69%, 2.04%, 2.05% and 1.44% for speed 0, 1, 2, 3, 4,
1314 // 5, 6, 7 and 8 on screen content set with coding performance change less
1315 // than 0.01% for speed <= 2 and less than 0.03% for speed >= 3. For AVIF
1316 // image encode, this sf reduces instruction count by 1.94%, 1.13%, 1.29%,
1317 // 0.93%, 0.89%, 1.03%, 1.07%, 1.20% and 0.18% for speed 0, 1, 2, 3, 4, 5, 6,
1318 // 7 and 8 on a typical image dataset with coding performance change less than
1319 // 0.01%.
1320 int prune_luma_palette_size_search_level;
1321
1322 // Prune chroma intra modes based on luma intra mode winner.
1323 // 0: No pruning
1324 // 1: Prune chroma intra modes other than UV_DC_PRED, UV_SMOOTH_PRED,
1325 // UV_CFL_PRED and the mode that corresponds to luma intra mode winner.
1326 int prune_chroma_modes_using_luma_winner;
1327
1328 // Clip the frequency of updating the mv cost for intrabc.
1329 INTERNAL_COST_UPDATE_TYPE dv_cost_upd_level;
1330
1331 // We use DCT_DCT transform followed by computing SATD (Sum of Absolute
1332 // Transformed Differences) as an estimation of RD score to quickly find the
1333 // best possible Chroma from Luma (CFL) parameter. Then we do a full RD search
1334 // near the best possible parameter. The search range is set here.
1335 // The range of cfl_searh_range should be [1, 33], and the following are the
1336 // recommended values.
1337 // 1: Fastest mode.
1338 // 3: Default mode that provides good speedup without losing compression
1339 // performance at speed 0.
1340 // 33: Exhaustive rd search (33 == CFL_MAGS_SIZE). This mode should only
1341 // be used for debugging purpose.
1342 int cfl_search_range;
1343
1344 // TOP_INTRA_MODEL_COUNT is 4 that is the number of top model rd to store in
1345 // intra mode decision. Here, add a speed feature to reduce this number for
1346 // higher speeds.
1347 int top_intra_model_count_allowed;
1348
1349 // Adapt top_intra_model_count_allowed locally to prune luma intra modes using
1350 // neighbor block and quantizer information.
1351 int adapt_top_model_rd_count_using_neighbors;
1352
1353 // Prune the evaluation of odd delta angles of directional luma intra modes by
1354 // using the rdcosts of neighbouring delta angles.
1355 // For allintra encode, this speed feature reduces instruction count
1356 // by 4.461%, 3.699% and 3.536% for speed 6, 7 and 8 on a typical video
1357 // dataset with coding performance change less than 0.26%. For AVIF image
1358 // encode, this speed feature reduces encode time by 2.849%, 2.471%,
1359 // and 2.051% for speed 6, 7 and 8 on a typical image dataset with coding
1360 // performance change less than 0.27%.
1361 int prune_luma_odd_delta_angles_in_intra;
1362
1363 // Terminate early in chroma palette_size search.
1364 // 0: No early termination
1365 // 1: Terminate early for higher palette_size, if header rd cost of lower
1366 // palette_size is more than best_rd.
1367 // For allintra encode, this sf reduces instruction count by 0.45%,
1368 // 0.62%, 1.73%, 2.50%, 2.89%, 3.09% and 3.86% for speed 0 to 6 on screen
1369 // content set with coding performance change less than 0.01%.
1370 // For AVIF image encode, this sf reduces instruction count by 0.45%, 0.81%,
1371 // 0.85%, 1.05%, 1.45%, 1.66% and 1.95% for speed 0 to 6 on a typical image
1372 // dataset with no quality drop.
1373 int early_term_chroma_palette_size_search;
1374
1375 // Skips the evaluation of filter intra modes in inter frames if rd evaluation
1376 // of luma intra dc mode results in invalid rd stats.
1377 int skip_filter_intra_in_inter_frames;
1378} INTRA_MODE_SPEED_FEATURES;
1379
1380typedef struct TX_SPEED_FEATURES {
1381 // Init search depth for square and rectangular transform partitions.
1382 // Values:
1383 // 0 - search full tree, 1: search 1 level, 2: search the highest level only
1384 int inter_tx_size_search_init_depth_sqr;
1385 int inter_tx_size_search_init_depth_rect;
1386 int intra_tx_size_search_init_depth_sqr;
1387 int intra_tx_size_search_init_depth_rect;
1388
1389 // If any dimension of a coding block size above 64, always search the
1390 // largest transform only, since the largest transform block size is 64x64.
1391 int tx_size_search_lgr_block;
1392
1393 TX_TYPE_SEARCH tx_type_search;
1394
1395 // Skip split transform block partition when the collocated bigger block
1396 // is selected as all zero coefficients.
1397 int txb_split_cap;
1398
1399 // Shortcut the transform block partition and type search when the target
1400 // rdcost is relatively lower.
1401 // Values are 0 (not used) , or 1 - 2 with progressively increasing
1402 // aggressiveness
1403 int adaptive_txb_search_level;
1404
1405 // Prune level for tx_size_type search for inter based on rd model
1406 // 0: no pruning
1407 // 1-2: progressively increasing aggressiveness of pruning
1408 int model_based_prune_tx_search_level;
1409
1410 // Refine TX type after fast TX search.
1411 int refine_fast_tx_search_results;
1412
1413 // Prune transform split/no_split eval based on residual properties. A value
1414 // of 0 indicates no pruning, and the aggressiveness of pruning progressively
1415 // increases from levels 1 to 3.
1416 int prune_tx_size_level;
1417
1418 // Prune the evaluation of transform depths as decided by the NN model.
1419 // false: No pruning.
1420 // true : Avoid the evaluation of specific transform depths using NN model.
1421 //
1422 // For allintra encode, this speed feature reduces instruction count
1423 // by 4.76%, 8.92% and 11.28% for speed 6, 7 and 8 with coding performance
1424 // change less than 0.32%. For AVIF image encode, this speed feature reduces
1425 // encode time by 4.65%, 9.16% and 10.45% for speed 6, 7 and 8 on a typical
1426 // image dataset with coding performance change less than 0.19%.
1427 bool prune_intra_tx_depths_using_nn;
1428
1429 // Enable/disable early breakout during transform search of intra modes, by
1430 // using the minimum rd cost possible. By using this approach, the rd
1431 // evaluation of applicable transform blocks (in the current block) can be
1432 // avoided as
1433 // 1) best_rd evolves during the search in choose_tx_size_type_from_rd()
1434 // 2) appropriate ref_best_rd is passed in intra_block_yrd()
1435 //
1436 // For allintra encode, this speed feature reduces instruction count
1437 // by 1.11%, 1.08%, 1.02% and 0.93% for speed 3, 6, 7 and 8 with coding
1438 // performance change less than 0.02%. For AVIF image encode, this speed
1439 // feature reduces encode time by 0.93%, 1.46%, 1.07%, 0.84%, 0.99% and 0.73%
1440 // for speed 3, 4, 5, 6, 7 and 8 on a typical image dataset with coding
1441 // performance change less than 0.004%.
1442 bool use_rd_based_breakout_for_intra_tx_search;
1443} TX_SPEED_FEATURES;
1444
1445typedef struct RD_CALC_SPEED_FEATURES {
1446 // Fast approximation of av1_model_rd_from_var_lapndz
1447 int simple_model_rd_from_var;
1448
1449 // Perform faster distortion computation during the R-D evaluation by trying
1450 // to approximate the prediction error with transform coefficients (faster but
1451 // less accurate) rather than computing distortion in the pixel domain (slower
1452 // but more accurate). The following methods are used for distortion
1453 // computation:
1454 // Method 0: Always compute distortion in the pixel domain
1455 // Method 1: Based on block error, try using transform domain distortion for
1456 // tx_type search and compute distortion in pixel domain for final RD_STATS
1457 // Method 2: Based on block error, try to compute distortion in transform
1458 // domain
1459 // Methods 1 and 2 may fallback to computing distortion in the pixel domain in
1460 // case the block error is less than the threshold, which is controlled by the
1461 // speed feature tx_domain_dist_thres_level.
1462 //
1463 // The speed feature tx_domain_dist_level decides which of the above methods
1464 // needs to be used across different mode evaluation stages as described
1465 // below:
1466 // Eval type: Default Mode Winner
1467 // Level 0 : Method 0 Method 2 Method 0
1468 // Level 1 : Method 1 Method 2 Method 0
1469 // Level 2 : Method 2 Method 2 Method 0
1470 // Level 3 : Method 2 Method 2 Method 2
1471 int tx_domain_dist_level;
1472
1473 // Transform domain distortion threshold level
1474 int tx_domain_dist_thres_level;
1475
1476 // Trellis (dynamic programming) optimization of quantized values
1477 TRELLIS_OPT_TYPE optimize_coefficients;
1478
1479 // Use hash table to store macroblock RD search results
1480 // to avoid repeated search on the same residue signal.
1481 int use_mb_rd_hash;
1482
1483 // Flag used to control the extent of coeff R-D optimization
1484 int perform_coeff_opt;
1485} RD_CALC_SPEED_FEATURES;
1486
1487typedef struct WINNER_MODE_SPEED_FEATURES {
1488 // Flag used to control the winner mode processing for better R-D optimization
1489 // of quantized coeffs
1490 int enable_winner_mode_for_coeff_opt;
1491
1492 // Flag used to control the winner mode processing for transform size
1493 // search method
1494 int enable_winner_mode_for_tx_size_srch;
1495
1496 // Control transform size search level
1497 // Eval type: Default Mode Winner
1498 // Level 0 : FULL RD LARGEST ALL FULL RD
1499 // Level 1 : FAST RD LARGEST ALL FULL RD
1500 // Level 2 : LARGEST ALL LARGEST ALL FULL RD
1501 // Level 3 : LARGEST ALL LARGEST ALL LARGEST ALL
1502 int tx_size_search_level;
1503
1504 // Flag used to control the winner mode processing for use transform
1505 // domain distortion
1506 int enable_winner_mode_for_use_tx_domain_dist;
1507
1508 // Flag used to enable processing of multiple winner modes
1509 MULTI_WINNER_MODE_TYPE multi_winner_mode_type;
1510
1511 // Motion mode for winner candidates:
1512 // 0: speed feature OFF
1513 // 1 / 2 : Use configured number of winner candidates
1514 int motion_mode_for_winner_cand;
1515
1516 // Controls the prediction of transform skip block or DC only block.
1517 //
1518 // Different speed feature values (0 to 3) decide the aggressiveness of
1519 // prediction (refer to predict_dc_levels[][] in speed_features.c) to be used
1520 // during different mode evaluation stages.
1521 int dc_blk_pred_level;
1522
1523 // If on, disables interpolation filter search in handle_inter_mode loop, and
1524 // performs it during winner mode processing by \ref
1525 // tx_search_best_inter_candidates.
1526 int winner_mode_ifs;
1527
1528 // Controls the disabling of winner mode processing. Speed feature levels
1529 // are ordered in increasing aggressiveness of pruning. The method considered
1530 // for disabling, depends on the sf level value and it is described as below.
1531 // 0: Do not disable
1532 // 1: Disable for blocks with low source variance.
1533 // 2: Disable for blocks which turn out to be transform skip (skipped based on
1534 // eob) during MODE_EVAL stage except NEWMV mode.
1535 // 3: Disable for blocks which turn out to be transform skip during MODE_EVAL
1536 // stage except NEWMV mode. For high quantizers, prune conservatively based on
1537 // transform skip (skipped based on eob) except for NEWMV mode.
1538 // 4: Disable for blocks which turn out to be transform skip during MODE_EVAL
1539 // stage.
1540 int prune_winner_mode_eval_level;
1541} WINNER_MODE_SPEED_FEATURES;
1542
1543typedef struct LOOP_FILTER_SPEED_FEATURES {
1544 // This feature controls how the loop filter level is determined.
1545 LPF_PICK_METHOD lpf_pick;
1546
1547 // Skip some final iterations in the determination of the best loop filter
1548 // level.
1549 int use_coarse_filter_level_search;
1550
1551 // Reset luma filter levels to zero based on minimum filter levels of
1552 // reference frames and current frame's pyramid level.
1553 int adaptive_luma_loop_filter_skip;
1554
1555 // Reset luma filter levels to zero when the percentage of SSE difference
1556 // between the unfiltered and filtered versions of the current frame is below
1557 // a threshold.
1558 int skip_loop_filter_using_filt_error;
1559
1560 // Control how the CDEF strength is determined.
1561 CDEF_PICK_METHOD cdef_pick_method;
1562
1563 // Decoder side speed feature to add penalty for use of dual-sgr filters.
1564 // Takes values 0 - 10, 0 indicating no penalty and each additional level
1565 // adding a penalty of 1%
1566 int dual_sgr_penalty_level;
1567
1568 // Restricts loop restoration to RESTORE_SWITCHABLE by skipping RD cost
1569 // comparisons for RESTORE_WIENER and RESTORE_SGRPROJ. Also applies a bias
1570 // during switchable restoration search: each level adds a 0.5% penalty to
1571 // Wiener and SGR selection.
1572 // 0 : No restriction or bias (all restoration types allowed)
1573 // 1+: Skip WIENER/SGRPROJ and apply (level x 0.5%) penalty in
1574 // search_switchable()
1575 int switchable_lr_with_bias_level;
1576
1577 // prune sgr ep using binary search like mechanism
1578 int enable_sgr_ep_pruning;
1579
1580 // Disable loop restoration for Chroma plane
1581 int disable_loop_restoration_chroma;
1582
1583 // Disable loop restoration for luma plane
1584 int disable_loop_restoration_luma;
1585
1586 // Range of loop restoration unit sizes to search
1587 // The minimum size is clamped against the superblock size in
1588 // av1_pick_filter_restoration, so that the code which sets this value does
1589 // not need to know the superblock size ahead of time.
1590 int min_lr_unit_size;
1591 int max_lr_unit_size;
1592
1593 // Prune RESTORE_WIENER evaluation based on source variance
1594 // 0 : no pruning
1595 // 1 : conservative pruning
1596 // 2 : aggressive pruning
1597 int prune_wiener_based_on_src_var;
1598
1599 // Prune self-guided loop restoration based on wiener search results
1600 // 0 : no pruning
1601 // 1 : pruning based on rdcost ratio of RESTORE_WIENER and RESTORE_NONE
1602 // 2 : pruning based on winner restoration type among RESTORE_WIENER and
1603 // RESTORE_NONE
1604 int prune_sgr_based_on_wiener;
1605
1606 // Reduce the wiener filter win size for luma
1607 int reduce_wiener_window_size;
1608
1609 // Flag to disable Wiener Loop restoration filter.
1610 bool disable_wiener_filter;
1611
1612 // Flag to disable Self-guided Loop restoration filter.
1613 bool disable_sgr_filter;
1614
1615 // Disable the refinement search around the wiener filter coefficients.
1616 bool disable_wiener_coeff_refine_search;
1617
1618 // Whether to downsample the rows in computation of wiener stats.
1619 int use_downsampled_wiener_stats;
1620} LOOP_FILTER_SPEED_FEATURES;
1621
1622typedef struct REAL_TIME_SPEED_FEATURES {
1623 // check intra prediction for non-RD mode.
1624 int check_intra_pred_nonrd;
1625
1626 // Skip checking intra prediction.
1627 // 0 - don't skip
1628 // 1 - skip if TX is skipped and best mode is not NEWMV
1629 // 2 - skip if TX is skipped
1630 // Skipping aggressiveness increases from level 1 to 2.
1631 int skip_intra_pred;
1632
1633 // Estimate motion before calculating variance in variance-based partition
1634 // 0 - Only use zero MV
1635 // 1 - perform coarse ME
1636 // 2 - perform coarse ME, and also use neighbours' MVs
1637 // 3 - use neighbours' MVs without performing coarse ME
1638 int estimate_motion_for_var_based_partition;
1639
1640 // For nonrd_use_partition: mode of extra check of leaf partition
1641 // 0 - don't check merge
1642 // 1 - always check merge
1643 // 2 - check merge and prune checking final split
1644 // 3 - check merge and prune checking final split based on bsize and qindex
1645 int nonrd_check_partition_merge_mode;
1646
1647 // For nonrd_use_partition: check of leaf partition extra split
1648 int nonrd_check_partition_split;
1649
1650 // Implements various heuristics to skip searching modes
1651 // The heuristics selected are based on flags
1652 // defined in the MODE_SEARCH_SKIP_HEURISTICS enum
1653 unsigned int mode_search_skip_flags;
1654
1655 // For nonrd: Reduces ref frame search.
1656 // 0 - low level of search prune in non last frames
1657 // 1 - pruned search in non last frames
1658 // 2 - more pruned search in non last frames
1659 int nonrd_prune_ref_frame_search;
1660
1661 // This flag controls the use of non-RD mode decision.
1662 int use_nonrd_pick_mode;
1663
1664 // Flag that controls discounting for color map cost during palette search.
1665 // This saves about 5% of CPU and in non-RD speeds delivers better results
1666 // across rtc_screen set (on speed 10 overall BDRate growth is 13%)
1667 int discount_color_cost;
1668
1669 // Use ALTREF frame in non-RD mode decision.
1670 int use_nonrd_altref_frame;
1671
1672 // Use compound reference for non-RD mode.
1673 int use_comp_ref_nonrd;
1674
1675 // Reference frames for compound prediction for nonrd pickmode:
1676 // LAST_GOLDEN (0), LAST_LAST2 (1), or LAST_ALTREF (2).
1677 int ref_frame_comp_nonrd[3];
1678
1679 // use reduced ref set for real-time mode
1680 int use_real_time_ref_set;
1681
1682 // Skip a number of expensive mode evaluations for blocks with very low
1683 // temporal variance.
1684 int short_circuit_low_temp_var;
1685
1686 // Reuse inter prediction in fast non-rd mode.
1687 int reuse_inter_pred_nonrd;
1688
1689 // Number of best inter modes to search transform. INT_MAX - search all.
1690 int num_inter_modes_for_tx_search;
1691
1692 // Use interpolation filter search in non-RD mode decision.
1693 int use_nonrd_filter_search;
1694
1695 // Use simplified RD model for interpolation search and Intra
1696 int use_simple_rd_model;
1697
1698 // For nonrd mode: use hybrid intra mode search for intra only frames based on
1699 // block properties.
1700 // 0 : use nonrd pick intra for all blocks
1701 // 1 : use rd for bsize < 16x16, nonrd otherwise
1702 // 2 : use rd for bsize < 16x16 and src var >= 101, nonrd otherwise
1703 int hybrid_intra_pickmode;
1704
1705 // Filter blocks by certain criteria such as SAD, source variance, such that
1706 // fewer blocks will go through the palette search.
1707 // For nonrd encoding path, enable this feature reduces encoding time when
1708 // palette mode is used. Disabling it leads to better compression efficiency.
1709 // 0: off
1710 // 1: less aggressive pruning mode
1711 // 2, 3: more aggressive pruning mode
1712 int prune_palette_search_nonrd;
1713
1714 // Compute variance/sse on source difference, prior to encoding superblock.
1715 int source_metrics_sb_nonrd;
1716
1717 // Flag to indicate process for handling overshoot on slide/scene change,
1718 // for real-time CBR mode.
1719 OVERSHOOT_DETECTION_CBR overshoot_detection_cbr;
1720
1721 // Check for scene/content change detection on every frame before encoding.
1722 int check_scene_detection;
1723
1724 // For keyframes in rtc: adjust the rc_bits_per_mb, to reduce overshoot.
1725 int rc_adjust_keyframe;
1726
1727 // On scene change: compute spatial variance.
1728 int rc_compute_spatial_var_sc;
1729
1730 // For nonrd mode: Prefer larger partition blks in variance based partitioning
1731 // 0: disabled, 1-3: increasing aggressiveness
1732 int prefer_large_partition_blocks;
1733
1734 // uses results of temporal noise estimate
1735 int use_temporal_noise_estimate;
1736
1737 // Parameter indicating initial search window to be used in full-pixel search
1738 // for nonrd_pickmode. Range [0, MAX_MVSEARCH_STEPS - 1]. Lower value
1739 // indicates larger window. If set to 0, step_param is set based on internal
1740 // logic in set_mv_search_params().
1741 int fullpel_search_step_param;
1742
1743 // Bit mask to enable or disable intra modes for each prediction block size
1744 // separately, for nonrd_pickmode. Currently, the sf is not respected when
1745 // 'force_intra_check' is true in 'av1_estimate_intra_mode()' function. Also,
1746 // H and V pred modes allowed through this sf can be further pruned when
1747 //'prune_hv_pred_modes_using_src_sad' sf is true.
1748 int intra_y_mode_bsize_mask_nrd[BLOCK_SIZES];
1749
1750 // Prune H and V intra predition modes evalution in inter frame.
1751 // The sf does not have any impact.
1752 // i. when frame_source_sad is 1.1 times greater than avg_source_sad
1753 // ii. when cyclic_refresh_segment_id_boosted is enabled
1754 // iii. when SB level source sad is greater than kMedSad
1755 // iv. when color sensitivity is non zero for both the chroma channels
1756 bool prune_hv_pred_modes_using_src_sad;
1757
1758 // Skips mode checks more aggressively in nonRD mode
1759 int nonrd_aggressive_skip;
1760
1761 // Skip cdef on 64x64 blocks/
1762 // 0: disabled
1763 // 1: skip when NEWMV or INTRA is not picked or color sensitivity is off.
1764 // When color sensitivity is on for a superblock, all 64x64 blocks within
1765 // will not skip.
1766 // 2: more aggressive mode where skip is done for all frames where
1767 // rc->high_source_sad = 0 (non slide-changes), and color sensitivity off.
1768 int skip_cdef_sb;
1769
1770 // Force selective cdf update.
1771 int selective_cdf_update;
1772
1773 // Force only single reference (LAST) for prediction.
1774 int force_only_last_ref;
1775
1776 // Forces larger partition blocks in variance based partitioning for intra
1777 // frames
1778 int force_large_partition_blocks_intra;
1779
1780 // Use fixed partition for superblocks based on source_sad.
1781 // 0: disabled
1782 // 1: enabled
1783 int use_fast_fixed_part;
1784
1785 // Increase source_sad thresholds in nonrd pickmode.
1786 int increase_source_sad_thresh;
1787
1788 // Skip evaluation of no split in tx size selection for merge partition
1789 int skip_tx_no_split_var_based_partition;
1790
1791 // Intermediate termination of newMV mode evaluation based on so far best mode
1792 // sse
1793 int skip_newmv_mode_based_on_sse;
1794
1795 // Define gf length multiplier.
1796 // Level 0: use large multiplier, level 1: use medium multiplier.
1797 int gf_length_lvl;
1798
1799 // Prune inter modes with golden frame as reference for NEARMV and NEWMV modes
1800 int prune_inter_modes_with_golden_ref;
1801
1802 // Prune inter modes w.r.t golden or alt-ref frame based on sad
1803 int prune_inter_modes_wrt_gf_arf_based_on_sad;
1804
1805 // Prune inter mode search in rd path based on current block's temporal
1806 // variance wrt LAST reference.
1807 int prune_inter_modes_using_temp_var;
1808
1809 // Reduce MV precision to halfpel for higher int MV value & frame-level motion
1810 // 0: disabled
1811 // 1-2: Reduce precision to halfpel, fullpel based on conservative
1812 // thresholds, aggressiveness increases with increase in level
1813 // 3: Reduce precision to halfpel using more aggressive thresholds
1814 int reduce_mv_pel_precision_highmotion;
1815
1816 // Reduce MV precision for low complexity blocks
1817 // 0: disabled
1818 // 1: Reduce the mv resolution for zero mv if the variance is low
1819 // 2: Switch to halfpel, fullpel based on low block spatial-temporal
1820 // complexity.
1821 int reduce_mv_pel_precision_lowcomplex;
1822
1823 // Prune intra mode evaluation in inter frames based on mv range.
1824 BLOCK_SIZE prune_intra_mode_based_on_mv_range;
1825 // The number of times to left shift the splitting thresholds in variance
1826 // based partitioning. The minimum values should be 7 to avoid left shifting
1827 // by a negative number.
1828 int var_part_split_threshold_shift;
1829
1830 // Qindex based variance partition threshold index, which determines
1831 // the aggressiveness of partition pruning
1832 // 0: disabled for speeds 9,10
1833 // 1,2: (rd-path) lowers qindex thresholds conditionally (for low SAD sb)
1834 // 3,4: (non-rd path) uses pre-tuned qindex thresholds
1835 int var_part_based_on_qidx;
1836
1837 // Enable GF refresh based on Q value.
1838 int gf_refresh_based_on_qp;
1839
1840 // Temporal filtering
1841 // The value can be 1 or 2, which indicates the threshold to use.
1842 // Must be off for lossless mode.
1843 int use_rtc_tf;
1844
1845 // Use of the identity transform in nonrd_pickmode,
1846 int use_idtx_nonrd;
1847
1848 // Prune the use of the identity transform in nonrd_pickmode:
1849 // only for smaller blocks and higher spatial variance, and when skip_txfm
1850 // is not already set.
1851 int prune_idtx_nonrd;
1852
1853 // Force to only use dct for palette search in nonrd pickmode.
1854 int dct_only_palette_nonrd;
1855
1856 // Skip loopfilter, for static content after slide change
1857 // or key frame, once quality has ramped up.
1858 // 0: disabled
1859 // 1: skip only after quality is ramped up.
1860 // 2: aggrssive mode, where skip is done for all frames that
1861 // where rc->high_source_sad = 0 (no slide-changes).
1862 int skip_lf_screen;
1863
1864 // Threshold on the active/inactive region percent to disable
1865 // the loopfilter and cdef. Setting to 100 disables this feature.
1866 int thresh_active_maps_skip_lf_cdef;
1867
1868 // For nonrd: early exit out of variance partition that sets the
1869 // block size to superblock size, and sets mode to zeromv-last skip.
1870 // 0: disabled
1871 // 1: zeromv-skip is enabled at SB level only
1872 // 2: zeromv-skip is enabled at SB level and coding block level
1873 int part_early_exit_zeromv;
1874
1875 // Early terminate inter mode search based on sse in non-rd path.
1876 INTER_SEARCH_EARLY_TERM_IDX sse_early_term_inter_search;
1877
1878 // SAD based adaptive altref selection
1879 int sad_based_adp_altref_lag;
1880
1881 // Enable/disable partition direct merging.
1882 int partition_direct_merging;
1883
1884 // Level of aggressiveness for obtaining tx size based on qstep
1885 int tx_size_level_based_on_qstep;
1886
1887 // Avoid the partitioning of a 16x16 block in variance based partitioning
1888 // (VBP) by making use of minimum and maximum sub-block variances.
1889 // For allintra encode, this speed feature reduces instruction count by 5.39%
1890 // for speed 9 on a typical video dataset with coding performance gain
1891 // of 1.44%.
1892 // For AVIF image encode, this speed feature reduces encode time
1893 // by 8.44% for speed 9 on a typical image dataset with coding performance
1894 // gain of 0.78%.
1895 bool vbp_prune_16x16_split_using_min_max_sub_blk_var;
1896
1897 // A qindex threshold that determines whether to use qindex based CDEF filter
1898 // strength estimation for screen content types. The strength estimation model
1899 // used for screen contents prefers to allow cdef filtering for more frames.
1900 // This sf is used to limit the frames which go through cdef filtering and
1901 // following explains the setting of the same.
1902 // MAXQ (255): This disables the usage of this sf. Here, frame does not use a
1903 // screen content model thus reduces the number of frames that go through cdef
1904 // filtering.
1905 // MINQ (0): Frames always use screen content model thus increasing the number
1906 // of frames that go through cdef filtering.
1907 // This speed feature has a substantial gain on coding metrics, with moderate
1908 // increase encoding time. Select threshold based on speed vs quality
1909 // trade-off.
1910 int screen_content_cdef_filter_qindex_thresh;
1911
1912 // Prune compound mode if its variance is higher than the variance of single
1913 // modes.
1914 bool prune_compoundmode_with_singlecompound_var;
1915
1916 // Allow mode cost update at frame level every couple frames. This
1917 // overrides the command line setting --mode-cost-upd-freq=3 (never update
1918 // except on key frame and first delta).
1919 bool frame_level_mode_cost_update;
1920
1921 // Prune H_PRED during intra mode evaluation in the nonrd path based on best
1922 // mode so far.
1923 //
1924 // For allintra encode, this speed feature reduces instruction count by 1.10%
1925 // for speed 9 with coding performance change less than 0.04%.
1926 // For AVIF image encode, this speed feature reduces encode time by 1.03% for
1927 // speed 9 on a typical image dataset with coding performance change less than
1928 // 0.08%.
1929 bool prune_h_pred_using_best_mode_so_far;
1930
1931 // Enable pruning of intra mode evaluations in nonrd path based on source
1932 // variance and best mode so far. The pruning logic is enabled only if the
1933 // mode is not a winner mode of both the neighboring blocks (left/top).
1934 //
1935 // For allintra encode, this speed feature reduces instruction count by 3.96%
1936 // for speed 9 with coding performance change less than 0.38%.
1937 // For AVIF image encode, this speed feature reduces encode time by 3.46% for
1938 // speed 9 on a typical image dataset with coding performance change less than
1939 // -0.06%.
1940 bool enable_intra_mode_pruning_using_neighbors;
1941
1942 // Prune intra mode evaluations in nonrd path based on best sad so far.
1943 //
1944 // For allintra encode, this speed feature reduces instruction count by 3.05%
1945 // for speed 9 with coding performance change less than 0.24%.
1946 // For AVIF image encode, this speed feature reduces encode time by 1.87% for
1947 // speed 9 on a typical image dataset with coding performance change less than
1948 // 0.16%.
1949 bool prune_intra_mode_using_best_sad_so_far;
1950
1951 // If compound is enabled, and the current block size is \geq BLOCK_16X16,
1952 // limit the compound modes to GLOBAL_GLOBALMV. This does not apply to the
1953 // base layer of svc.
1954 bool check_only_zero_zeromv_on_large_blocks;
1955
1956 // Allow for disabling cdf update for non reference frames in svc mode.
1957 bool disable_cdf_update_non_reference_frame;
1958
1959 // Prune compound modes if the single modes variances do not perform well.
1960 bool prune_compoundmode_with_singlemode_var;
1961
1962 // Skip searching all compound mode if the variance of single_mode residue is
1963 // sufficiently low.
1964 bool skip_compound_based_on_var;
1965
1966 // Sets force_zeromv_skip based on the source sad available. Aggressiveness
1967 // increases with increase in the level set for speed feature.
1968 // 0: No setting
1969 // 1: If source sad is kZeroSad
1970 // 2: If source sad <= kVeryLowSad
1971 int set_zeromv_skip_based_on_source_sad;
1972
1973 // Downgrades the block-level subpel motion search to
1974 // av1_find_best_sub_pixel_tree_pruned_more for higher QP and when fullpel
1975 // search performed well, zeromv has low sad or low source_var
1976 bool use_adaptive_subpel_search;
1977
1978 // A flag used in RTC case to control frame_refs_short_signaling. Note that
1979 // the final decision is made in check_frame_refs_short_signaling(). The flag
1980 // can only be turned on when res < 360p and speed >= 9, in which case only
1981 // LAST and GOLDEN ref frames are used now.
1982 bool enable_ref_short_signaling;
1983
1984 // A flag that controls if we check or bypass GLOBALMV in rtc single ref frame
1985 // case.
1986 bool check_globalmv_on_single_ref;
1987
1988 // Allows for increasing the color_threshold for palette prediction.
1989 // This generally leads to better coding efficiency but with some speed loss.
1990 // Only used for screen content and for nonrd_pickmode.
1991 bool increase_color_thresh_palette;
1992
1993 // Flag to indicate selecting of higher threshold for scenee change detection.
1994 int higher_thresh_scene_detection;
1995
1996 // FLag to indicate skip testing of NEWMV for flat blocks.
1997 int skip_newmv_flat_blocks_screen;
1998
1999 // Flag to force skip encoding for non_reference_frame on slide/scene changes.
2000 int skip_encoding_non_reference_slide_change;
2001
2002 // Flag to indicate more aggressive QP downward adjustment for screen static
2003 // content, to make convergence to min_qp faster.
2004 int rc_faster_convergence_static;
2005
2006 // Skip NEWMV mode evaluation based on sad for screen content.
2007 int skip_newmv_mode_sad_screen;
2008} REAL_TIME_SPEED_FEATURES;
2009
2011
2015 typedef struct SPEED_FEATURES {
2019 HIGH_LEVEL_SPEED_FEATURES hl_sf;
2020
2024 FIRST_PASS_SPEED_FEATURES fp_sf;
2025
2029 TPL_SPEED_FEATURES tpl_sf;
2030
2034 GLOBAL_MOTION_SPEED_FEATURES gm_sf;
2035
2039 PARTITION_SPEED_FEATURES part_sf;
2040
2044 MV_SPEED_FEATURES mv_sf;
2045
2049 INTER_MODE_SPEED_FEATURES inter_sf;
2050
2054 INTERP_FILTER_SPEED_FEATURES interp_sf;
2055
2059 INTRA_MODE_SPEED_FEATURES intra_sf;
2060
2064 TX_SPEED_FEATURES tx_sf;
2065
2069 RD_CALC_SPEED_FEATURES rd_sf;
2070
2074 WINNER_MODE_SPEED_FEATURES winner_mode_sf;
2075
2079 LOOP_FILTER_SPEED_FEATURES lpf_sf;
2080
2084 REAL_TIME_SPEED_FEATURES rt_sf;
2085} SPEED_FEATURES;
2086
2087
2088struct AV1_COMP;
2089
2102 void av1_set_speed_features_framesize_independent(struct AV1_COMP *cpi,
2103 int speed);
2104
2116 void av1_set_speed_features_framesize_dependent(struct AV1_COMP *cpi,
2117 int speed);
2129 void av1_set_speed_features_qindex_dependent(struct AV1_COMP *cpi, int speed);
2130
2131#ifdef __cplusplus
2132} // extern "C"
2133#endif
2134
2135#endif // AOM_AV1_ENCODER_SPEED_FEATURES_H_
enums.h
prune_zero_mv_with_sse
static int prune_zero_mv_with_sse(const aom_variance_fn_ptr_t *fn_ptr, const MACROBLOCK *x, BLOCK_SIZE bsize, const HandleInterModeArgs *args, int prune_zero_mv_with_sse)
Prunes ZeroMV Search Using Best NEWMV's SSE.
Definition rdopt.c:2761
av1_set_speed_features_framesize_independent
void av1_set_speed_features_framesize_independent(struct AV1_COMP *cpi, int speed)
Frame size independent speed vs quality trade off flags.
av1_set_speed_features_qindex_dependent
void av1_set_speed_features_qindex_dependent(struct AV1_COMP *cpi, int speed)
Q index dependent speed vs quality trade off flags.
av1_set_speed_features_framesize_dependent
void av1_set_speed_features_framesize_dependent(struct AV1_COMP *cpi, int speed)
Frame size dependent speed vs quality trade off flags.
INTERNAL_COST_UPDATE_TYPE
INTERNAL_COST_UPDATE_TYPE
This enum decides internally how often to update the entropy costs.
Definition speed_features.h:346
INTERNAL_COST_UPD_OFF
@ INTERNAL_COST_UPD_OFF
Definition speed_features.h:347
INTERNAL_COST_UPD_SBROW_SET
@ INTERNAL_COST_UPD_SBROW_SET
Definition speed_features.h:349
INTERNAL_COST_UPD_SBROW
@ INTERNAL_COST_UPD_SBROW
Definition speed_features.h:350
INTERNAL_COST_UPD_SB
@ INTERNAL_COST_UPD_SB
Definition speed_features.h:351
INTERNAL_COST_UPD_TILE
@ INTERNAL_COST_UPD_TILE
Definition speed_features.h:348
INTER_SEARCH_EARLY_TERM_IDX
INTER_SEARCH_EARLY_TERM_IDX
This enumeration defines inter search early termination index in non-rd path based on sse value.
Definition speed_features.h:392
EARLY_TERM_INDICES
@ EARLY_TERM_INDICES
Definition speed_features.h:403
EARLY_TERM_IDX_1
@ EARLY_TERM_IDX_1
Definition speed_features.h:395
EARLY_TERM_IDX_4
@ EARLY_TERM_IDX_4
Definition speed_features.h:401
EARLY_TERM_IDX_2
@ EARLY_TERM_IDX_2
Definition speed_features.h:397
EARLY_TERM_DISABLED
@ EARLY_TERM_DISABLED
Definition speed_features.h:393
EARLY_TERM_IDX_3
@ EARLY_TERM_IDX_3
Definition speed_features.h:399
SIMPLE_MOTION_SEARCH_PRUNE_LEVEL
SIMPLE_MOTION_SEARCH_PRUNE_LEVEL
This enumeration defines a variety of simple motion search based partition prune levels.
Definition speed_features.h:358
QIDX_BASED_AGG_LVL1
@ QIDX_BASED_AGG_LVL1
Definition speed_features.h:366
SIMPLE_AGG_LVL3
@ SIMPLE_AGG_LVL3
Definition speed_features.h:363
SIMPLE_AGG_LVL5
@ SIMPLE_AGG_LVL5
Definition speed_features.h:365
TOTAL_SIMPLE_AGG_LVLS
@ TOTAL_SIMPLE_AGG_LVLS
Definition speed_features.h:369
SIMPLE_AGG_LVL1
@ SIMPLE_AGG_LVL1
Definition speed_features.h:361
SIMPLE_AGG_LVL0
@ SIMPLE_AGG_LVL0
Definition speed_features.h:360
TOTAL_AGG_LVLS
@ TOTAL_AGG_LVLS
Definition speed_features.h:375
SIMPLE_AGG_LVL4
@ SIMPLE_AGG_LVL4
Definition speed_features.h:364
SIMPLE_AGG_LVL2
@ SIMPLE_AGG_LVL2
Definition speed_features.h:362
TOTAL_QINDEX_BASED_AGG_LVLS
@ TOTAL_QINDEX_BASED_AGG_LVLS
Definition speed_features.h:371
PRUNE_MESH_SEARCH_LEVEL
PRUNE_MESH_SEARCH_LEVEL
This enumeration defines a variety of mesh search prune levels.
Definition speed_features.h:382
PRUNE_MESH_SEARCH_LVL_1
@ PRUNE_MESH_SEARCH_LVL_1
Definition speed_features.h:384
PRUNE_MESH_SEARCH_LVL_2
@ PRUNE_MESH_SEARCH_LVL_2
Definition speed_features.h:385
PRUNE_MESH_SEARCH_DISABLED
@ PRUNE_MESH_SEARCH_DISABLED
Definition speed_features.h:383
CDEF_PICK_METHOD
CDEF_PICK_METHOD
This enumeration defines a variety of CDEF pick methods.
Definition speed_features.h:164
CDEF_FAST_SEARCH_LVL2
@ CDEF_FAST_SEARCH_LVL2
Definition speed_features.h:167
CDEF_FAST_SEARCH_LVL5
@ CDEF_FAST_SEARCH_LVL5
Definition speed_features.h:171
CDEF_FAST_SEARCH_LVL1
@ CDEF_FAST_SEARCH_LVL1
Definition speed_features.h:166
CDEF_FULL_SEARCH
@ CDEF_FULL_SEARCH
Definition speed_features.h:165
CDEF_PICK_FROM_Q
@ CDEF_PICK_FROM_Q
Definition speed_features.h:172
CDEF_FAST_SEARCH_LVL4
@ CDEF_FAST_SEARCH_LVL4
Definition speed_features.h:170
CDEF_FAST_SEARCH_LVL3
@ CDEF_FAST_SEARCH_LVL3
Definition speed_features.h:168
AV1_COMP
Top level encoder structure.
Definition encoder.h:2896
AV1_COMP::speed
int speed
Definition encoder.h:3118
FIRST_PASS_SPEED_FEATURES
Definition speed_features.h:507
FIRST_PASS_SPEED_FEATURES::disable_recon
int disable_recon
Skips reconstruction by using source buffers for prediction.
Definition speed_features.h:524
FIRST_PASS_SPEED_FEATURES::reduce_mv_step_param
int reduce_mv_step_param
Reduces the mv search window. By default, the initial search window is around MIN(MIN(dims),...
Definition speed_features.h:514
FIRST_PASS_SPEED_FEATURES::skip_zeromv_motion_search
int skip_zeromv_motion_search
Skips the motion search centered on 0,0 mv.
Definition speed_features.h:529
FIRST_PASS_SPEED_FEATURES::skip_motion_search_threshold
int skip_motion_search_threshold
Skips the motion search when the zero mv has small sse.
Definition speed_features.h:519
HIGH_LEVEL_SPEED_FEATURES
Sequence/frame level speed vs quality features.
Definition speed_features.h:409
HIGH_LEVEL_SPEED_FEATURES::adjust_num_frames_for_arf_filtering
int adjust_num_frames_for_arf_filtering
Definition speed_features.h:464
HIGH_LEVEL_SPEED_FEATURES::allow_sub_blk_me_in_tf
int allow_sub_blk_me_in_tf
Definition speed_features.h:486
HIGH_LEVEL_SPEED_FEATURES::second_alt_ref_filtering
int second_alt_ref_filtering
Definition speed_features.h:454
HIGH_LEVEL_SPEED_FEATURES::frame_parameter_update
int frame_parameter_update
Definition speed_features.h:411
HIGH_LEVEL_SPEED_FEATURES::weight_calc_level_in_tf
int weight_calc_level_in_tf
Definition speed_features.h:478
HIGH_LEVEL_SPEED_FEATURES::high_precision_mv_usage
MV_PREC_LOGIC high_precision_mv_usage
Definition speed_features.h:430
HIGH_LEVEL_SPEED_FEATURES::ref_frame_mvs_lvl
int ref_frame_mvs_lvl
Definition speed_features.h:494
HIGH_LEVEL_SPEED_FEATURES::disable_extra_sc_testing
int disable_extra_sc_testing
Definition speed_features.h:449
HIGH_LEVEL_SPEED_FEATURES::screen_detection_mode2_fast_detection
int screen_detection_mode2_fast_detection
Definition speed_features.h:501
HIGH_LEVEL_SPEED_FEATURES::recode_tolerance
int recode_tolerance
Definition speed_features.h:422
HIGH_LEVEL_SPEED_FEATURES::superres_auto_search_type
SUPERRES_AUTO_SEARCH_TYPE superres_auto_search_type
Definition speed_features.h:444
HIGH_LEVEL_SPEED_FEATURES::static_segmentation
int static_segmentation
Definition speed_features.h:439
HIGH_LEVEL_SPEED_FEATURES::accurate_bit_estimate
int accurate_bit_estimate
Definition speed_features.h:471
HIGH_LEVEL_SPEED_FEATURES::recode_loop
RECODE_LOOP_TYPE recode_loop
Definition speed_features.h:416
SPEED_FEATURES
Top level speed vs quality trade off data struture.
Definition speed_features.h:2015
SPEED_FEATURES::mv_sf
MV_SPEED_FEATURES mv_sf
Definition speed_features.h:2044
SPEED_FEATURES::tpl_sf
TPL_SPEED_FEATURES tpl_sf
Definition speed_features.h:2029
SPEED_FEATURES::lpf_sf
LOOP_FILTER_SPEED_FEATURES lpf_sf
Definition speed_features.h:2079
SPEED_FEATURES::tx_sf
TX_SPEED_FEATURES tx_sf
Definition speed_features.h:2064
SPEED_FEATURES::inter_sf
INTER_MODE_SPEED_FEATURES inter_sf
Definition speed_features.h:2049
SPEED_FEATURES::rd_sf
RD_CALC_SPEED_FEATURES rd_sf
Definition speed_features.h:2069
SPEED_FEATURES::part_sf
PARTITION_SPEED_FEATURES part_sf
Definition speed_features.h:2039
SPEED_FEATURES::gm_sf
GLOBAL_MOTION_SPEED_FEATURES gm_sf
Definition speed_features.h:2034
SPEED_FEATURES::interp_sf
INTERP_FILTER_SPEED_FEATURES interp_sf
Definition speed_features.h:2054
SPEED_FEATURES::fp_sf
FIRST_PASS_SPEED_FEATURES fp_sf
Definition speed_features.h:2024
SPEED_FEATURES::intra_sf
INTRA_MODE_SPEED_FEATURES intra_sf
Definition speed_features.h:2059
SPEED_FEATURES::winner_mode_sf
WINNER_MODE_SPEED_FEATURES winner_mode_sf
Definition speed_features.h:2074
SPEED_FEATURES::rt_sf
REAL_TIME_SPEED_FEATURES rt_sf
Definition speed_features.h:2084
SPEED_FEATURES::hl_sf
HIGH_LEVEL_SPEED_FEATURES hl_sf
Definition speed_features.h:2019