12 #ifndef AOM_AV1_COMMON_RESTORATION_H_
13 #define AOM_AV1_COMMON_RESTORATION_H_
15 #include "aom_ports/mem.h"
16 #include "config/aom_config.h"
18 #include "av1/common/blockd.h"
30 #define AOM_RESTORATION_FRAME_BORDER 32
31 #define CLIP(x, lo, hi) ((x) < (lo) ? (lo) : (x) > (hi) ? (hi) : (x))
32 #define RINT(x) ((x) < 0 ? (int)((x)-0.5) : (int)((x) + 0.5))
34 #define RESTORATION_PROC_UNIT_SIZE 64
37 #define RESTORATION_UNIT_OFFSET 8
39 #define SGRPROJ_BORDER_VERT 3
40 #define SGRPROJ_BORDER_HORZ 3
42 #define WIENER_BORDER_VERT 2
43 #define WIENER_HALFWIN 3
44 #define WIENER_BORDER_HORZ (WIENER_HALFWIN)
49 #if SGRPROJ_BORDER_VERT >= WIENER_BORDER_VERT
50 #define RESTORATION_BORDER_VERT (SGRPROJ_BORDER_VERT)
52 #define RESTORATION_BORDER_VERT (WIENER_BORDER_VERT)
55 #if SGRPROJ_BORDER_HORZ >= WIENER_BORDER_HORZ
56 #define RESTORATION_BORDER_HORZ (SGRPROJ_BORDER_HORZ)
58 #define RESTORATION_BORDER_HORZ (WIENER_BORDER_HORZ)
62 #define RESTORATION_BORDER 3
66 #define RESTORATION_CTX_VERT 2
70 #define RESTORATION_EXTRA_HORZ 4
73 #define RESTORATION_PADDING 20
74 #define RESTORATION_PROC_UNIT_PELS \
75 ((RESTORATION_PROC_UNIT_SIZE + RESTORATION_BORDER_HORZ * 2 + \
76 RESTORATION_PADDING) * \
77 (RESTORATION_PROC_UNIT_SIZE + RESTORATION_BORDER_VERT * 2 + \
80 #define RESTORATION_UNITSIZE_MAX 256
81 #define RESTORATION_UNITPELS_HORZ_MAX \
82 (RESTORATION_UNITSIZE_MAX * 3 / 2 + 2 * RESTORATION_BORDER_HORZ + 16)
83 #define RESTORATION_UNITPELS_VERT_MAX \
84 ((RESTORATION_UNITSIZE_MAX * 3 / 2 + 2 * RESTORATION_BORDER_VERT + \
85 RESTORATION_UNIT_OFFSET))
86 #define RESTORATION_UNITPELS_MAX \
87 (RESTORATION_UNITPELS_HORZ_MAX * RESTORATION_UNITPELS_VERT_MAX)
92 #define SGRPROJ_TMPBUF_SIZE (RESTORATION_UNITPELS_MAX * 2 * sizeof(int32_t))
94 #define SGRPROJ_EXTBUF_SIZE (0)
95 #define SGRPROJ_PARAMS_BITS 4
96 #define SGRPROJ_PARAMS (1 << SGRPROJ_PARAMS_BITS)
99 #define SGRPROJ_PRJ_BITS 7
101 #define SGRPROJ_RST_BITS 4
103 #define SGRPROJ_SGR_BITS 8
104 #define SGRPROJ_SGR (1 << SGRPROJ_SGR_BITS)
106 #define SGRPROJ_PRJ_MIN0 (-(1 << SGRPROJ_PRJ_BITS) * 3 / 4)
107 #define SGRPROJ_PRJ_MAX0 (SGRPROJ_PRJ_MIN0 + (1 << SGRPROJ_PRJ_BITS) - 1)
108 #define SGRPROJ_PRJ_MIN1 (-(1 << SGRPROJ_PRJ_BITS) / 4)
109 #define SGRPROJ_PRJ_MAX1 (SGRPROJ_PRJ_MIN1 + (1 << SGRPROJ_PRJ_BITS) - 1)
111 #define SGRPROJ_PRJ_SUBEXP_K 4
113 #define SGRPROJ_BITS (SGRPROJ_PRJ_BITS * 2 + SGRPROJ_PARAMS_BITS)
116 #define MAX_NELEM ((2 * MAX_RADIUS + 1) * (2 * MAX_RADIUS + 1))
117 #define SGRPROJ_MTABLE_BITS 20
118 #define SGRPROJ_RECIP_BITS 12
120 #define WIENER_HALFWIN1 (WIENER_HALFWIN + 1)
121 #define WIENER_WIN (2 * WIENER_HALFWIN + 1)
122 #define WIENER_WIN2 ((WIENER_WIN) * (WIENER_WIN))
123 #define WIENER_TMPBUF_SIZE (0)
124 #define WIENER_EXTBUF_SIZE (0)
128 #define WIENER_WIN_CHROMA (WIENER_WIN - 2)
129 #define WIENER_WIN_REDUCED (WIENER_WIN - 2)
130 #define WIENER_WIN2_CHROMA ((WIENER_WIN_CHROMA) * (WIENER_WIN_CHROMA))
131 #define WIENER_STATS_DOWNSAMPLE_FACTOR 4
133 #define WIENER_FILT_PREC_BITS 7
134 #define WIENER_FILT_STEP (1 << WIENER_FILT_PREC_BITS)
137 #define WIENER_FILT_TAP0_MIDV (3)
138 #define WIENER_FILT_TAP1_MIDV (-7)
139 #define WIENER_FILT_TAP2_MIDV (15)
140 #define WIENER_FILT_TAP3_MIDV \
141 (WIENER_FILT_STEP - 2 * (WIENER_FILT_TAP0_MIDV + WIENER_FILT_TAP1_MIDV + \
142 WIENER_FILT_TAP2_MIDV))
144 #define WIENER_FILT_TAP0_BITS 4
145 #define WIENER_FILT_TAP1_BITS 5
146 #define WIENER_FILT_TAP2_BITS 6
148 #define WIENER_FILT_BITS \
149 ((WIENER_FILT_TAP0_BITS + WIENER_FILT_TAP1_BITS + WIENER_FILT_TAP2_BITS) * 2)
151 #define WIENER_FILT_TAP0_MINV \
152 (WIENER_FILT_TAP0_MIDV - (1 << WIENER_FILT_TAP0_BITS) / 2)
153 #define WIENER_FILT_TAP1_MINV \
154 (WIENER_FILT_TAP1_MIDV - (1 << WIENER_FILT_TAP1_BITS) / 2)
155 #define WIENER_FILT_TAP2_MINV \
156 (WIENER_FILT_TAP2_MIDV - (1 << WIENER_FILT_TAP2_BITS) / 2)
158 #define WIENER_FILT_TAP0_MAXV \
159 (WIENER_FILT_TAP0_MIDV - 1 + (1 << WIENER_FILT_TAP0_BITS) / 2)
160 #define WIENER_FILT_TAP1_MAXV \
161 (WIENER_FILT_TAP1_MIDV - 1 + (1 << WIENER_FILT_TAP1_BITS) / 2)
162 #define WIENER_FILT_TAP2_MAXV \
163 (WIENER_FILT_TAP2_MIDV - 1 + (1 << WIENER_FILT_TAP2_BITS) / 2)
165 #define WIENER_FILT_TAP0_SUBEXP_K 1
166 #define WIENER_FILT_TAP1_SUBEXP_K 2
167 #define WIENER_FILT_TAP2_SUBEXP_K 3
170 #define RESTORATION_TMPBUF_SIZE (SGRPROJ_TMPBUF_SIZE)
173 #define RESTORATION_EXTBUF_SIZE (WIENER_EXTBUF_SIZE)
176 #if SUBPEL_TAPS != WIENER_WIN + 1
177 #error "Wiener filter currently only works if SUBPEL_TAPS == WIENER_WIN + 1"
179 #if WIENER_FILT_PREC_BITS != 7
180 #error "Wiener filter currently only works if WIENER_FILT_PREC_BITS == 7"
183 #define LR_TILE_ROW 0
184 #define LR_TILE_COL 0
185 #define LR_TILE_COLS 1
215 #define RESTORATION_LINEBUFFER_WIDTH \
216 (RESTORATION_UNITSIZE_MAX * 3 / 2 + 2 * RESTORATION_EXTRA_HORZ)
221 #define RESTORATION_COLBUFFER_HEIGHT \
222 (RESTORATION_PROC_UNIT_SIZE + 2 * RESTORATION_BORDER)
227 uint16_t tmp_save_above[RESTORATION_BORDER][RESTORATION_LINEBUFFER_WIDTH];
228 uint16_t tmp_save_below[RESTORATION_BORDER][RESTORATION_LINEBUFFER_WIDTH];
229 } RestorationLineBuffers;
313 static INLINE
void set_default_sgrproj(
SgrprojInfo *sgrproj_info) {
314 sgrproj_info->
xqd[0] = (SGRPROJ_PRJ_MIN0 + SGRPROJ_PRJ_MAX0) / 2;
315 sgrproj_info->
xqd[1] = (SGRPROJ_PRJ_MIN1 + SGRPROJ_PRJ_MAX1) / 2;
318 static INLINE
void set_default_wiener(
WienerInfo *wiener_info) {
319 wiener_info->
vfilter[0] = wiener_info->
hfilter[0] = WIENER_FILT_TAP0_MIDV;
320 wiener_info->
vfilter[1] = wiener_info->
hfilter[1] = WIENER_FILT_TAP1_MIDV;
321 wiener_info->
vfilter[2] = wiener_info->
hfilter[2] = WIENER_FILT_TAP2_MIDV;
322 wiener_info->
vfilter[WIENER_HALFWIN] = wiener_info->
hfilter[WIENER_HALFWIN] =
324 (WIENER_FILT_TAP2_MIDV + WIENER_FILT_TAP1_MIDV + WIENER_FILT_TAP0_MIDV);
325 wiener_info->
vfilter[4] = wiener_info->
hfilter[4] = WIENER_FILT_TAP2_MIDV;
326 wiener_info->
vfilter[5] = wiener_info->
hfilter[5] = WIENER_FILT_TAP1_MIDV;
327 wiener_info->
vfilter[6] = wiener_info->
hfilter[6] = WIENER_FILT_TAP0_MIDV;
331 int h_start, h_end, v_start, v_end;
332 } RestorationTileLimits;
334 typedef void (*rest_unit_visitor_t)(
const RestorationTileLimits *limits,
335 const AV1PixelRect *tile_rect,
336 int rest_unit_idx,
void *priv,
338 RestorationLineBuffers *rlbs);
340 typedef struct FilterFrameCtxt {
344 int highbd, bit_depth;
345 uint8_t *data8, *dst8;
346 int data_stride, dst_stride;
347 AV1PixelRect tile_rect;
350 typedef struct AV1LrStruct {
351 rest_unit_visitor_t on_rest_unit;
352 FilterFrameCtxt ctxt[MAX_MB_PLANE];
357 extern const sgr_params_type av1_sgr_params[SGRPROJ_PARAMS];
358 extern int sgrproj_mtable[SGRPROJ_PARAMS][2];
359 extern const int32_t av1_x_by_xplus1[256];
360 extern const int32_t av1_one_by_x[MAX_NELEM];
366 void av1_extend_frame(uint8_t *data,
int width,
int height,
int stride,
367 int border_horz,
int border_vert,
int highbd);
368 void av1_decode_xq(
const int *xqd,
int *xq,
const sgr_params_type *params);
406 const AV1PixelRect *tile_rect,
int tile_stripe0,
int ss_x,
int ss_y,
407 int highbd,
int bit_depth, uint8_t *data8,
int stride, uint8_t *dst8,
408 int dst_stride, int32_t *tmpbuf,
int optimized_lr);
428 void av1_loop_restoration_precal();
430 typedef void (*rest_tile_start_visitor_t)(
int tile_row,
int tile_col,
432 struct AV1LrSyncData;
434 typedef void (*sync_read_fn_t)(
void *
const lr_sync,
int r,
int c,
int plane);
436 typedef void (*sync_write_fn_t)(
void *
const lr_sync,
int r,
int c,
437 const int sb_cols,
int plane);
440 void av1_foreach_rest_unit_in_plane(
const struct AV1Common *cm,
int plane,
441 rest_unit_visitor_t on_rest_unit,
442 void *priv, AV1PixelRect *tile_rect,
444 RestorationLineBuffers *rlbs);
455 int av1_loop_restoration_corners_in_sb(
const struct AV1Common *cm,
int plane,
456 int mi_row,
int mi_col, BLOCK_SIZE bsize,
457 int *rcol0,
int *rcol1,
int *rrow0,
463 void av1_loop_restoration_filter_frame_init(AV1LrStruct *lr_ctxt,
466 int optimized_lr,
int num_planes);
467 void av1_loop_restoration_copy_planes(AV1LrStruct *loop_rest_ctxt,
469 void av1_foreach_rest_unit_in_row(
470 RestorationTileLimits *limits,
const AV1PixelRect *tile_rect,
471 rest_unit_visitor_t on_rest_unit,
int row_number,
int unit_size,
472 int unit_idx0,
int hunits_per_tile,
int vunits_per_tile,
int plane,
473 void *priv, int32_t *tmpbuf, RestorationLineBuffers *rlbs,
474 sync_read_fn_t on_sync_read, sync_write_fn_t on_sync_write,
475 struct AV1LrSyncData *
const lr_sync);
476 AV1PixelRect av1_whole_frame_rect(
const struct AV1Common *cm,
int is_uv);
477 int av1_lr_count_units_in_tile(
int unit_size,
int tile_size);
478 void av1_lr_sync_read_dummy(
void *
const lr_sync,
int r,
int c,
int plane);
479 void av1_lr_sync_write_dummy(
void *
const lr_sync,
int r,
int c,
480 const int sb_cols,
int plane);
RestorationType
This enumeration defines various restoration types supported.
Definition: enums.h:597
void av1_loop_restoration_filter_frame(YV12_BUFFER_CONFIG *frame, struct AV1Common *cm, int optimized_lr, void *lr_ctxt)
Function for applying loop restoration filter to a frame.
void av1_loop_restoration_filter_unit(const RestorationTileLimits *limits, const RestorationUnitInfo *rui, const RestorationStripeBoundaries *rsb, RestorationLineBuffers *rlbs, const AV1PixelRect *tile_rect, int tile_stripe0, int ss_x, int ss_y, int highbd, int bit_depth, uint8_t *data8, int stride, uint8_t *dst8, int dst_stride, int32_t *tmpbuf, int optimized_lr)
Function for applying loop restoration filter to a single unit.
Top level common structure used by both encoder and decoder.
Definition: av1_common_int.h:750
Parameters related to Restoration Info.
Definition: restoration.h:256
RestorationStripeBoundaries boundaries
Definition: restoration.h:301
RestorationUnitInfo * unit_info
Definition: restoration.h:296
int vert_units_per_tile
Definition: restoration.h:281
RestorationType frame_restoration_type
Definition: restoration.h:260
int optimized_lr
Definition: restoration.h:308
int restoration_unit_size
Definition: restoration.h:265
int horz_units_per_tile
Definition: restoration.h:286
int units_per_tile
Definition: restoration.h:276
Parameters related to Restoration Stripe boundaries.
Definition: restoration.h:233
int stripe_boundary_stride
Definition: restoration.h:247
int stripe_boundary_size
Definition: restoration.h:252
uint8_t * stripe_boundary_above
Definition: restoration.h:237
uint8_t * stripe_boundary_below
Definition: restoration.h:242
Parameters related to Restoration Unit Info.
Definition: restoration.h:194
WienerInfo wiener_info
Definition: restoration.h:203
RestorationType restoration_type
Definition: restoration.h:198
SgrprojInfo sgrproj_info
Definition: restoration.h:208
Parameters related to Sgrproj Filter.
Definition: blockd.h:510
int xqd[2]
Definition: blockd.h:519
Parameters related to Wiener Filter.
Definition: blockd.h:497
InterpKernel hfilter
Definition: blockd.h:506
InterpKernel vfilter
Definition: blockd.h:501
YV12 frame buffer data structure.
Definition: yv12config.h:39