rv40: move loop filter to rv34dsp context
[libav.git] / libavcodec / rv40.c
CommitLineData
ae4ca617
KS
1/*
2 * RV40 decoder
3 * Copyright (c) 2007 Konstantin Shishkov
4 *
2912e87a 5 * This file is part of Libav.
ae4ca617 6 *
2912e87a 7 * Libav is free software; you can redistribute it and/or
ae4ca617
KS
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
2912e87a 12 * Libav is distributed in the hope that it will be useful,
ae4ca617
KS
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
2912e87a 18 * License along with Libav; if not, write to the Free Software
ae4ca617
KS
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22/**
ba87f080 23 * @file
ae4ca617
KS
24 * RV40 decoder
25 */
26
737eb597 27#include "libavutil/imgutils.h"
6ce9b431 28
ae4ca617
KS
29#include "avcodec.h"
30#include "dsputil.h"
31#include "mpegvideo.h"
4978618b 32#include "golomb.h"
ae4ca617
KS
33
34#include "rv34.h"
35#include "rv40vlc2.h"
36#include "rv40data.h"
37
38static VLC aic_top_vlc;
39static VLC aic_mode1_vlc[AIC_MODE1_NUM], aic_mode2_vlc[AIC_MODE2_NUM];
40static VLC ptype_vlc[NUM_PTYPE_VLCS], btype_vlc[NUM_BTYPE_VLCS];
41
0a044f0f
KS
42static const int16_t mode2_offs[] = {
43 0, 614, 1222, 1794, 2410, 3014, 3586, 4202, 4792, 5382, 5966, 6542,
44 7138, 7716, 8292, 8864, 9444, 10030, 10642, 11212, 11814
45};
46
ae4ca617
KS
47/**
48 * Initialize all tables.
49 */
dc8a7c93 50static av_cold void rv40_init_tables(void)
ae4ca617
KS
51{
52 int i;
0a044f0f
KS
53 static VLC_TYPE aic_table[1 << AIC_TOP_BITS][2];
54 static VLC_TYPE aic_mode1_table[AIC_MODE1_NUM << AIC_MODE1_BITS][2];
55 static VLC_TYPE aic_mode2_table[11814][2];
56 static VLC_TYPE ptype_table[NUM_PTYPE_VLCS << PTYPE_VLC_BITS][2];
57 static VLC_TYPE btype_table[NUM_BTYPE_VLCS << BTYPE_VLC_BITS][2];
ae4ca617 58
0a044f0f
KS
59 aic_top_vlc.table = aic_table;
60 aic_top_vlc.table_allocated = 1 << AIC_TOP_BITS;
ae4ca617
KS
61 init_vlc(&aic_top_vlc, AIC_TOP_BITS, AIC_TOP_SIZE,
62 rv40_aic_top_vlc_bits, 1, 1,
0a044f0f 63 rv40_aic_top_vlc_codes, 1, 1, INIT_VLC_USE_NEW_STATIC);
ae4ca617
KS
64 for(i = 0; i < AIC_MODE1_NUM; i++){
65 // Every tenth VLC table is empty
66 if((i % 10) == 9) continue;
0a044f0f
KS
67 aic_mode1_vlc[i].table = &aic_mode1_table[i << AIC_MODE1_BITS];
68 aic_mode1_vlc[i].table_allocated = 1 << AIC_MODE1_BITS;
ae4ca617
KS
69 init_vlc(&aic_mode1_vlc[i], AIC_MODE1_BITS, AIC_MODE1_SIZE,
70 aic_mode1_vlc_bits[i], 1, 1,
0a044f0f 71 aic_mode1_vlc_codes[i], 1, 1, INIT_VLC_USE_NEW_STATIC);
ae4ca617
KS
72 }
73 for(i = 0; i < AIC_MODE2_NUM; i++){
0a044f0f
KS
74 aic_mode2_vlc[i].table = &aic_mode2_table[mode2_offs[i]];
75 aic_mode2_vlc[i].table_allocated = mode2_offs[i + 1] - mode2_offs[i];
ae4ca617
KS
76 init_vlc(&aic_mode2_vlc[i], AIC_MODE2_BITS, AIC_MODE2_SIZE,
77 aic_mode2_vlc_bits[i], 1, 1,
0a044f0f 78 aic_mode2_vlc_codes[i], 2, 2, INIT_VLC_USE_NEW_STATIC);
ae4ca617 79 }
0a044f0f 80 for(i = 0; i < NUM_PTYPE_VLCS; i++){
120ac262
KS
81 ptype_vlc[i].table = &ptype_table[i << PTYPE_VLC_BITS];
82 ptype_vlc[i].table_allocated = 1 << PTYPE_VLC_BITS;
83 init_vlc_sparse(&ptype_vlc[i], PTYPE_VLC_BITS, PTYPE_VLC_SIZE,
ae4ca617
KS
84 ptype_vlc_bits[i], 1, 1,
85 ptype_vlc_codes[i], 1, 1,
0a044f0f
KS
86 ptype_vlc_syms, 1, 1, INIT_VLC_USE_NEW_STATIC);
87 }
88 for(i = 0; i < NUM_BTYPE_VLCS; i++){
120ac262
KS
89 btype_vlc[i].table = &btype_table[i << BTYPE_VLC_BITS];
90 btype_vlc[i].table_allocated = 1 << BTYPE_VLC_BITS;
91 init_vlc_sparse(&btype_vlc[i], BTYPE_VLC_BITS, BTYPE_VLC_SIZE,
ae4ca617
KS
92 btype_vlc_bits[i], 1, 1,
93 btype_vlc_codes[i], 1, 1,
0a044f0f
KS
94 btype_vlc_syms, 1, 1, INIT_VLC_USE_NEW_STATIC);
95 }
ae4ca617
KS
96}
97
98/**
99 * Get stored dimension from bitstream.
100 *
101 * If the width/height is the standard one then it's coded as a 3-bit index.
102 * Otherwise it is coded as escaped 8-bit portions.
103 */
104static int get_dimension(GetBitContext *gb, const int *dim)
105{
106 int t = get_bits(gb, 3);
107 int val = dim[t];
108 if(val < 0)
109 val = dim[get_bits1(gb) - val];
110 if(!val){
111 do{
112 t = get_bits(gb, 8);
113 val += t << 2;
114 }while(t == 0xFF);
115 }
116 return val;
117}
118
119/**
120 * Get encoded picture size - usually this is called from rv40_parse_slice_header.
121 */
122static void rv40_parse_picture_size(GetBitContext *gb, int *w, int *h)
123{
124 *w = get_dimension(gb, rv40_standard_widths);
125 *h = get_dimension(gb, rv40_standard_heights);
126}
127
128static int rv40_parse_slice_header(RV34DecContext *r, GetBitContext *gb, SliceInfo *si)
129{
39902a8c 130 int mb_bits;
ae4ca617
KS
131 int w = r->s.width, h = r->s.height;
132 int mb_size;
133
134 memset(si, 0, sizeof(SliceInfo));
135 if(get_bits1(gb))
136 return -1;
137 si->type = get_bits(gb, 2);
138 if(si->type == 1) si->type = 0;
139 si->quant = get_bits(gb, 5);
140 if(get_bits(gb, 2))
141 return -1;
142 si->vlc_set = get_bits(gb, 2);
143 skip_bits1(gb);
39902a8c 144 si->pts = get_bits(gb, 13);
ae4ca617
KS
145 if(!si->type || !get_bits1(gb))
146 rv40_parse_picture_size(gb, &w, &h);
e16f217c 147 if(av_image_check_size(w, h, 0, r->s.avctx) < 0)
b192e564 148 return -1;
ae4ca617
KS
149 si->width = w;
150 si->height = h;
151 mb_size = ((w + 15) >> 4) * ((h + 15) >> 4);
152 mb_bits = ff_rv34_get_start_offset(gb, mb_size);
153 si->start = get_bits(gb, mb_bits);
154
155 return 0;
156}
157
158/**
159 * Decode 4x4 intra types array.
160 */
ea61e33a 161static int rv40_decode_intra_types(RV34DecContext *r, GetBitContext *gb, int8_t *dst)
ae4ca617
KS
162{
163 MpegEncContext *s = &r->s;
164 int i, j, k, v;
165 int A, B, C;
166 int pattern;
ea61e33a 167 int8_t *ptr;
ae4ca617 168
39c601b5 169 for(i = 0; i < 4; i++, dst += r->intra_types_stride){
ae4ca617
KS
170 if(!i && s->first_slice_line){
171 pattern = get_vlc2(gb, aic_top_vlc.table, AIC_TOP_BITS, 1);
172 dst[0] = (pattern >> 2) & 2;
173 dst[1] = (pattern >> 1) & 2;
174 dst[2] = pattern & 2;
175 dst[3] = (pattern << 1) & 2;
176 continue;
177 }
178 ptr = dst;
179 for(j = 0; j < 4; j++){
180 /* Coefficients are read using VLC chosen by the prediction pattern
181 * The first one (used for retrieving a pair of coefficients) is
182 * constructed from the top, top right and left coefficients
183 * The second one (used for retrieving only one coefficient) is
184 * top + 10 * left.
185 */
39c601b5
KS
186 A = ptr[-r->intra_types_stride + 1]; // it won't be used for the last coefficient in a row
187 B = ptr[-r->intra_types_stride];
ae4ca617
KS
188 C = ptr[-1];
189 pattern = A + (B << 4) + (C << 8);
190 for(k = 0; k < MODE2_PATTERNS_NUM; k++)
191 if(pattern == rv40_aic_table_index[k])
192 break;
193 if(j < 3 && k < MODE2_PATTERNS_NUM){ //pattern is found, decoding 2 coefficients
194 v = get_vlc2(gb, aic_mode2_vlc[k].table, AIC_MODE2_BITS, 2);
195 *ptr++ = v/9;
196 *ptr++ = v%9;
197 j++;
198 }else{
199 if(B != -1 && C != -1)
200 v = get_vlc2(gb, aic_mode1_vlc[B + C*10].table, AIC_MODE1_BITS, 1);
201 else{ // tricky decoding
202 v = 0;
203 switch(C){
204 case -1: // code 0 -> 1, 1 -> 0
205 if(B < 2)
206 v = get_bits1(gb) ^ 1;
207 break;
208 case 0:
209 case 2: // code 0 -> 2, 1 -> 0
210 v = (get_bits1(gb) ^ 1) << 1;
211 break;
212 }
213 }
214 *ptr++ = v;
215 }
216 }
217 }
218 return 0;
219}
220
221/**
222 * Decode macroblock information.
223 */
224static int rv40_decode_mb_info(RV34DecContext *r)
225{
226 MpegEncContext *s = &r->s;
227 GetBitContext *gb = &s->gb;
228 int q, i;
229 int prev_type = 0;
230 int mb_pos = s->mb_x + s->mb_y * s->mb_stride;
231 int blocks[RV34_MB_TYPES] = {0};
232 int count = 0;
233
234 if(!r->s.mb_skip_run)
4978618b 235 r->s.mb_skip_run = svq3_get_ue_golomb(gb) + 1;
ae4ca617
KS
236
237 if(--r->s.mb_skip_run)
238 return RV34_MB_SKIP;
239
20622c4a 240 if(r->avail_cache[6-1])
ae4ca617 241 blocks[r->mb_type[mb_pos - 1]]++;
20622c4a 242 if(r->avail_cache[6-4]){
ae4ca617 243 blocks[r->mb_type[mb_pos - s->mb_stride]]++;
20622c4a 244 if(r->avail_cache[6-2])
ae4ca617 245 blocks[r->mb_type[mb_pos - s->mb_stride + 1]]++;
20622c4a 246 if(r->avail_cache[6-5])
ae4ca617
KS
247 blocks[r->mb_type[mb_pos - s->mb_stride - 1]]++;
248 }
249
250 for(i = 0; i < RV34_MB_TYPES; i++){
251 if(blocks[i] > count){
252 count = blocks[i];
253 prev_type = i;
254 }
255 }
975a1447 256 if(s->pict_type == AV_PICTURE_TYPE_P){
ae4ca617
KS
257 prev_type = block_num_to_ptype_vlc_num[prev_type];
258 q = get_vlc2(gb, ptype_vlc[prev_type].table, PTYPE_VLC_BITS, 1);
259 if(q < PBTYPE_ESCAPE)
260 return q;
261 q = get_vlc2(gb, ptype_vlc[prev_type].table, PTYPE_VLC_BITS, 1);
262 av_log(s->avctx, AV_LOG_ERROR, "Dquant for P-frame\n");
263 }else{
264 prev_type = block_num_to_btype_vlc_num[prev_type];
265 q = get_vlc2(gb, btype_vlc[prev_type].table, BTYPE_VLC_BITS, 1);
266 if(q < PBTYPE_ESCAPE)
267 return q;
268 q = get_vlc2(gb, btype_vlc[prev_type].table, BTYPE_VLC_BITS, 1);
269 av_log(s->avctx, AV_LOG_ERROR, "Dquant for B-frame\n");
270 }
271 return 0;
272}
273
d33ee3f2
KS
274enum RV40BlockPos{
275 POS_CUR,
276 POS_TOP,
277 POS_LEFT,
278 POS_BOTTOM,
279};
280
281#define MASK_CUR 0x0001
282#define MASK_RIGHT 0x0008
283#define MASK_BOTTOM 0x0010
284#define MASK_TOP 0x1000
285#define MASK_Y_TOP_ROW 0x000F
286#define MASK_Y_LAST_ROW 0xF000
287#define MASK_Y_LEFT_COL 0x1111
288#define MASK_Y_RIGHT_COL 0x8888
289#define MASK_C_TOP_ROW 0x0003
290#define MASK_C_LAST_ROW 0x000C
291#define MASK_C_LEFT_COL 0x0005
292#define MASK_C_RIGHT_COL 0x000A
293
294static const int neighbour_offs_x[4] = { 0, 0, -1, 0 };
295static const int neighbour_offs_y[4] = { 0, -1, 0, 1 };
296
297/**
298 * RV40 loop filtering function
299 */
300static void rv40_loop_filter(RV34DecContext *r, int row)
301{
302 MpegEncContext *s = &r->s;
303 int mb_pos, mb_x;
304 int i, j, k;
305 uint8_t *Y, *C;
306 int alpha, beta, betaY, betaC;
307 int q;
308 int mbtype[4]; ///< current macroblock and its neighbours types
309 /**
310 * flags indicating that macroblock can be filtered with strong filter
311 * it is set only for intra coded MB and MB with DCs coded separately
312 */
313 int mb_strong[4];
314 int clip[4]; ///< MB filter clipping value calculated from filtering strength
315 /**
316 * coded block patterns for luma part of current macroblock and its neighbours
317 * Format:
318 * LSB corresponds to the top left block,
319 * each nibble represents one row of subblocks.
320 */
321 int cbp[4];
322 /**
323 * coded block patterns for chroma part of current macroblock and its neighbours
324 * Format is the same as for luma with two subblocks in a row.
325 */
326 int uvcbp[4][2];
327 /**
328 * This mask represents the pattern of luma subblocks that should be filtered
329 * in addition to the coded ones because because they lie at the edge of
330 * 8x8 block with different enough motion vectors
331 */
332 int mvmasks[4];
333
334 mb_pos = row * s->mb_stride;
335 for(mb_x = 0; mb_x < s->mb_width; mb_x++, mb_pos++){
657ccb5a 336 int mbtype = s->current_picture_ptr->f.mb_type[mb_pos];
d33ee3f2 337 if(IS_INTRA(mbtype) || IS_SEPARATE_DC(mbtype))
6c3fca64 338 r->cbp_luma [mb_pos] = r->deblock_coefs[mb_pos] = 0xFFFF;
d33ee3f2
KS
339 if(IS_INTRA(mbtype))
340 r->cbp_chroma[mb_pos] = 0xFF;
341 }
342 mb_pos = row * s->mb_stride;
343 for(mb_x = 0; mb_x < s->mb_width; mb_x++, mb_pos++){
344 int y_h_deblock, y_v_deblock;
345 int c_v_deblock[2], c_h_deblock[2];
346 int clip_left;
347 int avail[4];
348 int y_to_deblock, c_to_deblock[2];
349
657ccb5a 350 q = s->current_picture_ptr->f.qscale_table[mb_pos];
d33ee3f2
KS
351 alpha = rv40_alpha_tab[q];
352 beta = rv40_beta_tab [q];
353 betaY = betaC = beta * 3;
354 if(s->width * s->height <= 176*144)
355 betaY += beta;
356
357 avail[0] = 1;
358 avail[1] = row;
359 avail[2] = mb_x;
360 avail[3] = row < s->mb_height - 1;
361 for(i = 0; i < 4; i++){
362 if(avail[i]){
363 int pos = mb_pos + neighbour_offs_x[i] + neighbour_offs_y[i]*s->mb_stride;
364 mvmasks[i] = r->deblock_coefs[pos];
657ccb5a 365 mbtype [i] = s->current_picture_ptr->f.mb_type[pos];
d33ee3f2
KS
366 cbp [i] = r->cbp_luma[pos];
367 uvcbp[i][0] = r->cbp_chroma[pos] & 0xF;
368 uvcbp[i][1] = r->cbp_chroma[pos] >> 4;
369 }else{
370 mvmasks[i] = 0;
371 mbtype [i] = mbtype[0];
372 cbp [i] = 0;
373 uvcbp[i][0] = uvcbp[i][1] = 0;
374 }
375 mb_strong[i] = IS_INTRA(mbtype[i]) || IS_SEPARATE_DC(mbtype[i]);
376 clip[i] = rv40_filter_clip_tbl[mb_strong[i] + 1][q];
377 }
6c3fca64 378 y_to_deblock = mvmasks[POS_CUR]
d33ee3f2
KS
379 | (mvmasks[POS_BOTTOM] << 16);
380 /* This pattern contains bits signalling that horizontal edges of
381 * the current block can be filtered.
382 * That happens when either of adjacent subblocks is coded or lies on
383 * the edge of 8x8 blocks with motion vectors differing by more than
384 * 3/4 pel in any component (any edge orientation for some reason).
385 */
386 y_h_deblock = y_to_deblock
387 | ((cbp[POS_CUR] << 4) & ~MASK_Y_TOP_ROW)
388 | ((cbp[POS_TOP] & MASK_Y_LAST_ROW) >> 12);
389 /* This pattern contains bits signalling that vertical edges of
390 * the current block can be filtered.
391 * That happens when either of adjacent subblocks is coded or lies on
392 * the edge of 8x8 blocks with motion vectors differing by more than
393 * 3/4 pel in any component (any edge orientation for some reason).
394 */
395 y_v_deblock = y_to_deblock
396 | ((cbp[POS_CUR] << 1) & ~MASK_Y_LEFT_COL)
397 | ((cbp[POS_LEFT] & MASK_Y_RIGHT_COL) >> 3);
398 if(!mb_x)
399 y_v_deblock &= ~MASK_Y_LEFT_COL;
400 if(!row)
401 y_h_deblock &= ~MASK_Y_TOP_ROW;
402 if(row == s->mb_height - 1 || (mb_strong[POS_CUR] || mb_strong[POS_BOTTOM]))
403 y_h_deblock &= ~(MASK_Y_TOP_ROW << 16);
404 /* Calculating chroma patterns is similar and easier since there is
405 * no motion vector pattern for them.
406 */
407 for(i = 0; i < 2; i++){
408 c_to_deblock[i] = (uvcbp[POS_BOTTOM][i] << 4) | uvcbp[POS_CUR][i];
409 c_v_deblock[i] = c_to_deblock[i]
410 | ((uvcbp[POS_CUR] [i] << 1) & ~MASK_C_LEFT_COL)
411 | ((uvcbp[POS_LEFT][i] & MASK_C_RIGHT_COL) >> 1);
412 c_h_deblock[i] = c_to_deblock[i]
413 | ((uvcbp[POS_TOP][i] & MASK_C_LAST_ROW) >> 2)
414 | (uvcbp[POS_CUR][i] << 2);
415 if(!mb_x)
416 c_v_deblock[i] &= ~MASK_C_LEFT_COL;
417 if(!row)
418 c_h_deblock[i] &= ~MASK_C_TOP_ROW;
419 if(row == s->mb_height - 1 || mb_strong[POS_CUR] || mb_strong[POS_BOTTOM])
420 c_h_deblock[i] &= ~(MASK_C_TOP_ROW << 4);
421 }
422
423 for(j = 0; j < 16; j += 4){
657ccb5a 424 Y = s->current_picture_ptr->f.data[0] + mb_x*16 + (row*16 + j) * s->linesize;
d33ee3f2
KS
425 for(i = 0; i < 4; i++, Y += 4){
426 int ij = i + j;
427 int clip_cur = y_to_deblock & (MASK_CUR << ij) ? clip[POS_CUR] : 0;
428 int dither = j ? ij : i*4;
429
430 // if bottom block is coded then we can filter its top edge
431 // (or bottom edge of this block, which is the same)
432 if(y_h_deblock & (MASK_BOTTOM << ij)){
bb8a6e03 433 r->rdsp.rv40_h_loop_filter(Y+4*s->linesize, s->linesize, dither,
d33ee3f2
KS
434 y_to_deblock & (MASK_BOTTOM << ij) ? clip[POS_CUR] : 0,
435 clip_cur,
436 alpha, beta, betaY, 0, 0);
437 }
438 // filter left block edge in ordinary mode (with low filtering strength)
439 if(y_v_deblock & (MASK_CUR << ij) && (i || !(mb_strong[POS_CUR] || mb_strong[POS_LEFT]))){
440 if(!i)
6c3fca64 441 clip_left = mvmasks[POS_LEFT] & (MASK_RIGHT << j) ? clip[POS_LEFT] : 0;
d33ee3f2
KS
442 else
443 clip_left = y_to_deblock & (MASK_CUR << (ij-1)) ? clip[POS_CUR] : 0;
bb8a6e03 444 r->rdsp.rv40_v_loop_filter(Y, s->linesize, dither,
d33ee3f2
KS
445 clip_cur,
446 clip_left,
447 alpha, beta, betaY, 0, 0);
448 }
449 // filter top edge of the current macroblock when filtering strength is high
450 if(!j && y_h_deblock & (MASK_CUR << i) && (mb_strong[POS_CUR] || mb_strong[POS_TOP])){
bb8a6e03 451 r->rdsp.rv40_h_loop_filter(Y, s->linesize, dither,
d33ee3f2 452 clip_cur,
6c3fca64 453 mvmasks[POS_TOP] & (MASK_TOP << i) ? clip[POS_TOP] : 0,
d33ee3f2
KS
454 alpha, beta, betaY, 0, 1);
455 }
456 // filter left block edge in edge mode (with high filtering strength)
457 if(y_v_deblock & (MASK_CUR << ij) && !i && (mb_strong[POS_CUR] || mb_strong[POS_LEFT])){
6c3fca64 458 clip_left = mvmasks[POS_LEFT] & (MASK_RIGHT << j) ? clip[POS_LEFT] : 0;
bb8a6e03 459 r->rdsp.rv40_v_loop_filter(Y, s->linesize, dither,
d33ee3f2
KS
460 clip_cur,
461 clip_left,
462 alpha, beta, betaY, 0, 1);
463 }
464 }
465 }
466 for(k = 0; k < 2; k++){
467 for(j = 0; j < 2; j++){
657ccb5a 468 C = s->current_picture_ptr->f.data[k + 1] + mb_x*8 + (row*8 + j*4) * s->uvlinesize;
d33ee3f2
KS
469 for(i = 0; i < 2; i++, C += 4){
470 int ij = i + j*2;
471 int clip_cur = c_to_deblock[k] & (MASK_CUR << ij) ? clip[POS_CUR] : 0;
472 if(c_h_deblock[k] & (MASK_CUR << (ij+2))){
473 int clip_bot = c_to_deblock[k] & (MASK_CUR << (ij+2)) ? clip[POS_CUR] : 0;
bb8a6e03 474 r->rdsp.rv40_h_loop_filter(C+4*s->uvlinesize, s->uvlinesize, i*8,
d33ee3f2
KS
475 clip_bot,
476 clip_cur,
477 alpha, beta, betaC, 1, 0);
478 }
479 if((c_v_deblock[k] & (MASK_CUR << ij)) && (i || !(mb_strong[POS_CUR] || mb_strong[POS_LEFT]))){
480 if(!i)
481 clip_left = uvcbp[POS_LEFT][k] & (MASK_CUR << (2*j+1)) ? clip[POS_LEFT] : 0;
482 else
483 clip_left = c_to_deblock[k] & (MASK_CUR << (ij-1)) ? clip[POS_CUR] : 0;
bb8a6e03 484 r->rdsp.rv40_v_loop_filter(C, s->uvlinesize, j*8,
d33ee3f2
KS
485 clip_cur,
486 clip_left,
487 alpha, beta, betaC, 1, 0);
488 }
489 if(!j && c_h_deblock[k] & (MASK_CUR << ij) && (mb_strong[POS_CUR] || mb_strong[POS_TOP])){
490 int clip_top = uvcbp[POS_TOP][k] & (MASK_CUR << (ij+2)) ? clip[POS_TOP] : 0;
bb8a6e03 491 r->rdsp.rv40_h_loop_filter(C, s->uvlinesize, i*8,
d33ee3f2
KS
492 clip_cur,
493 clip_top,
494 alpha, beta, betaC, 1, 1);
495 }
496 if(c_v_deblock[k] & (MASK_CUR << ij) && !i && (mb_strong[POS_CUR] || mb_strong[POS_LEFT])){
497 clip_left = uvcbp[POS_LEFT][k] & (MASK_CUR << (2*j+1)) ? clip[POS_LEFT] : 0;
bb8a6e03 498 r->rdsp.rv40_v_loop_filter(C, s->uvlinesize, j*8,
d33ee3f2
KS
499 clip_cur,
500 clip_left,
501 alpha, beta, betaC, 1, 1);
502 }
503 }
504 }
505 }
506 }
507}
508
ae4ca617
KS
509/**
510 * Initialize decoder.
511 */
98a6fff9 512static av_cold int rv40_decode_init(AVCodecContext *avctx)
ae4ca617
KS
513{
514 RV34DecContext *r = avctx->priv_data;
515
516 r->rv30 = 0;
517 ff_rv34_decode_init(avctx);
518 if(!aic_top_vlc.bits)
519 rv40_init_tables();
520 r->parse_slice_header = rv40_parse_slice_header;
521 r->decode_intra_types = rv40_decode_intra_types;
522 r->decode_mb_info = rv40_decode_mb_info;
d33ee3f2 523 r->loop_filter = rv40_loop_filter;
ae4ca617
KS
524 r->luma_dc_quant_i = rv40_luma_dc_quant[0];
525 r->luma_dc_quant_p = rv40_luma_dc_quant[1];
526 return 0;
527}
528
d36beb3f 529AVCodec ff_rv40_decoder = {
ec6402b7
AK
530 .name = "rv40",
531 .type = AVMEDIA_TYPE_VIDEO,
532 .id = CODEC_ID_RV40,
533 .priv_data_size = sizeof(RV34DecContext),
534 .init = rv40_decode_init,
535 .close = ff_rv34_decode_end,
536 .decode = ff_rv34_decode_frame,
537 .capabilities = CODEC_CAP_DR1 | CODEC_CAP_DELAY,
7351eb14
KS
538 .flush = ff_mpeg_flush,
539 .long_name = NULL_IF_CONFIG_SMALL("RealVideo 4.0"),
540 .pix_fmts = ff_pixfmt_list_420,
ae4ca617 541};