Reindent after last commit.
[libav.git] / libavcodec / vp56.h
CommitLineData
5ce117c3 1/**
ba87f080 2 * @file
5ce117c3
AJ
3 * VP5 and VP6 compatible video decoder (common features)
4 *
5 * Copyright (C) 2006 Aurelien Jacobs <aurel@gnuage.org>
6 *
b78e7197
DB
7 * This file is part of FFmpeg.
8 *
9 * FFmpeg is free software; you can redistribute it and/or
5ce117c3
AJ
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
13 *
b78e7197 14 * FFmpeg is distributed in the hope that it will be useful,
5ce117c3
AJ
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
18 *
19 * You should have received a copy of the GNU Lesser General Public
b78e7197 20 * License along with FFmpeg; if not, write to the Free Software
e5a389a1 21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
5ce117c3
AJ
22 */
23
98790382
SS
24#ifndef AVCODEC_VP56_H
25#define AVCODEC_VP56_H
5ce117c3 26
5ce117c3
AJ
27#include "vp56data.h"
28#include "dsputil.h"
9106a698 29#include "get_bits.h"
2c124cb6 30#include "bytestream.h"
bce3bd1c 31#include "cabac.h"
5e1ba34b 32#include "vp56dsp.h"
5ce117c3 33
3d52bca6 34typedef struct vp56_context VP56Context;
702e8d33
JGG
35
36typedef struct {
37 int16_t x;
38 int16_t y;
39} DECLARE_ALIGNED(4, , VP56mv);
5ce117c3 40
3d52bca6 41typedef void (*VP56ParseVectorAdjustment)(VP56Context *s,
76025d91 42 VP56mv *vect);
3d52bca6 43typedef void (*VP56Filter)(VP56Context *s, uint8_t *dst, uint8_t *src,
76025d91
AJ
44 int offset1, int offset2, int stride,
45 VP56mv mv, int mask, int select, int luma);
3d52bca6
AJ
46typedef void (*VP56ParseCoeff)(VP56Context *s);
47typedef void (*VP56DefaultModelsInit)(VP56Context *s);
48typedef void (*VP56ParseVectorModels)(VP56Context *s);
49typedef void (*VP56ParseCoeffModels)(VP56Context *s);
76025d91
AJ
50typedef int (*VP56ParseHeader)(VP56Context *s, const uint8_t *buf,
51 int buf_size, int *golden_frame);
5ce117c3
AJ
52
53typedef struct {
54 int high;
6eabaef4
AJ
55 int bits; /* stored negated (i.e. negative "bits" is a positive number of
56 bits left) in order to eliminate a negate in cache refilling */
7e5cdb5b 57 const uint8_t *buffer;
7576516a 58 const uint8_t *end;
24675b80 59 unsigned int code_word;
3d52bca6 60} VP56RangeCoder;
5ce117c3
AJ
61
62typedef struct {
63 uint8_t not_null_dc;
3d52bca6 64 VP56Frame ref_frame;
5ce117c3 65 DCTELEM dc_coeff;
3d52bca6 66} VP56RefDc;
5ce117c3 67
5ce117c3
AJ
68typedef struct {
69 uint8_t type;
3d52bca6
AJ
70 VP56mv mv;
71} VP56Macroblock;
5ce117c3 72
247df384
AJ
73typedef struct {
74 uint8_t coeff_reorder[64]; /* used in vp6 only */
75 uint8_t coeff_index_to_pos[64]; /* used in vp6 only */
76 uint8_t vector_sig[2]; /* delta sign */
77 uint8_t vector_dct[2]; /* delta coding types */
78 uint8_t vector_pdi[2][2]; /* predefined delta init */
79 uint8_t vector_pdv[2][7]; /* predefined delta values */
80 uint8_t vector_fdv[2][8]; /* 8 bit delta value definition */
81 uint8_t coeff_dccv[2][11]; /* DC coeff value */
82 uint8_t coeff_ract[2][3][6][11]; /* Run/AC coding type and AC coeff value */
83 uint8_t coeff_acct[2][3][3][6][5];/* vp5 only AC coding type for coding group < 3 */
84 uint8_t coeff_dcct[2][36][5]; /* DC coeff coding type */
85 uint8_t coeff_runv[2][14]; /* run value (vp6 only) */
86 uint8_t mb_type[3][10][10]; /* model for decoding MB type */
87 uint8_t mb_types_stats[3][10][2];/* contextual, next MB type stats */
d887151d 88} VP56Model;
247df384 89
5ce117c3
AJ
90struct vp56_context {
91 AVCodecContext *avctx;
92 DSPContext dsp;
5e1ba34b 93 VP56DSPContext vp56dsp;
5ce117c3 94 ScanTable scantable;
91fc2cf1
AJ
95 AVFrame frames[4];
96 AVFrame *framep[6];
5ce117c3
AJ
97 uint8_t *edge_emu_buffer_alloc;
98 uint8_t *edge_emu_buffer;
3d52bca6
AJ
99 VP56RangeCoder c;
100 VP56RangeCoder cc;
101 VP56RangeCoder *ccp;
9110a0e3 102 int sub_version;
5ce117c3
AJ
103
104 /* frame info */
91fc2cf1
AJ
105 int plane_width[4];
106 int plane_height[4];
5ce117c3
AJ
107 int mb_width; /* number of horizontal MB */
108 int mb_height; /* number of vertical MB */
109 int block_offset[6];
110
111 int quantizer;
112 uint16_t dequant_dc;
113 uint16_t dequant_ac;
800274f8 114 int8_t *qscale_table;
5ce117c3
AJ
115
116 /* DC predictors management */
3d52bca6
AJ
117 VP56RefDc *above_blocks;
118 VP56RefDc left_block[4];
5ce117c3
AJ
119 int above_block_idx[6];
120 DCTELEM prev_dc[3][3]; /* [plan][ref_frame] */
121
122 /* blocks / macroblock */
3d52bca6
AJ
123 VP56mb mb_type;
124 VP56Macroblock *macroblocks;
84dc2d8a 125 DECLARE_ALIGNED(16, DCTELEM, block_coeff)[6][64];
5ce117c3
AJ
126
127 /* motion vectors */
3d52bca6
AJ
128 VP56mv mv[6]; /* vectors for each block in MB */
129 VP56mv vector_candidate[2];
5ce117c3
AJ
130 int vector_candidate_pos;
131
132 /* filtering hints */
dd9b8635 133 int filter_header; /* used in vp6 only */
5ce117c3
AJ
134 int deblock_filtering;
135 int filter_selection;
136 int filter_mode;
137 int max_vector_length;
138 int sample_variance_threshold;
139
5ce117c3
AJ
140 uint8_t coeff_ctx[4][64]; /* used in vp5 only */
141 uint8_t coeff_ctx_last[4]; /* used in vp5 only */
142
91fc2cf1
AJ
143 int has_alpha;
144
5ce117c3
AJ
145 /* upside-down flipping hints */
146 int flip; /* are we flipping ? */
147 int frbi; /* first row block index in MB */
148 int srbi; /* second row block index in MB */
91fc2cf1 149 int stride[4]; /* stride for each plan */
5ce117c3
AJ
150
151 const uint8_t *vp56_coord_div;
3d52bca6 152 VP56ParseVectorAdjustment parse_vector_adjustment;
3d52bca6
AJ
153 VP56Filter filter;
154 VP56ParseCoeff parse_coeff;
155 VP56DefaultModelsInit default_models_init;
156 VP56ParseVectorModels parse_vector_models;
157 VP56ParseCoeffModels parse_coeff_models;
158 VP56ParseHeader parse_header;
159
d887151d
AJ
160 VP56Model *modelp;
161 VP56Model models[2];
f28b1048
AJ
162
163 /* huffman decoding */
164 int use_huffman;
165 GetBitContext gb;
166 VLC dccv_vlc[2];
167 VLC runv_vlc[2];
168 VLC ract_vlc[2][3][6];
169 unsigned int nb_null[2][2]; /* number of consecutive NULL DC/AC */
5ce117c3
AJ
170};
171
172
d9504970
AC
173void ff_vp56_init(AVCodecContext *avctx, int flip, int has_alpha);
174int ff_vp56_free(AVCodecContext *avctx);
175void ff_vp56_init_dequant(VP56Context *s, int quantizer);
176int ff_vp56_decode_frame(AVCodecContext *avctx, void *data, int *data_size,
52fa2054 177 AVPacket *avpkt);
5ce117c3
AJ
178
179
180/**
181 * vp56 specific range coder implementation
182 */
183
3d52bca6 184static inline void vp56_init_range_decoder(VP56RangeCoder *c,
7e5cdb5b 185 const uint8_t *buf, int buf_size)
5ce117c3
AJ
186{
187 c->high = 255;
2e6ed48d 188 c->bits = -8;
5ce117c3 189 c->buffer = buf;
7576516a 190 c->end = buf + buf_size;
2c124cb6 191 c->code_word = bytestream_get_be16(&c->buffer);
5ce117c3
AJ
192}
193
5474ec2a 194static av_always_inline unsigned int vp56_rac_renorm(VP56RangeCoder *c)
b3d755ec
DC
195{
196 int shift = ff_h264_norm_shift[c->high] - 1;
197 int bits = c->bits;
5474ec2a 198 unsigned int code_word = c->code_word;
b3d755ec
DC
199
200 c->high <<= shift;
201 code_word <<= shift;
202 bits += shift;
203 if(bits >= 0 && c->buffer < c->end) {
204 code_word |= *c->buffer++ << bits;
205 bits -= 8;
206 }
207 c->bits = bits;
5474ec2a 208 return code_word;
b3d755ec
DC
209}
210
3611e7a3
EF
211#if ARCH_X86
212#include "x86/vp56_arith.h"
213#endif
214
215#ifndef vp56_rac_get_prob
216#define vp56_rac_get_prob vp56_rac_get_prob
3d52bca6 217static inline int vp56_rac_get_prob(VP56RangeCoder *c, uint8_t prob)
5ce117c3 218{
5474ec2a 219 unsigned int code_word = vp56_rac_renorm(c);
c6ef6e14 220 unsigned int low = 1 + (((c->high - 1) * prob) >> 8);
5ce117c3 221 unsigned int low_shift = low << 8;
4148855e 222 int bit = code_word >= low_shift;
5ce117c3 223
36d6b545 224 c->high = bit ? c->high - low : low;
5474ec2a 225 c->code_word = bit ? code_word - low_shift : code_word;
5ce117c3 226
5ce117c3
AJ
227 return bit;
228}
3611e7a3 229#endif
5ce117c3 230
fe1b5d97
DC
231// branchy variant, to be used where there's a branch based on the bit decoded
232static av_always_inline int vp56_rac_get_prob_branchy(VP56RangeCoder *c, int prob)
233{
234 unsigned long code_word = vp56_rac_renorm(c);
235 unsigned low = 1 + (((c->high - 1) * prob) >> 8);
236 unsigned low_shift = low << 8;
237
238 if (code_word >= low_shift) {
239 c->high -= low;
240 c->code_word = code_word - low_shift;
241 return 1;
242 }
243
244 c->high = low;
245 c->code_word = code_word;
246 return 0;
247}
248
3d52bca6 249static inline int vp56_rac_get(VP56RangeCoder *c)
5ce117c3 250{
5474ec2a 251 unsigned int code_word = vp56_rac_renorm(c);
5ce117c3
AJ
252 /* equiprobable */
253 int low = (c->high + 1) >> 1;
254 unsigned int low_shift = low << 8;
5474ec2a 255 int bit = code_word >= low_shift;
5ce117c3 256 if (bit) {
5474ec2a
DC
257 c->high -= low;
258 code_word -= low_shift;
5ce117c3 259 } else {
5474ec2a 260 c->high = low;
5ce117c3
AJ
261 }
262
5474ec2a 263 c->code_word = code_word;
5ce117c3
AJ
264 return bit;
265}
266
3b636f21
DC
267// rounding is different than vp56_rac_get, is vp56_rac_get wrong?
268static inline int vp8_rac_get(VP56RangeCoder *c)
269{
270 return vp56_rac_get_prob(c, 128);
271}
272
3d52bca6 273static inline int vp56_rac_gets(VP56RangeCoder *c, int bits)
5ce117c3
AJ
274{
275 int value = 0;
276
277 while (bits--) {
278 value = (value << 1) | vp56_rac_get(c);
279 }
280
281 return value;
282}
283
3b636f21
DC
284static inline int vp8_rac_get_uint(VP56RangeCoder *c, int bits)
285{
286 int value = 0;
287
288 while (bits--) {
289 value = (value << 1) | vp8_rac_get(c);
290 }
291
292 return value;
293}
294
295// fixme: add 1 bit to all the calls to this?
296static inline int vp8_rac_get_sint(VP56RangeCoder *c, int bits)
297{
298 int v;
299
300 if (!vp8_rac_get(c))
301 return 0;
302
303 v = vp8_rac_get_uint(c, bits);
304
305 if (vp8_rac_get(c))
306 v = -v;
307
308 return v;
309}
310
311// P(7)
3d52bca6 312static inline int vp56_rac_gets_nn(VP56RangeCoder *c, int bits)
5ce117c3
AJ
313{
314 int v = vp56_rac_gets(c, 7) << 1;
315 return v + !v;
316}
317
3b636f21
DC
318static inline int vp8_rac_get_nn(VP56RangeCoder *c)
319{
320 int v = vp8_rac_get_uint(c, 7) << 1;
321 return v + !v;
322}
323
3d52bca6
AJ
324static inline int vp56_rac_get_tree(VP56RangeCoder *c,
325 const VP56Tree *tree,
5ce117c3
AJ
326 const uint8_t *probs)
327{
328 while (tree->val > 0) {
329 if (vp56_rac_get_prob(c, probs[tree->prob_idx]))
330 tree += tree->val;
331 else
332 tree++;
333 }
334 return -tree->val;
335}
336
3b636f21
DC
337/**
338 * This is identical to vp8_rac_get_tree except for the possibility of starting
339 * on a node other than the root node, needed for coeff decode where this is
340 * used to save a bit after a 0 token (by disallowing EOB to immediately follow.)
341 */
342static inline int vp8_rac_get_tree_with_offset(VP56RangeCoder *c, const int8_t (*tree)[2],
343 const uint8_t *probs, int i)
344{
345 do {
346 i = tree[i][vp56_rac_get_prob(c, probs[i])];
347 } while (i > 0);
348
349 return -i;
350}
351
352// how probabilities are associated with decisions is different I think
353// well, the new scheme fits in the old but this way has one fewer branches per decision
354static inline int vp8_rac_get_tree(VP56RangeCoder *c, const int8_t (*tree)[2],
355 const uint8_t *probs)
356{
357 return vp8_rac_get_tree_with_offset(c, tree, probs, 0);
358}
359
360// DCTextra
361static inline int vp8_rac_get_coeff(VP56RangeCoder *c, const uint8_t *prob)
362{
363 int v = 0;
364
365 do {
366 v = (v<<1) + vp56_rac_get_prob(c, *prob++);
367 } while (*prob);
368
369 return v;
370}
371
98790382 372#endif /* AVCODEC_VP56_H */