63ccd08b48e1e7d164f329a853f1a5ba65dd5d00
[libav.git] / libavcodec / dnxhddec.c
1 /*
2 * VC3/DNxHD decoder.
3 * Copyright (c) 2007 SmartJog S.A., Baptiste Coudurier <baptiste dot coudurier at smartjog dot com>
4 * Copyright (c) 2011 MirriAd Ltd
5 *
6 * 10 bit support added by MirriAd Ltd, Joseph Artsimovich <joseph@mirriad.com>
7 *
8 * This file is part of Libav.
9 *
10 * Libav is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU Lesser General Public
12 * License as published by the Free Software Foundation; either
13 * version 2.1 of the License, or (at your option) any later version.
14 *
15 * Libav is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * Lesser General Public License for more details.
19 *
20 * You should have received a copy of the GNU Lesser General Public
21 * License along with Libav; if not, write to the Free Software
22 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 */
24
25 //#define TRACE
26 //#define DEBUG
27
28 #include "libavutil/imgutils.h"
29 #include "avcodec.h"
30 #include "get_bits.h"
31 #include "dnxhddata.h"
32 #include "dsputil.h"
33
34 typedef struct DNXHDContext {
35 AVCodecContext *avctx;
36 AVFrame picture;
37 GetBitContext gb;
38 int cid; ///< compression id
39 unsigned int width, height;
40 unsigned int mb_width, mb_height;
41 uint32_t mb_scan_index[68]; /* max for 1080p */
42 int cur_field; ///< current interlaced field
43 VLC ac_vlc, dc_vlc, run_vlc;
44 int last_dc[3];
45 DSPContext dsp;
46 DECLARE_ALIGNED(16, DCTELEM, blocks)[8][64];
47 ScanTable scantable;
48 const CIDEntry *cid_table;
49 int bit_depth; // 8, 10 or 0 if not initialized at all.
50 void (*decode_dct_block)(struct DNXHDContext *ctx, DCTELEM *block,
51 int n, int qscale);
52 } DNXHDContext;
53
54 #define DNXHD_VLC_BITS 9
55 #define DNXHD_DC_VLC_BITS 7
56
57 static void dnxhd_decode_dct_block_8(DNXHDContext *ctx, DCTELEM *block, int n, int qscale);
58 static void dnxhd_decode_dct_block_10(DNXHDContext *ctx, DCTELEM *block, int n, int qscale);
59
60 static av_cold int dnxhd_decode_init(AVCodecContext *avctx)
61 {
62 DNXHDContext *ctx = avctx->priv_data;
63
64 ctx->avctx = avctx;
65 avctx->coded_frame = &ctx->picture;
66 ctx->picture.type = AV_PICTURE_TYPE_I;
67 ctx->picture.key_frame = 1;
68 return 0;
69 }
70
71 static int dnxhd_init_vlc(DNXHDContext *ctx, int cid)
72 {
73 if (!ctx->cid_table) {
74 int index;
75
76 if ((index = ff_dnxhd_get_cid_table(cid)) < 0) {
77 av_log(ctx->avctx, AV_LOG_ERROR, "unsupported cid %d\n", cid);
78 return -1;
79 }
80 ctx->cid_table = &ff_dnxhd_cid_table[index];
81 init_vlc(&ctx->ac_vlc, DNXHD_VLC_BITS, 257,
82 ctx->cid_table->ac_bits, 1, 1,
83 ctx->cid_table->ac_codes, 2, 2, 0);
84 init_vlc(&ctx->dc_vlc, DNXHD_DC_VLC_BITS, ctx->bit_depth + 4,
85 ctx->cid_table->dc_bits, 1, 1,
86 ctx->cid_table->dc_codes, 1, 1, 0);
87 init_vlc(&ctx->run_vlc, DNXHD_VLC_BITS, 62,
88 ctx->cid_table->run_bits, 1, 1,
89 ctx->cid_table->run_codes, 2, 2, 0);
90
91 ff_init_scantable(ctx->dsp.idct_permutation, &ctx->scantable, ff_zigzag_direct);
92 }
93 return 0;
94 }
95
96 static int dnxhd_decode_header(DNXHDContext *ctx, const uint8_t *buf, int buf_size, int first_field)
97 {
98 static const uint8_t header_prefix[] = { 0x00, 0x00, 0x02, 0x80, 0x01 };
99 int i;
100
101 if (buf_size < 0x280)
102 return -1;
103
104 if (memcmp(buf, header_prefix, 5)) {
105 av_log(ctx->avctx, AV_LOG_ERROR, "error in header\n");
106 return -1;
107 }
108 if (buf[5] & 2) { /* interlaced */
109 ctx->cur_field = buf[5] & 1;
110 ctx->picture.interlaced_frame = 1;
111 ctx->picture.top_field_first = first_field ^ ctx->cur_field;
112 av_log(ctx->avctx, AV_LOG_DEBUG, "interlaced %d, cur field %d\n", buf[5] & 3, ctx->cur_field);
113 }
114
115 ctx->height = AV_RB16(buf + 0x18);
116 ctx->width = AV_RB16(buf + 0x1a);
117
118 av_dlog(ctx->avctx, "width %d, heigth %d\n", ctx->width, ctx->height);
119
120 if (buf[0x21] & 0x40) {
121 ctx->avctx->pix_fmt = PIX_FMT_YUV422P10;
122 ctx->avctx->bits_per_raw_sample = 10;
123 if (ctx->bit_depth != 10) {
124 dsputil_init(&ctx->dsp, ctx->avctx);
125 ctx->bit_depth = 10;
126 ctx->decode_dct_block = dnxhd_decode_dct_block_10;
127 }
128 } else {
129 ctx->avctx->pix_fmt = PIX_FMT_YUV422P;
130 ctx->avctx->bits_per_raw_sample = 8;
131 if (ctx->bit_depth != 8) {
132 dsputil_init(&ctx->dsp, ctx->avctx);
133 ctx->bit_depth = 8;
134 ctx->decode_dct_block = dnxhd_decode_dct_block_8;
135 }
136 }
137
138 ctx->cid = AV_RB32(buf + 0x28);
139 av_dlog(ctx->avctx, "compression id %d\n", ctx->cid);
140
141 if (dnxhd_init_vlc(ctx, ctx->cid) < 0)
142 return -1;
143
144 if (buf_size < ctx->cid_table->coding_unit_size) {
145 av_log(ctx->avctx, AV_LOG_ERROR, "incorrect frame size\n");
146 return -1;
147 }
148
149 ctx->mb_width = ctx->width>>4;
150 ctx->mb_height = buf[0x16d];
151
152 av_dlog(ctx->avctx, "mb width %d, mb height %d\n", ctx->mb_width, ctx->mb_height);
153
154 if ((ctx->height+15)>>4 == ctx->mb_height && ctx->picture.interlaced_frame)
155 ctx->height <<= 1;
156
157 if (ctx->mb_height > 68 ||
158 (ctx->mb_height<<ctx->picture.interlaced_frame) > (ctx->height+15)>>4) {
159 av_log(ctx->avctx, AV_LOG_ERROR, "mb height too big: %d\n", ctx->mb_height);
160 return -1;
161 }
162
163 for (i = 0; i < ctx->mb_height; i++) {
164 ctx->mb_scan_index[i] = AV_RB32(buf + 0x170 + (i<<2));
165 av_dlog(ctx->avctx, "mb scan index %d\n", ctx->mb_scan_index[i]);
166 if (buf_size < ctx->mb_scan_index[i] + 0x280) {
167 av_log(ctx->avctx, AV_LOG_ERROR, "invalid mb scan index\n");
168 return -1;
169 }
170 }
171
172 return 0;
173 }
174
175 static av_always_inline void dnxhd_decode_dct_block(DNXHDContext *ctx,
176 DCTELEM *block, int n,
177 int qscale,
178 int index_bits,
179 int level_bias,
180 int level_shift)
181 {
182 int i, j, index1, index2, len;
183 int level, component, sign;
184 const uint8_t *weight_matrix;
185 OPEN_READER(bs, &ctx->gb);
186
187 if (n&2) {
188 component = 1 + (n&1);
189 weight_matrix = ctx->cid_table->chroma_weight;
190 } else {
191 component = 0;
192 weight_matrix = ctx->cid_table->luma_weight;
193 }
194
195 UPDATE_CACHE(bs, &ctx->gb);
196 GET_VLC(len, bs, &ctx->gb, ctx->dc_vlc.table, DNXHD_DC_VLC_BITS, 1);
197 if (len) {
198 level = GET_CACHE(bs, &ctx->gb);
199 LAST_SKIP_BITS(bs, &ctx->gb, len);
200 sign = ~level >> 31;
201 level = (NEG_USR32(sign ^ level, len) ^ sign) - sign;
202 ctx->last_dc[component] += level;
203 }
204 block[0] = ctx->last_dc[component];
205 //av_log(ctx->avctx, AV_LOG_DEBUG, "dc %d\n", block[0]);
206
207 for (i = 1; ; i++) {
208 UPDATE_CACHE(bs, &ctx->gb);
209 GET_VLC(index1, bs, &ctx->gb, ctx->ac_vlc.table,
210 DNXHD_VLC_BITS, 2);
211 //av_log(ctx->avctx, AV_LOG_DEBUG, "index %d\n", index1);
212 level = ctx->cid_table->ac_level[index1];
213 if (!level) { /* EOB */
214 //av_log(ctx->avctx, AV_LOG_DEBUG, "EOB\n");
215 break;
216 }
217
218 sign = SHOW_SBITS(bs, &ctx->gb, 1);
219 SKIP_BITS(bs, &ctx->gb, 1);
220
221 if (ctx->cid_table->ac_index_flag[index1]) {
222 level += SHOW_UBITS(bs, &ctx->gb, index_bits) << 6;
223 SKIP_BITS(bs, &ctx->gb, index_bits);
224 }
225
226 if (ctx->cid_table->ac_run_flag[index1]) {
227 UPDATE_CACHE(bs, &ctx->gb);
228 GET_VLC(index2, bs, &ctx->gb, ctx->run_vlc.table,
229 DNXHD_VLC_BITS, 2);
230 i += ctx->cid_table->run[index2];
231 }
232
233 if (i > 63) {
234 av_log(ctx->avctx, AV_LOG_ERROR, "ac tex damaged %d, %d\n", n, i);
235 break;
236 }
237
238 j = ctx->scantable.permutated[i];
239 //av_log(ctx->avctx, AV_LOG_DEBUG, "j %d\n", j);
240 //av_log(ctx->avctx, AV_LOG_DEBUG, "level %d, weight %d\n", level, weight_matrix[i]);
241 level = (2*level+1) * qscale * weight_matrix[i];
242 if (level_bias < 32 || weight_matrix[i] != level_bias)
243 level += level_bias;
244 level >>= level_shift;
245
246 //av_log(NULL, AV_LOG_DEBUG, "i %d, j %d, end level %d\n", i, j, level);
247 block[j] = (level^sign) - sign;
248 }
249
250 CLOSE_READER(bs, &ctx->gb);
251 }
252
253 static void dnxhd_decode_dct_block_8(DNXHDContext *ctx, DCTELEM *block,
254 int n, int qscale)
255 {
256 dnxhd_decode_dct_block(ctx, block, n, qscale, 4, 32, 6);
257 }
258
259 static void dnxhd_decode_dct_block_10(DNXHDContext *ctx, DCTELEM *block,
260 int n, int qscale)
261 {
262 dnxhd_decode_dct_block(ctx, block, n, qscale, 6, 8, 4);
263 }
264
265 static int dnxhd_decode_macroblock(DNXHDContext *ctx, int x, int y)
266 {
267 int shift1 = ctx->bit_depth == 10;
268 int dct_linesize_luma = ctx->picture.linesize[0];
269 int dct_linesize_chroma = ctx->picture.linesize[1];
270 uint8_t *dest_y, *dest_u, *dest_v;
271 int dct_y_offset, dct_x_offset;
272 int qscale, i;
273
274 qscale = get_bits(&ctx->gb, 11);
275 skip_bits1(&ctx->gb);
276 //av_log(ctx->avctx, AV_LOG_DEBUG, "qscale %d\n", qscale);
277
278 for (i = 0; i < 8; i++) {
279 ctx->dsp.clear_block(ctx->blocks[i]);
280 ctx->decode_dct_block(ctx, ctx->blocks[i], i, qscale);
281 }
282
283 if (ctx->picture.interlaced_frame) {
284 dct_linesize_luma <<= 1;
285 dct_linesize_chroma <<= 1;
286 }
287
288 dest_y = ctx->picture.data[0] + ((y * dct_linesize_luma) << 4) + (x << (4 + shift1));
289 dest_u = ctx->picture.data[1] + ((y * dct_linesize_chroma) << 4) + (x << (3 + shift1));
290 dest_v = ctx->picture.data[2] + ((y * dct_linesize_chroma) << 4) + (x << (3 + shift1));
291
292 if (ctx->cur_field) {
293 dest_y += ctx->picture.linesize[0];
294 dest_u += ctx->picture.linesize[1];
295 dest_v += ctx->picture.linesize[2];
296 }
297
298 dct_y_offset = dct_linesize_luma << 3;
299 dct_x_offset = 8 << shift1;
300 ctx->dsp.idct_put(dest_y, dct_linesize_luma, ctx->blocks[0]);
301 ctx->dsp.idct_put(dest_y + dct_x_offset, dct_linesize_luma, ctx->blocks[1]);
302 ctx->dsp.idct_put(dest_y + dct_y_offset, dct_linesize_luma, ctx->blocks[4]);
303 ctx->dsp.idct_put(dest_y + dct_y_offset + dct_x_offset, dct_linesize_luma, ctx->blocks[5]);
304
305 if (!(ctx->avctx->flags & CODEC_FLAG_GRAY)) {
306 dct_y_offset = dct_linesize_chroma << 3;
307 ctx->dsp.idct_put(dest_u, dct_linesize_chroma, ctx->blocks[2]);
308 ctx->dsp.idct_put(dest_v, dct_linesize_chroma, ctx->blocks[3]);
309 ctx->dsp.idct_put(dest_u + dct_y_offset, dct_linesize_chroma, ctx->blocks[6]);
310 ctx->dsp.idct_put(dest_v + dct_y_offset, dct_linesize_chroma, ctx->blocks[7]);
311 }
312
313 return 0;
314 }
315
316 static int dnxhd_decode_macroblocks(DNXHDContext *ctx, const uint8_t *buf, int buf_size)
317 {
318 int x, y;
319 for (y = 0; y < ctx->mb_height; y++) {
320 ctx->last_dc[0] =
321 ctx->last_dc[1] =
322 ctx->last_dc[2] = 1 << (ctx->bit_depth + 2); // for levels +2^(bitdepth-1)
323 init_get_bits(&ctx->gb, buf + ctx->mb_scan_index[y], (buf_size - ctx->mb_scan_index[y]) << 3);
324 for (x = 0; x < ctx->mb_width; x++) {
325 //START_TIMER;
326 dnxhd_decode_macroblock(ctx, x, y);
327 //STOP_TIMER("decode macroblock");
328 }
329 }
330 return 0;
331 }
332
333 static int dnxhd_decode_frame(AVCodecContext *avctx, void *data, int *data_size,
334 AVPacket *avpkt)
335 {
336 const uint8_t *buf = avpkt->data;
337 int buf_size = avpkt->size;
338 DNXHDContext *ctx = avctx->priv_data;
339 AVFrame *picture = data;
340 int first_field = 1;
341
342 av_dlog(avctx, "frame size %d\n", buf_size);
343
344 decode_coding_unit:
345 if (dnxhd_decode_header(ctx, buf, buf_size, first_field) < 0)
346 return -1;
347
348 if ((avctx->width || avctx->height) &&
349 (ctx->width != avctx->width || ctx->height != avctx->height)) {
350 av_log(avctx, AV_LOG_WARNING, "frame size changed: %dx%d -> %dx%d\n",
351 avctx->width, avctx->height, ctx->width, ctx->height);
352 first_field = 1;
353 }
354
355 if (av_image_check_size(ctx->width, ctx->height, 0, avctx))
356 return -1;
357 avcodec_set_dimensions(avctx, ctx->width, ctx->height);
358
359 if (first_field) {
360 if (ctx->picture.data[0])
361 avctx->release_buffer(avctx, &ctx->picture);
362 if (avctx->get_buffer(avctx, &ctx->picture) < 0) {
363 av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
364 return -1;
365 }
366 }
367
368 dnxhd_decode_macroblocks(ctx, buf + 0x280, buf_size - 0x280);
369
370 if (first_field && ctx->picture.interlaced_frame) {
371 buf += ctx->cid_table->coding_unit_size;
372 buf_size -= ctx->cid_table->coding_unit_size;
373 first_field = 0;
374 goto decode_coding_unit;
375 }
376
377 *picture = ctx->picture;
378 *data_size = sizeof(AVPicture);
379 return buf_size;
380 }
381
382 static av_cold int dnxhd_decode_close(AVCodecContext *avctx)
383 {
384 DNXHDContext *ctx = avctx->priv_data;
385
386 if (ctx->picture.data[0])
387 avctx->release_buffer(avctx, &ctx->picture);
388 free_vlc(&ctx->ac_vlc);
389 free_vlc(&ctx->dc_vlc);
390 free_vlc(&ctx->run_vlc);
391 return 0;
392 }
393
394 AVCodec ff_dnxhd_decoder = {
395 "dnxhd",
396 AVMEDIA_TYPE_VIDEO,
397 CODEC_ID_DNXHD,
398 sizeof(DNXHDContext),
399 dnxhd_decode_init,
400 NULL,
401 dnxhd_decode_close,
402 dnxhd_decode_frame,
403 CODEC_CAP_DR1,
404 .long_name = NULL_IF_CONFIG_SMALL("VC3/DNxHD"),
405 };