various security fixes and precautionary checks
[libav.git] / libavcodec / h263dec.c
CommitLineData
de6d9b64 1/*
983e3246 2 * H.263 decoder
ff4ec49e 3 * Copyright (c) 2001 Fabrice Bellard.
8f2ab833 4 * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
de6d9b64 5 *
ff4ec49e
FB
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
de6d9b64 10 *
ff4ec49e 11 * This library is distributed in the hope that it will be useful,
de6d9b64 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
ff4ec49e
FB
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
de6d9b64 15 *
ff4ec49e
FB
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
de6d9b64 19 */
983e3246
MN
20
21/**
22 * @file h263dec.c
23 * H.263 decoder.
24 */
25
de6d9b64 26#include "avcodec.h"
6000abfa 27#include "dsputil.h"
de6d9b64
FB
28#include "mpegvideo.h"
29
30//#define DEBUG
02734c6a 31//#define PRINT_FRAME_TIME
de6d9b64 32
1457ab52 33int ff_h263_decode_init(AVCodecContext *avctx)
de6d9b64
FB
34{
35 MpegEncContext *s = avctx->priv_data;
519c2b6d 36
bf89e6b1 37 s->avctx = avctx;
de6d9b64
FB
38 s->out_format = FMT_H263;
39
21adafec
MN
40 s->width = avctx->coded_width;
41 s->height = avctx->coded_height;
92ba5ffb 42 s->workaround_bugs= avctx->workaround_bugs;
de6d9b64 43
4d2858de 44 // set defaults
3edcacde 45 MPV_decode_defaults(s);
4d2858de 46 s->quant_precision=5;
4d2858de 47 s->decode_mb= ff_h263_decode_mb;
4e00e76b 48 s->low_delay= 1;
5fe061a0 49 avctx->pix_fmt= PIX_FMT_YUV420P;
a573cc27 50 s->unrestricted_mv= 1;
4d2858de 51
de6d9b64
FB
52 /* select sub codec */
53 switch(avctx->codec->id) {
54 case CODEC_ID_H263:
68b94c35 55 s->unrestricted_mv= 0;
de6d9b64 56 break;
bf89e6b1 57 case CODEC_ID_MPEG4:
fcfee63b 58 s->decode_mb= ff_mpeg4_decode_mb;
de6d9b64
FB
59 s->time_increment_bits = 4; /* default value for broken headers */
60 s->h263_pred = 1;
4e00e76b 61 s->low_delay = 0; //default, might be overriden in the vol header during header parsing
de6d9b64 62 break;
84afee34 63 case CODEC_ID_MSMPEG4V1:
de6d9b64
FB
64 s->h263_msmpeg4 = 1;
65 s->h263_pred = 1;
84afee34
MN
66 s->msmpeg4_version=1;
67 break;
68 case CODEC_ID_MSMPEG4V2:
69 s->h263_msmpeg4 = 1;
70 s->h263_pred = 1;
71 s->msmpeg4_version=2;
72 break;
73 case CODEC_ID_MSMPEG4V3:
74 s->h263_msmpeg4 = 1;
75 s->h263_pred = 1;
76 s->msmpeg4_version=3;
de6d9b64 77 break;
e1a9dbff
MN
78 case CODEC_ID_WMV1:
79 s->h263_msmpeg4 = 1;
80 s->h263_pred = 1;
81 s->msmpeg4_version=4;
82 break;
8f8402e4
MN
83 case CODEC_ID_WMV2:
84 s->h263_msmpeg4 = 1;
85 s->h263_pred = 1;
86 s->msmpeg4_version=5;
87 break;
de6d9b64 88 case CODEC_ID_H263I:
de6d9b64 89 break;
d4f5d74a
GM
90 case CODEC_ID_FLV1:
91 s->h263_flv = 1;
92 break;
de6d9b64
FB
93 default:
94 return -1;
95 }
d7e9533a 96 s->codec_id= avctx->codec->id;
93a21abd 97
de6d9b64 98 /* for h263, we allocate the images after having read the header */
488fa19a 99 if (avctx->codec->id != CODEC_ID_H263 && avctx->codec->id != CODEC_ID_MPEG4)
4949028f
J
100 if (MPV_common_init(s) < 0)
101 return -1;
de6d9b64
FB
102
103 if (s->h263_msmpeg4)
8f8402e4 104 ff_msmpeg4_decode_init(s);
de6d9b64
FB
105 else
106 h263_decode_init_vlc(s);
107
108 return 0;
109}
110
1457ab52 111int ff_h263_decode_end(AVCodecContext *avctx)
de6d9b64
FB
112{
113 MpegEncContext *s = avctx->priv_data;
114
115 MPV_common_end(s);
116 return 0;
117}
118
7866eeff
MN
119/**
120 * retunrs the number of bytes consumed for building the current frame
121 */
122static int get_consumed_bytes(MpegEncContext *s, int buf_size){
123 int pos= (get_bits_count(&s->gb)+7)>>3;
d7425f59 124
d5a21172 125 if(s->divx_packed){
7866eeff
MN
126 //we would have to scan through the whole buf to handle the weird reordering ...
127 return buf_size;
d7425f59
MN
128 }else if(s->flags&CODEC_FLAG_TRUNCATED){
129 pos -= s->parse_context.last_index;
130 if(pos<0) pos=0; // padding is not really read so this might be -1
131 return pos;
7866eeff
MN
132 }else{
133 if(pos==0) pos=1; //avoid infinite loops (i doubt thats needed but ...)
77277835 134 if(pos+10>buf_size) pos=buf_size; // oops ;)
7866eeff
MN
135
136 return pos;
137 }
138}
139
4d2858de 140static int decode_slice(MpegEncContext *s){
46b4feec 141 const int part_mask= s->partitioned_frame ? (AC_END|AC_ERROR) : 0x7F;
af2a9e8f 142 const int mb_size= 16>>s->avctx->lowres;
4d2858de
MN
143 s->last_resync_gb= s->gb;
144 s->first_slice_line= 1;
145
146 s->resync_mb_x= s->mb_x;
147 s->resync_mb_y= s->mb_y;
148
554daa24 149 ff_set_qscale(s, s->qscale);
4d2858de
MN
150
151 if(s->partitioned_frame){
152 const int qscale= s->qscale;
153
154 if(s->codec_id==CODEC_ID_MPEG4){
155 if(ff_mpeg4_decode_partitions(s) < 0)
156 return -1;
157 }
158
d99ce8d7 159 /* restore variables which were modified */
4d2858de
MN
160 s->first_slice_line=1;
161 s->mb_x= s->resync_mb_x;
162 s->mb_y= s->resync_mb_y;
554daa24 163 ff_set_qscale(s, qscale);
4d2858de
MN
164 }
165
166 for(; s->mb_y < s->mb_height; s->mb_y++) {
167 /* per-row end of slice checks */
168 if(s->msmpeg4_version){
169 if(s->resync_mb_y + s->slice_height == s->mb_y){
46b4feec
MN
170 ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, AC_END|DC_END|MV_END);
171
4d2858de
MN
172 return 0;
173 }
174 }
175
176 if(s->msmpeg4_version==1){
177 s->last_dc[0]=
178 s->last_dc[1]=
179 s->last_dc[2]= 128;
180 }
181
182 ff_init_block_index(s);
183 for(; s->mb_x < s->mb_width; s->mb_x++) {
184 int ret;
185
186 ff_update_block_index(s);
187
188 if(s->resync_mb_x == s->mb_x && s->resync_mb_y+1 == s->mb_y){
189 s->first_slice_line=0;
190 }
191
192 /* DCT & quantize */
eb4b3dd3 193 s->dsp.clear_blocks(s->block[0]);
4d2858de
MN
194
195 s->mv_dir = MV_DIR_FORWARD;
196 s->mv_type = MV_TYPE_16X16;
1e491e29 197// s->mb_skiped = 0;
4d2858de
MN
198//printf("%d %d %06X\n", ret, get_bits_count(&s->gb), show_bits(&s->gb, 24));
199 ret= s->decode_mb(s, s->block);
4d2858de 200
7d1c3fc1
MN
201 if (s->pict_type!=B_TYPE)
202 ff_h263_update_motion_val(s);
203
4d2858de 204 if(ret<0){
7bc9090a 205 const int xy= s->mb_x + s->mb_y*s->mb_stride;
4d2858de 206 if(ret==SLICE_END){
aef95c8c 207 MPV_decode_mb(s, s->block);
332f9ac4
MN
208 if(s->loop_filter)
209 ff_h263_loop_filter(s);
aef95c8c 210
35aa136a 211//printf("%d %d %d %06X\n", s->mb_x, s->mb_y, s->gb.size*8 - get_bits_count(&s->gb), show_bits(&s->gb, 24));
46b4feec 212 ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
a61f8265
MN
213
214 s->padding_bug_score--;
215
4d2858de
MN
216 if(++s->mb_x >= s->mb_width){
217 s->mb_x=0;
af2a9e8f 218 ff_draw_horiz_band(s, s->mb_y*mb_size, mb_size);
4d2858de
MN
219 s->mb_y++;
220 }
221 return 0;
222 }else if(ret==SLICE_NOEND){
9b879566 223 av_log(s->avctx, AV_LOG_ERROR, "Slice mismatch at MB: %d\n", xy);
46b4feec 224 ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x+1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
4d2858de
MN
225 return -1;
226 }
9b879566 227 av_log(s->avctx, AV_LOG_ERROR, "Error at MB: %d\n", xy);
46b4feec 228 ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);
4d2858de
MN
229
230 return -1;
231 }
aef95c8c
MN
232
233 MPV_decode_mb(s, s->block);
332f9ac4
MN
234 if(s->loop_filter)
235 ff_h263_loop_filter(s);
4d2858de
MN
236 }
237
af2a9e8f 238 ff_draw_horiz_band(s, s->mb_y*mb_size, mb_size);
4d2858de 239
4d2858de
MN
240 s->mb_x= 0;
241 }
242
243 assert(s->mb_x==0 && s->mb_y==s->mb_height);
244
a61f8265
MN
245 /* try to detect the padding bug */
246 if( s->codec_id==CODEC_ID_MPEG4
247 && (s->workaround_bugs&FF_BUG_AUTODETECT)
68f593b4
MN
248 && s->gb.size_in_bits - get_bits_count(&s->gb) >=0
249 && s->gb.size_in_bits - get_bits_count(&s->gb) < 48
96d9cb22 250// && !s->resync_marker
a61f8265
MN
251 && !s->data_partitioning){
252
253 const int bits_count= get_bits_count(&s->gb);
68f593b4 254 const int bits_left = s->gb.size_in_bits - bits_count;
a61f8265 255
650faac6
MN
256 if(bits_left==0){
257 s->padding_bug_score+=16;
8671359b 258 } else if(bits_left != 1){
a61f8265
MN
259 int v= show_bits(&s->gb, 8);
260 v|= 0x7F >> (7-(bits_count&7));
8671359b 261
4940ed6a 262 if(v==0x7F && bits_left<=8)
a61f8265 263 s->padding_bug_score--;
4940ed6a
MN
264 else if(v==0x7F && ((get_bits_count(&s->gb)+8)&8) && bits_left<=16)
265 s->padding_bug_score+= 4;
a61f8265
MN
266 else
267 s->padding_bug_score++;
650faac6 268 }
a61f8265 269 }
4940ed6a
MN
270
271 if(s->workaround_bugs&FF_BUG_AUTODETECT){
503a4725 272 if(s->padding_bug_score > -2 && !s->data_partitioning /*&& (s->divx_version || !s->resync_marker)*/)
4940ed6a
MN
273 s->workaround_bugs |= FF_BUG_NO_PADDING;
274 else
275 s->workaround_bugs &= ~FF_BUG_NO_PADDING;
276 }
a61f8265 277
4d2858de 278 // handle formats which dont have unique end markers
cb7c98d6 279 if(s->msmpeg4_version || (s->workaround_bugs&FF_BUG_NO_PADDING)){ //FIXME perhaps solve this more cleanly
68f593b4 280 int left= s->gb.size_in_bits - get_bits_count(&s->gb);
4d2858de
MN
281 int max_extra=7;
282
283 /* no markers in M$ crap */
284 if(s->msmpeg4_version && s->pict_type==I_TYPE)
285 max_extra+= 17;
286
287 /* buggy padding but the frame should still end approximately at the bitstream end */
cb7c98d6 288 if((s->workaround_bugs&FF_BUG_NO_PADDING) && s->error_resilience>=3)
4d2858de 289 max_extra+= 48;
cb7c98d6 290 else if((s->workaround_bugs&FF_BUG_NO_PADDING))
4d2858de
MN
291 max_extra+= 256*256*256*64;
292
293 if(left>max_extra){
9b879566 294 av_log(s->avctx, AV_LOG_ERROR, "discarding %d junk bits at end, next would be %X\n", left, show_bits(&s->gb, 24));
4d2858de
MN
295 }
296 else if(left<0){
9b879566 297 av_log(s->avctx, AV_LOG_ERROR, "overreading %d bits\n", -left);
4d2858de 298 }else
46b4feec 299 ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, AC_END|DC_END|MV_END);
4d2858de
MN
300
301 return 0;
302 }
a61f8265 303
9b879566 304 av_log(s->avctx, AV_LOG_ERROR, "slice end not reached but screenspace end (%d left %06X, score= %d)\n",
68f593b4 305 s->gb.size_in_bits - get_bits_count(&s->gb),
9b6a5b87 306 show_bits(&s->gb, 24), s->padding_bug_score);
46b4feec
MN
307
308 ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
309
4d2858de
MN
310 return -1;
311}
312
d7425f59
MN
313/**
314 * finds the end of the current frame in the bitstream.
315 * @return the position of the first byte of the next frame, or -1
316 */
e4cb187d 317int ff_mpeg4_find_frame_end(ParseContext *pc, const uint8_t *buf, int buf_size){
d7425f59
MN
318 int vop_found, i;
319 uint32_t state;
320
321 vop_found= pc->frame_start_found;
322 state= pc->state;
323
324 i=0;
325 if(!vop_found){
326 for(i=0; i<buf_size; i++){
327 state= (state<<8) | buf[i];
328 if(state == 0x1B6){
329 i++;
330 vop_found=1;
331 break;
332 }
333 }
334 }
80097bbf 335
e4cb187d
MN
336 if(vop_found){
337 /* EOF considered as end of frame */
338 if (buf_size == 0)
339 return 0;
340 for(; i<buf_size; i++){
341 state= (state<<8) | buf[i];
342 if((state&0xFFFFFF00) == 0x100){
343 pc->frame_start_found=0;
344 pc->state=-1;
345 return i-3;
346 }
d7425f59
MN
347 }
348 }
349 pc->frame_start_found= vop_found;
350 pc->state= state;
067ff8b1 351 return END_NOT_FOUND;
d7425f59
MN
352}
353
e4cb187d 354static int h263_find_frame_end(ParseContext *pc, const uint8_t *buf, int buf_size){
d07f9043
MN
355 int vop_found, i;
356 uint32_t state;
357
358 vop_found= pc->frame_start_found;
359 state= pc->state;
360
361 i=0;
362 if(!vop_found){
363 for(i=0; i<buf_size; i++){
364 state= (state<<8) | buf[i];
365 if(state>>(32-22) == 0x20){
366 i++;
367 vop_found=1;
368 break;
369 }
370 }
371 }
372
373 if(vop_found){
374 for(; i<buf_size; i++){
375 state= (state<<8) | buf[i];
376 if(state>>(32-22) == 0x20){
377 pc->frame_start_found=0;
378 pc->state=-1;
379 return i-3;
380 }
381 }
382 }
383 pc->frame_start_found= vop_found;
384 pc->state= state;
385
386 return END_NOT_FOUND;
387}
388
e4cb187d
MN
389static int h263_parse(AVCodecParserContext *s,
390 AVCodecContext *avctx,
391 uint8_t **poutbuf, int *poutbuf_size,
392 const uint8_t *buf, int buf_size)
393{
394 ParseContext *pc = s->priv_data;
395 int next;
396
397 next= h263_find_frame_end(pc, buf, buf_size);
398
399 if (ff_combine_frame(pc, next, (uint8_t **)&buf, &buf_size) < 0) {
400 *poutbuf = NULL;
401 *poutbuf_size = 0;
402 return buf_size;
403 }
404
405 *poutbuf = (uint8_t *)buf;
406 *poutbuf_size = buf_size;
407 return next;
408}
409
1457ab52 410int ff_h263_decode_frame(AVCodecContext *avctx,
de6d9b64 411 void *data, int *data_size,
0c1a9eda 412 uint8_t *buf, int buf_size)
de6d9b64
FB
413{
414 MpegEncContext *s = avctx->priv_data;
1df1df0b 415 int ret;
492cd3a9 416 AVFrame *pict = data;
5d3cea3a 417
02734c6a
MN
418#ifdef PRINT_FRAME_TIME
419uint64_t time= rdtsc();
420#endif
de6d9b64
FB
421#ifdef DEBUG
422 printf("*****frame %d size=%d\n", avctx->frame_number, buf_size);
423 printf("bytes=%x %x %x %x\n", buf[0], buf[1], buf[2], buf[3]);
424#endif
b50eef3a 425 s->flags= avctx->flags;
303e50e6 426 s->flags2= avctx->flags2;
6733417a 427
e9174ba4 428 /* no supplementary picture */
de6d9b64 429 if (buf_size == 0) {
e9174ba4
MN
430 /* special case for last picture */
431 if (s->low_delay==0 && s->next_picture_ptr) {
432 *pict= *(AVFrame*)s->next_picture_ptr;
433 s->next_picture_ptr= NULL;
434
435 *data_size = sizeof(AVFrame);
436 }
437
de6d9b64
FB
438 return 0;
439 }
b7a22d84 440
d7425f59
MN
441 if(s->flags&CODEC_FLAG_TRUNCATED){
442 int next;
d7425f59 443
d7425f59 444 if(s->codec_id==CODEC_ID_MPEG4){
e4cb187d 445 next= ff_mpeg4_find_frame_end(&s->parse_context, buf, buf_size);
d07f9043 446 }else if(s->codec_id==CODEC_ID_H263){
e4cb187d 447 next= h263_find_frame_end(&s->parse_context, buf, buf_size);
d7425f59 448 }else{
9b879566 449 av_log(s->avctx, AV_LOG_ERROR, "this codec doesnt support truncated bitstreams\n");
d7425f59
MN
450 return -1;
451 }
b7a22d84 452
e4cb187d 453 if( ff_combine_frame(&s->parse_context, next, &buf, &buf_size) < 0 )
d7425f59 454 return buf_size;
d7425f59 455 }
de6d9b64 456
fb204d4b 457
4a3d7fbc
MN
458retry:
459
fb204d4b 460 if(s->bitstream_buffer_size && (s->divx_packed || buf_size<20)){ //divx 5.01+/xvid frame reorder
68f593b4 461 init_get_bits(&s->gb, s->bitstream_buffer, s->bitstream_buffer_size*8);
51b8fd19 462 }else
68f593b4 463 init_get_bits(&s->gb, buf, buf_size*8);
4136dd24 464 s->bitstream_buffer_size=0;
de6d9b64 465
3a3d3a42 466 if (!s->context_initialized) {
46fd0de8 467 if (MPV_common_init(s) < 0) //we need the idct permutaton for reading a custom matrix
3a3d3a42
MN
468 return -1;
469 }
5f194811
MN
470
471 //we need to set current_picture_ptr before reading the header, otherwise we cant store anyting im there
472 if(s->current_picture_ptr==NULL || s->current_picture_ptr->data[0]){
473 int i= ff_find_unused_picture(s, 0);
474 s->current_picture_ptr= &s->picture[i];
475 }
1457ab52 476
de6d9b64 477 /* let's go :-) */
1457ab52
MN
478 if (s->msmpeg4_version==5) {
479 ret= ff_wmv2_decode_picture_header(s);
480 } else if (s->msmpeg4_version) {
de6d9b64
FB
481 ret = msmpeg4_decode_picture_header(s);
482 } else if (s->h263_pred) {
b704e742
MN
483 if(s->avctx->extradata_size && s->picture_number==0){
484 GetBitContext gb;
485
68f593b4 486 init_get_bits(&gb, s->avctx->extradata, s->avctx->extradata_size*8);
b704e742
MN
487 ret = ff_mpeg4_decode_picture_header(s, &gb);
488 }
489 ret = ff_mpeg4_decode_picture_header(s, &s->gb);
490
9f9c3229
MN
491 if(s->flags& CODEC_FLAG_LOW_DELAY)
492 s->low_delay=1;
d55f7b65 493 } else if (s->codec_id == CODEC_ID_H263I) {
de6d9b64 494 ret = intel_h263_decode_picture_header(s);
d4f5d74a
GM
495 } else if (s->h263_flv) {
496 ret = flv_h263_decode_picture_header(s);
de6d9b64
FB
497 } else {
498 ret = h263_decode_picture_header(s);
488fa19a 499 }
ffba1dc0
MN
500
501 if(ret==FRAME_SKIPED) return get_consumed_bytes(s, buf_size);
502
503 /* skip if the header was thrashed */
504 if (ret < 0){
9b879566 505 av_log(s->avctx, AV_LOG_ERROR, "header damaged\n");
ffba1dc0
MN
506 return -1;
507 }
508
4e00e76b 509 avctx->has_b_frames= !s->low_delay;
9b6a5b87
MN
510
511 if(s->xvid_build==0 && s->divx_version==0 && s->lavc_build==0){
541ae140
MN
512 if(s->avctx->stream_codec_tag == ff_get_fourcc("XVID") ||
513 s->avctx->codec_tag == ff_get_fourcc("XVID") || s->avctx->codec_tag == ff_get_fourcc("XVIX"))
9b6a5b87 514 s->xvid_build= -1;
541ae140 515#if 0
8fc6c2b5
MN
516 if(s->avctx->codec_tag == ff_get_fourcc("DIVX") && s->vo_type==0 && s->vol_control_parameters==1
517 && s->padding_bug_score > 0 && s->low_delay) // XVID with modified fourcc
518 s->xvid_build= -1;
541ae140
MN
519#endif
520 }
9b6a5b87 521
541ae140 522 if(s->xvid_build==0 && s->divx_version==0 && s->lavc_build==0){
9b6a5b87
MN
523 if(s->avctx->codec_tag == ff_get_fourcc("DIVX") && s->vo_type==0 && s->vol_control_parameters==0)
524 s->divx_version= 400; //divx 4
525 }
45cb4767
MN
526
527 if(s->xvid_build && s->divx_version){
528 s->divx_version=
529 s->divx_build= 0;
530 }
4d2858de
MN
531
532 if(s->workaround_bugs&FF_BUG_AUTODETECT){
7004ffb3 533 if(s->avctx->codec_tag == ff_get_fourcc("XVIX"))
4d2858de 534 s->workaround_bugs|= FF_BUG_XVID_ILACE;
9b6a5b87 535
7004ffb3 536 if(s->avctx->codec_tag == ff_get_fourcc("UMP4")){
4d2858de 537 s->workaround_bugs|= FF_BUG_UMP4;
4d2858de 538 }
03e93d35 539
9b6a5b87 540 if(s->divx_version>=500){
03e93d35
MN
541 s->workaround_bugs|= FF_BUG_QPEL_CHROMA;
542 }
7da71a5c 543
36df8805
MN
544 if(s->divx_version>502){
545 s->workaround_bugs|= FF_BUG_QPEL_CHROMA2;
546 }
547
a6a494fb
MN
548 if(s->xvid_build && s->xvid_build<=3)
549 s->padding_bug_score= 256*256*256*64;
550
7da71a5c
MN
551 if(s->xvid_build && s->xvid_build<=1)
552 s->workaround_bugs|= FF_BUG_QPEL_CHROMA;
553
9b6a5b87
MN
554 if(s->xvid_build && s->xvid_build<=12)
555 s->workaround_bugs|= FF_BUG_EDGE;
556
4ccde216
MN
557 if(s->xvid_build && s->xvid_build<=32)
558 s->workaround_bugs|= FF_BUG_DC_CLIP;
559
db794953
MN
560#define SET_QPEL_FUNC(postfix1, postfix2) \
561 s->dsp.put_ ## postfix1 = ff_put_ ## postfix2;\
562 s->dsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2;\
563 s->dsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
564
565 if(s->lavc_build && s->lavc_build<4653)
566 s->workaround_bugs|= FF_BUG_STD_QPEL;
567
c40c3482
MN
568 if(s->lavc_build && s->lavc_build<4655)
569 s->workaround_bugs|= FF_BUG_DIRECT_BLOCKSIZE;
570
8025405f 571 if(s->lavc_build && s->lavc_build<4670){
6674a126
MN
572 s->workaround_bugs|= FF_BUG_EDGE;
573 }
4ccde216
MN
574
575 if(s->lavc_build && s->lavc_build<=4712)
576 s->workaround_bugs|= FF_BUG_DC_CLIP;
6674a126 577
c40c3482
MN
578 if(s->divx_version)
579 s->workaround_bugs|= FF_BUG_DIRECT_BLOCKSIZE;
a61f8265 580//printf("padding_bug_score: %d\n", s->padding_bug_score);
d671e2fe
MN
581 if(s->divx_version==501 && s->divx_build==20020416)
582 s->padding_bug_score= 256*256*256*64;
1c6dcb0f 583
6674a126 584 if(s->divx_version && s->divx_version<500){
1c6dcb0f
MN
585 s->workaround_bugs|= FF_BUG_EDGE;
586 }
7d1c3fc1 587
b44bdf7e
MN
588 if(s->divx_version)
589 s->workaround_bugs|= FF_BUG_HPEL_CHROMA;
a61f8265 590#if 0
4d2858de 591 if(s->divx_version==500)
d671e2fe 592 s->padding_bug_score= 256*256*256*64;
4d2858de
MN
593
594 /* very ugly XVID padding bug detection FIXME/XXX solve this differently
595 * lets hope this at least works
596 */
597 if( s->resync_marker==0 && s->data_partitioning==0 && s->divx_version==0
598 && s->codec_id==CODEC_ID_MPEG4 && s->vo_type==0)
599 s->workaround_bugs|= FF_BUG_NO_PADDING;
600
601 if(s->lavc_build && s->lavc_build<4609) //FIXME not sure about the version num but a 4609 file seems ok
602 s->workaround_bugs|= FF_BUG_NO_PADDING;
a61f8265 603#endif
4d2858de
MN
604 }
605
db794953
MN
606 if(s->workaround_bugs& FF_BUG_STD_QPEL){
607 SET_QPEL_FUNC(qpel_pixels_tab[0][ 5], qpel16_mc11_old_c)
608 SET_QPEL_FUNC(qpel_pixels_tab[0][ 7], qpel16_mc31_old_c)
609 SET_QPEL_FUNC(qpel_pixels_tab[0][ 9], qpel16_mc12_old_c)
610 SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
611 SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
612 SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
613
614 SET_QPEL_FUNC(qpel_pixels_tab[1][ 5], qpel8_mc11_old_c)
615 SET_QPEL_FUNC(qpel_pixels_tab[1][ 7], qpel8_mc31_old_c)
616 SET_QPEL_FUNC(qpel_pixels_tab[1][ 9], qpel8_mc12_old_c)
617 SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
618 SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
619 SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
620 }
4d2858de 621
8fc6c2b5 622 if(avctx->debug & FF_DEBUG_BUGS)
9b879566 623 av_log(s->avctx, AV_LOG_DEBUG, "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
8fc6c2b5
MN
624 s->workaround_bugs, s->lavc_build, s->xvid_build, s->divx_version, s->divx_build,
625 s->divx_packed ? "p" : "");
626
38274ea2
MN
627#if 0 // dump bits per frame / qp / complexity
628{
629 static FILE *f=NULL;
630 if(!f) f=fopen("rate_qp_cplx.txt", "w");
32b90921 631 fprintf(f, "%d %d %f\n", buf_size, s->qscale, buf_size*(double)s->qscale);
38274ea2
MN
632}
633#endif
b442a92f
AB
634
635#ifdef HAVE_MMX
ee0c00d3
MN
636 if(s->codec_id == CODEC_ID_MPEG4 && s->xvid_build && avctx->idct_algo == FF_IDCT_AUTO && (mm_flags & MM_MMX) && !(s->flags&CODEC_FLAG_BITEXACT)){
637 avctx->idct_algo= FF_IDCT_LIBMPEG2MMX;
cfeae977 638 avctx->coded_width= 0; // force reinit
ee0c00d3 639 }
b442a92f
AB
640#endif
641
488fa19a 642 /* After H263 & mpeg4 header decode we have the height, width,*/
9eaa4690
J
643 /* and other parameters. So then we could init the picture */
644 /* FIXME: By the way H263 decoder is evolving it should have */
645 /* an H263EncContext */
58b0b0dd 646
21adafec
MN
647 if ( s->width != avctx->coded_width
648 || s->height != avctx->coded_height) {
93a21abd 649 /* H.263 could change picture size any time */
bcc7125e
MN
650 ParseContext pc= s->parse_context; //FIXME move these demuxng hack to avformat
651 s->parse_context.buffer=0;
93a21abd 652 MPV_common_end(s);
bcc7125e 653 s->parse_context= pc;
93a21abd 654 }
488fa19a 655 if (!s->context_initialized) {
21adafec 656 avcodec_set_dimensions(avctx, s->width, s->height);
4d2858de 657
4a3d7fbc 658 goto retry;
de6d9b64 659 }
35aa136a
MN
660
661 if((s->codec_id==CODEC_ID_H263 || s->codec_id==CODEC_ID_H263P))
662 s->gob_index = ff_h263_get_gob_height(s);
347ae22e 663
1e491e29
MN
664 // for hurry_up==5
665 s->current_picture.pict_type= s->pict_type;
666 s->current_picture.key_frame= s->pict_type == I_TYPE;
347ae22e 667
1c2a8c7f 668 /* skip b frames if we dont have reference frames */
676e61c7 669 if(s->last_picture_ptr==NULL && (s->pict_type==B_TYPE || s->dropable)) return get_consumed_bytes(s, buf_size);
2417652e 670 /* skip b frames if we are in a hurry */
f8fd15e0 671 if(avctx->hurry_up && s->pict_type==B_TYPE) return get_consumed_bytes(s, buf_size);
347ae22e 672 /* skip everything if we are in a hurry>=5 */
f8fd15e0 673 if(avctx->hurry_up>=5) return get_consumed_bytes(s, buf_size);
6733417a
MN
674
675 if(s->next_p_frame_damaged){
676 if(s->pict_type==B_TYPE)
7866eeff 677 return get_consumed_bytes(s, buf_size);
6733417a
MN
678 else
679 s->next_p_frame_damaged=0;
680 }
681
d6db1c9c
MN
682 if(MPV_frame_start(s, avctx) < 0)
683 return -1;
de6d9b64
FB
684
685#ifdef DEBUG
686 printf("qscale=%d\n", s->qscale);
687#endif
688
46b4feec 689 ff_er_frame_start(s);
4d2858de 690
487bce53
MN
691 //the second part of the wmv2 header contains the MB skip bits which are stored in current_picture->mb_type
692 //which isnt available before MPV_frame_start()
693 if (s->msmpeg4_version==5){
694 if(ff_wmv2_decode_secondary_picture_header(s) < 0)
695 return -1;
696 }
697
de6d9b64 698 /* decode each macroblock */
4d2858de
MN
699 s->mb_x=0;
700 s->mb_y=0;
701
702 decode_slice(s);
487bce53 703 while(s->mb_y<s->mb_height){
4d2858de 704 if(s->msmpeg4_version){
487bce53 705 if(s->mb_x!=0 || (s->mb_y%s->slice_height)!=0 || get_bits_count(&s->gb) > s->gb.size_in_bits)
4d2858de
MN
706 break;
707 }else{
708 if(ff_h263_resync(s)<0)
709 break;
6733417a
MN
710 }
711
28269849 712 if(s->msmpeg4_version<4 && s->h263_pred)
4d2858de 713 ff_mpeg4_clean_buffers(s);
649c00c9 714
4d2858de 715 decode_slice(s);
de6d9b64 716 }
8b32880c 717
e1a9dbff 718 if (s->h263_msmpeg4 && s->msmpeg4_version<4 && s->pict_type==I_TYPE)
1e491e29
MN
719 if(msmpeg4_decode_ext_header(s, buf_size) < 0){
720 s->error_status_table[s->mb_num-1]= AC_ERROR|DC_ERROR|MV_ERROR;
721 }
eec1c6b9
MN
722
723 /* divx 5.01+ bistream reorder stuff */
d5a21172 724 if(s->codec_id==CODEC_ID_MPEG4 && s->bitstream_buffer_size==0 && s->divx_packed){
6733417a 725 int current_pos= get_bits_count(&s->gb)>>3;
fb204d4b 726 int startcode_found=0;
0ecca7a4
MN
727
728 if(buf_size - current_pos > 5){
6733417a 729 int i;
7866eeff 730 for(i=current_pos; i<buf_size-3; i++){
6733417a
MN
731 if(buf[i]==0 && buf[i+1]==0 && buf[i+2]==1 && buf[i+3]==0xB6){
732 startcode_found=1;
733 break;
734 }
735 }
fb204d4b
MN
736 }
737 if(s->gb.buffer == s->bitstream_buffer && buf_size>20){ //xvid style
738 startcode_found=1;
739 current_pos=0;
740 }
741
742 if(startcode_found){
0ecca7a4
MN
743 s->bitstream_buffer= av_fast_realloc(
744 s->bitstream_buffer,
745 &s->allocated_bitstream_buffer_size,
746 buf_size - current_pos + FF_INPUT_BUFFER_PADDING_SIZE);
fb204d4b
MN
747 memcpy(s->bitstream_buffer, buf + current_pos, buf_size - current_pos);
748 s->bitstream_buffer_size= buf_size - current_pos;
6733417a
MN
749 }
750 }
751
46b4feec 752 ff_er_frame_end(s);
4d2858de 753
de6d9b64 754 MPV_frame_end(s);
db794953 755
db6e7795
MN
756assert(s->current_picture.pict_type == s->current_picture_ptr->pict_type);
757assert(s->current_picture.pict_type == s->pict_type);
4e00e76b 758 if(s->pict_type==B_TYPE || s->low_delay){
492cd3a9 759 *pict= *(AVFrame*)&s->current_picture;
0c9bbaec 760 ff_print_debug_info(s, pict);
6f91bcd1 761 } else {
492cd3a9 762 *pict= *(AVFrame*)&s->last_picture;
e4a1fdfd
MN
763 if(pict)
764 ff_print_debug_info(s, pict);
6f91bcd1 765 }
8fc69895 766
81401c1f
J
767 /* Return the Picture timestamp as the frame number */
768 /* we substract 1 because it is added on utils.c */
769 avctx->frame_number = s->picture_number - 1;
770
4e00e76b 771 /* dont output the last pic after seeking */
b536d0aa 772 if(s->last_picture_ptr || s->low_delay)
492cd3a9 773 *data_size = sizeof(AVFrame);
02734c6a
MN
774#ifdef PRINT_FRAME_TIME
775printf("%Ld\n", rdtsc()-time);
776#endif
d07f9043 777
7866eeff 778 return get_consumed_bytes(s, buf_size);
de6d9b64
FB
779}
780
a77146ab
ZK
781static const AVOption mpeg4_decoptions[] =
782{
783 AVOPTION_SUB(avoptions_workaround_bug),
784 AVOPTION_END()
785};
786
bf89e6b1
FB
787AVCodec mpeg4_decoder = {
788 "mpeg4",
de6d9b64 789 CODEC_TYPE_VIDEO,
bf89e6b1 790 CODEC_ID_MPEG4,
de6d9b64 791 sizeof(MpegEncContext),
1457ab52 792 ff_h263_decode_init,
de6d9b64 793 NULL,
1457ab52
MN
794 ff_h263_decode_end,
795 ff_h263_decode_frame,
d7425f59 796 CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 | CODEC_CAP_TRUNCATED,
a77146ab 797 .options = mpeg4_decoptions,
7a06ff14 798 .flush= ff_mpeg_flush,
de6d9b64
FB
799};
800
801AVCodec h263_decoder = {
802 "h263",
803 CODEC_TYPE_VIDEO,
804 CODEC_ID_H263,
805 sizeof(MpegEncContext),
1457ab52 806 ff_h263_decode_init,
de6d9b64 807 NULL,
1457ab52
MN
808 ff_h263_decode_end,
809 ff_h263_decode_frame,
d07f9043 810 CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 | CODEC_CAP_TRUNCATED,
7a06ff14 811 .flush= ff_mpeg_flush,
de6d9b64
FB
812};
813
84afee34
MN
814AVCodec msmpeg4v1_decoder = {
815 "msmpeg4v1",
816 CODEC_TYPE_VIDEO,
817 CODEC_ID_MSMPEG4V1,
818 sizeof(MpegEncContext),
1457ab52 819 ff_h263_decode_init,
84afee34 820 NULL,
1457ab52
MN
821 ff_h263_decode_end,
822 ff_h263_decode_frame,
93a21abd 823 CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1,
a77146ab 824 mpeg4_decoptions,
84afee34
MN
825};
826
827AVCodec msmpeg4v2_decoder = {
828 "msmpeg4v2",
829 CODEC_TYPE_VIDEO,
830 CODEC_ID_MSMPEG4V2,
831 sizeof(MpegEncContext),
1457ab52 832 ff_h263_decode_init,
84afee34 833 NULL,
1457ab52
MN
834 ff_h263_decode_end,
835 ff_h263_decode_frame,
93a21abd 836 CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1,
a77146ab 837 mpeg4_decoptions,
84afee34
MN
838};
839
840AVCodec msmpeg4v3_decoder = {
de6d9b64
FB
841 "msmpeg4",
842 CODEC_TYPE_VIDEO,
84afee34 843 CODEC_ID_MSMPEG4V3,
de6d9b64 844 sizeof(MpegEncContext),
1457ab52 845 ff_h263_decode_init,
de6d9b64 846 NULL,
1457ab52
MN
847 ff_h263_decode_end,
848 ff_h263_decode_frame,
93a21abd 849 CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1,
a77146ab 850 .options = mpeg4_decoptions,
de6d9b64
FB
851};
852
e1a9dbff
MN
853AVCodec wmv1_decoder = {
854 "wmv1",
855 CODEC_TYPE_VIDEO,
856 CODEC_ID_WMV1,
857 sizeof(MpegEncContext),
1457ab52 858 ff_h263_decode_init,
8f8402e4 859 NULL,
1457ab52
MN
860 ff_h263_decode_end,
861 ff_h263_decode_frame,
93a21abd 862 CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1,
a77146ab 863 mpeg4_decoptions,
8f8402e4
MN
864};
865
de6d9b64
FB
866AVCodec h263i_decoder = {
867 "h263i",
868 CODEC_TYPE_VIDEO,
869 CODEC_ID_H263I,
870 sizeof(MpegEncContext),
1457ab52 871 ff_h263_decode_init,
de6d9b64 872 NULL,
1457ab52
MN
873 ff_h263_decode_end,
874 ff_h263_decode_frame,
93a21abd 875 CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1,
a77146ab 876 mpeg4_decoptions,
de6d9b64
FB
877};
878
d4f5d74a
GM
879AVCodec flv_decoder = {
880 "flv",
881 CODEC_TYPE_VIDEO,
882 CODEC_ID_FLV1,
883 sizeof(MpegEncContext),
884 ff_h263_decode_init,
885 NULL,
886 ff_h263_decode_end,
887 ff_h263_decode_frame,
888 CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1
889};
e4cb187d
MN
890
891AVCodecParser h263_parser = {
892 { CODEC_ID_H263 },
893 sizeof(ParseContext),
894 NULL,
895 h263_parse,
896 ff_parse_close,
897};