ac3enc: fix allocation of floating point samples.
[libav.git] / libavcodec / h264.h
CommitLineData
26b4fe82
AJ
1/*
2 * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder
3 * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
4 *
2912e87a 5 * This file is part of Libav.
26b4fe82 6 *
2912e87a 7 * Libav is free software; you can redistribute it and/or
26b4fe82
AJ
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
2912e87a 12 * Libav is distributed in the hope that it will be useful,
26b4fe82
AJ
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
2912e87a 18 * License along with Libav; if not, write to the Free Software
26b4fe82 19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
26b4fe82
AJ
20 */
21
22/**
ba87f080 23 * @file
26b4fe82
AJ
24 * H.264 / AVC / MPEG4 part10 codec.
25 * @author Michael Niedermayer <michaelni@gmx.at>
26 */
27
98790382
SS
28#ifndef AVCODEC_H264_H
29#define AVCODEC_H264_H
26b4fe82 30
19769ece 31#include "libavutil/intreadwrite.h"
26b4fe82
AJ
32#include "dsputil.h"
33#include "cabac.h"
34#include "mpegvideo.h"
4693b031 35#include "h264dsp.h"
c92a30bb 36#include "h264pred.h"
e1e94902 37#include "rectangle.h"
26b4fe82
AJ
38
39#define interlaced_dct interlaced_dct_is_a_bad_name
90b5b51e 40#define mb_intra mb_intra_is_not_initialized_see_mb_type
26b4fe82 41
504811ba
JGG
42#define LUMA_DC_BLOCK_INDEX 24
43#define CHROMA_DC_BLOCK_INDEX 25
44
26b4fe82
AJ
45#define CHROMA_DC_COEFF_TOKEN_VLC_BITS 8
46#define COEFF_TOKEN_VLC_BITS 8
47#define TOTAL_ZEROS_VLC_BITS 9
48#define CHROMA_DC_TOTAL_ZEROS_VLC_BITS 3
49#define RUN_VLC_BITS 3
50#define RUN7_VLC_BITS 6
51
52#define MAX_SPS_COUNT 32
53#define MAX_PPS_COUNT 256
54
55#define MAX_MMCO_COUNT 66
56
64b9d48f
AS
57#define MAX_DELAYED_PIC_COUNT 16
58
26b4fe82
AJ
59/* Compiling in interlaced support reduces the speed
60 * of progressive decoding by about 2%. */
61#define ALLOW_INTERLACE
62
504811ba
JGG
63#define ALLOW_NOCHROMA
64
d43c1922
MN
65#define FMO 0
66
b735aeea
MN
67/**
68 * The maximum number of slices supported by the decoder.
69 * must be a power of 2
70 */
71#define MAX_SLICES 16
72
26b4fe82
AJ
73#ifdef ALLOW_INTERLACE
74#define MB_MBAFF h->mb_mbaff
75#define MB_FIELD h->mb_field_decoding_flag
76#define FRAME_MBAFF h->mb_aff_frame
d6c52130 77#define FIELD_PICTURE (s->picture_structure != PICT_FRAME)
26b4fe82
AJ
78#else
79#define MB_MBAFF 0
80#define MB_FIELD 0
81#define FRAME_MBAFF 0
bbb3edb8 82#define FIELD_PICTURE 0
26b4fe82
AJ
83#undef IS_INTERLACED
84#define IS_INTERLACED(mb_type) 0
85#endif
f3e53d9f 86#define FIELD_OR_MBAFF_PICTURE (FRAME_MBAFF || FIELD_PICTURE)
26b4fe82 87
504811ba
JGG
88#ifdef ALLOW_NOCHROMA
89#define CHROMA h->sps.chroma_format_idc
90#else
91#define CHROMA 1
92#endif
93
ddd60f28
MN
94#ifndef CABAC
95#define CABAC h->pps.cabac
96#endif
97
44ee6135
MN
98#define EXTENDED_SAR 255
99
ce9ff9cc
DB
100#define MB_TYPE_REF0 MB_TYPE_ACPRED //dirty but it fits in 16 bit
101#define MB_TYPE_8x8DCT 0x01000000
102#define IS_REF0(a) ((a) & MB_TYPE_REF0)
103#define IS_8x8DCT(a) ((a) & MB_TYPE_8x8DCT)
104
ea6f00c4
MN
105/**
106 * Value of Picture.reference when Picture is not a reference picture, but
107 * is held for delayed output.
108 */
109#define DELAYED_PIC_REF 4
110
fcc0224e 111#define QP_MAX_NUM (51 + 2*6) // The maximum supported qp
ea6f00c4 112
44ee6135
MN
113/* NAL unit types */
114enum {
2791c608
MN
115 NAL_SLICE=1,
116 NAL_DPA,
117 NAL_DPB,
118 NAL_DPC,
119 NAL_IDR_SLICE,
120 NAL_SEI,
121 NAL_SPS,
122 NAL_PPS,
123 NAL_AUD,
124 NAL_END_SEQUENCE,
125 NAL_END_STREAM,
126 NAL_FILLER_DATA,
127 NAL_SPS_EXT,
128 NAL_AUXILIARY_SLICE=19
44ee6135
MN
129};
130
26b4fe82 131/**
dd02ea11
IS
132 * SEI message types
133 */
134typedef enum {
2ea89d92 135 SEI_BUFFERING_PERIOD = 0, ///< buffering period (H.264, D.1.1)
dd02ea11
IS
136 SEI_TYPE_PIC_TIMING = 1, ///< picture timing
137 SEI_TYPE_USER_DATA_UNREGISTERED = 5, ///< unregistered user data
138 SEI_TYPE_RECOVERY_POINT = 6 ///< recovery point (frame # to decoder sync)
139} SEI_Type;
140
141/**
b09a7c05
142 * pic_struct in picture timing SEI message
143 */
144typedef enum {
145 SEI_PIC_STRUCT_FRAME = 0, ///< 0: %frame
146 SEI_PIC_STRUCT_TOP_FIELD = 1, ///< 1: top field
147 SEI_PIC_STRUCT_BOTTOM_FIELD = 2, ///< 2: bottom field
148 SEI_PIC_STRUCT_TOP_BOTTOM = 3, ///< 3: top field, bottom field, in that order
149 SEI_PIC_STRUCT_BOTTOM_TOP = 4, ///< 4: bottom field, top field, in that order
150 SEI_PIC_STRUCT_TOP_BOTTOM_TOP = 5, ///< 5: top field, bottom field, top field repeated, in that order
151 SEI_PIC_STRUCT_BOTTOM_TOP_BOTTOM = 6, ///< 6: bottom field, top field, bottom field repeated, in that order
152 SEI_PIC_STRUCT_FRAME_DOUBLING = 7, ///< 7: %frame doubling
153 SEI_PIC_STRUCT_FRAME_TRIPLING = 8 ///< 8: %frame tripling
154} SEI_PicStructType;
155
156/**
26b4fe82
AJ
157 * Sequence parameter set
158 */
159typedef struct SPS{
160
161 int profile_idc;
162 int level_idc;
0af6967e 163 int chroma_format_idc;
26b4fe82
AJ
164 int transform_bypass; ///< qpprime_y_zero_transform_bypass_flag
165 int log2_max_frame_num; ///< log2_max_frame_num_minus4 + 4
166 int poc_type; ///< pic_order_cnt_type
167 int log2_max_poc_lsb; ///< log2_max_pic_order_cnt_lsb_minus4
168 int delta_pic_order_always_zero_flag;
169 int offset_for_non_ref_pic;
170 int offset_for_top_to_bottom_field;
171 int poc_cycle_length; ///< num_ref_frames_in_pic_order_cnt_cycle
172 int ref_frame_count; ///< num_ref_frames
173 int gaps_in_frame_num_allowed_flag;
bcc3476c
JD
174 int mb_width; ///< pic_width_in_mbs_minus1 + 1
175 int mb_height; ///< pic_height_in_map_units_minus1 + 1
26b4fe82
AJ
176 int frame_mbs_only_flag;
177 int mb_aff; ///<mb_adaptive_frame_field_flag
178 int direct_8x8_inference_flag;
179 int crop; ///< frame_cropping_flag
59eeddf0
MN
180 unsigned int crop_left; ///< frame_cropping_rect_left_offset
181 unsigned int crop_right; ///< frame_cropping_rect_right_offset
182 unsigned int crop_top; ///< frame_cropping_rect_top_offset
183 unsigned int crop_bottom; ///< frame_cropping_rect_bottom_offset
26b4fe82
AJ
184 int vui_parameters_present_flag;
185 AVRational sar;
c4dffe7e
DC
186 int video_signal_type_present_flag;
187 int full_range;
188 int colour_description_present_flag;
189 enum AVColorPrimaries color_primaries;
190 enum AVColorTransferCharacteristic color_trc;
191 enum AVColorSpace colorspace;
26b4fe82
AJ
192 int timing_info_present_flag;
193 uint32_t num_units_in_tick;
194 uint32_t time_scale;
195 int fixed_frame_rate_flag;
196 short offset_for_ref_frame[256]; //FIXME dyn aloc?
197 int bitstream_restriction_flag;
198 int num_reorder_frames;
199 int scaling_matrix_present;
200 uint8_t scaling_matrix4[6][16];
504811ba 201 uint8_t scaling_matrix8[2][64];
b09a7c05
202 int nal_hrd_parameters_present_flag;
203 int vcl_hrd_parameters_present_flag;
204 int pic_struct_present_flag;
205 int time_offset_length;
24a414e0 206 int cpb_cnt; ///< See H.264 E.1.2
82e38c29 207 int initial_cpb_removal_delay_length; ///< initial_cpb_removal_delay_length_minus1 +1
b09a7c05
208 int cpb_removal_delay_length; ///< cpb_removal_delay_length_minus1 + 1
209 int dpb_output_delay_length; ///< dpb_output_delay_length_minus1 + 1
cb99c652
GB
210 int bit_depth_luma; ///< bit_depth_luma_minus8 + 8
211 int bit_depth_chroma; ///< bit_depth_chroma_minus8 + 8
212 int residual_color_transform_flag; ///< residual_colour_transform_flag
fe9a3fbe 213 int constraint_set_flags; ///< constraint_set[0-3]_flag
26b4fe82
AJ
214}SPS;
215
216/**
217 * Picture parameter set
218 */
219typedef struct PPS{
220 unsigned int sps_id;
221 int cabac; ///< entropy_coding_mode_flag
222 int pic_order_present; ///< pic_order_present_flag
223 int slice_group_count; ///< num_slice_groups_minus1 + 1
224 int mb_slice_group_map_type;
225 unsigned int ref_count[2]; ///< num_ref_idx_l0/1_active_minus1 + 1
226 int weighted_pred; ///< weighted_pred_flag
227 int weighted_bipred_idc;
228 int init_qp; ///< pic_init_qp_minus26 + 26
229 int init_qs; ///< pic_init_qs_minus26 + 26
4691a77d 230 int chroma_qp_index_offset[2];
26b4fe82
AJ
231 int deblocking_filter_parameters_present; ///< deblocking_filter_parameters_present_flag
232 int constrained_intra_pred; ///< constrained_intra_pred_flag
233 int redundant_pic_cnt_present; ///< redundant_pic_cnt_present_flag
234 int transform_8x8_mode; ///< transform_8x8_mode_flag
235 uint8_t scaling_matrix4[6][16];
504811ba 236 uint8_t scaling_matrix8[2][64];
5a78bfbd 237 uint8_t chroma_qp_table[2][64]; ///< pre-scaled (with chroma_qp_index_offset) version of qp_table
4691a77d 238 int chroma_qp_diff;
26b4fe82
AJ
239}PPS;
240
241/**
242 * Memory management control operation opcode.
243 */
244typedef enum MMCOOpcode{
245 MMCO_END=0,
246 MMCO_SHORT2UNUSED,
247 MMCO_LONG2UNUSED,
248 MMCO_SHORT2LONG,
249 MMCO_SET_MAX_LONG,
250 MMCO_RESET,
251 MMCO_LONG,
252} MMCOOpcode;
253
254/**
255 * Memory management control operation.
256 */
257typedef struct MMCO{
258 MMCOOpcode opcode;
0d0447ea
JD
259 int short_pic_num; ///< pic_num without wrapping (pic_num & max_pic_num)
260 int long_arg; ///< index, pic_num, or num long refs depending on opcode
26b4fe82
AJ
261} MMCO;
262
263/**
264 * H264Context
265 */
266typedef struct H264Context{
267 MpegEncContext s;
4693b031 268 H264DSPContext h264dsp;
6e3ef511 269 int pixel_shift; ///< 0 for 8-bit H264, 1 for high-bit-depth H264
4691a77d 270 int chroma_qp[2]; //QPc
26b4fe82 271
2e36c931
MN
272 int qp_thresh; ///< QP threshold to skip loopfilter
273
26b4fe82
AJ
274 int prev_mb_skipped;
275 int next_mb_skipped;
276
277 //prediction stuff
278 int chroma_pred_mode;
279 int intra16x16_pred_mode;
280
c1bb66ac 281 int topleft_mb_xy;
26b4fe82 282 int top_mb_xy;
c1bb66ac 283 int topright_mb_xy;
26b4fe82
AJ
284 int left_mb_xy[2];
285
c1bb66ac 286 int topleft_type;
99344d43 287 int top_type;
c1bb66ac 288 int topright_type;
99344d43
MN
289 int left_type[2];
290
c1bb66ac
MN
291 const uint8_t * left_block;
292 int topleft_partition;
293
26b4fe82 294 int8_t intra4x4_pred_mode_cache[5*8];
5b0fb524 295 int8_t (*intra4x4_pred_mode);
c92a30bb 296 H264PredContext hpc;
26b4fe82
AJ
297 unsigned int topleft_samples_available;
298 unsigned int top_samples_available;
299 unsigned int topright_samples_available;
300 unsigned int left_samples_available;
504811ba 301 uint8_t (*top_borders[2])[(16+2*8)*2];
26b4fe82
AJ
302
303 /**
304 * non zero coeff count cache.
305 * is 64 if not available.
306 */
504811ba 307 DECLARE_ALIGNED(8, uint8_t, non_zero_count_cache)[6*8];
b6303e6d 308
504811ba
JGG
309 /*
310 .UU.YYYY
311 .UU.YYYY
312 .vv.YYYY
313 .VV.YYYY
314 */
315 uint8_t (*non_zero_count)[32];
26b4fe82
AJ
316
317 /**
318 * Motion vector cache.
319 */
84dc2d8a
MR
320 DECLARE_ALIGNED(16, int16_t, mv_cache)[2][5*8][2];
321 DECLARE_ALIGNED(8, int8_t, ref_cache)[2][5*8];
26b4fe82
AJ
322#define LIST_NOT_USED -1 //FIXME rename?
323#define PART_NOT_AVAILABLE -2
324
325 /**
326 * is 1 if the specific list MV&references are set to 0,0,-2.
327 */
328 int mv_cache_clean[2];
329
330 /**
331 * number of neighbors (top and/or left) that used 8x8 dct
332 */
333 int neighbor_transform_size;
334
335 /**
336 * block_offset[ 0..23] for frame macroblocks
337 * block_offset[24..47] for field macroblocks
338 */
504811ba 339 int block_offset[2*(16+8)];
26b4fe82
AJ
340
341 uint32_t *mb2b_xy; //FIXME are these 4 a good idea?
d43c1922 342 uint32_t *mb2br_xy;
26b4fe82 343 int b_stride; //FIXME use s->b4_stride
26b4fe82
AJ
344
345 int mb_linesize; ///< may be equal to s->linesize or s->linesize*2, for mbaff
346 int mb_uvlinesize;
347
348 int emu_edge_width;
349 int emu_edge_height;
350
26b4fe82
AJ
351 SPS sps; ///< current sps
352
26b4fe82
AJ
353 /**
354 * current pps
355 */
356 PPS pps; //FIXME move to Picture perhaps? (->no) do we need that?
357
fcc0224e 358 uint32_t dequant4_buffer[6][QP_MAX_NUM+1][16]; //FIXME should these be moved down?
504811ba 359 uint32_t dequant8_buffer[2][QP_MAX_NUM+1][64];
26b4fe82 360 uint32_t (*dequant4_coeff[6])[16];
504811ba 361 uint32_t (*dequant8_coeff[2])[64];
26b4fe82
AJ
362
363 int slice_num;
b735aeea 364 uint16_t *slice_table; ///< slice_table_base + 2*mb_stride + 1
26b4fe82 365 int slice_type;
e3e6f18f 366 int slice_type_nos; ///< S free slice type (SI/SP are remapped to I/P)
26b4fe82
AJ
367 int slice_type_fixed;
368
369 //interlacing specific flags
370 int mb_aff_frame;
371 int mb_field_decoding_flag;
372 int mb_mbaff; ///< mb_aff_frame && mb_field_decoding_flag
373
84dc2d8a 374 DECLARE_ALIGNED(8, uint16_t, sub_mb_type)[4];
26b4fe82 375
26b4fe82
AJ
376 //Weighted pred stuff
377 int use_weight;
378 int use_weight_chroma;
379 int luma_log2_weight_denom;
380 int chroma_log2_weight_denom;
af2b0df4 381 //The following 2 can be changed to int8_t but that causes 10cpu cycles speedloss
3d9137c8
MN
382 int luma_weight[48][2][2];
383 int chroma_weight[48][2][2][2];
1052b76f 384 int implicit_weight[48][48][2];
26b4fe82 385
26b4fe82 386 int direct_spatial_mv_pred;
3a06e864
MN
387 int col_parity;
388 int col_fieldoff;
26b4fe82 389 int dist_scale_factor[16];
8b1fd554 390 int dist_scale_factor_field[2][32];
f4d3382d
MN
391 int map_col_to_list0[2][16+32];
392 int map_col_to_list0_field[2][2][16+32];
26b4fe82
AJ
393
394 /**
395 * num_ref_idx_l0/1_active_minus1 + 1
396 */
397 unsigned int ref_count[2]; ///< counts frames or fields, depending on current mb mode
398 unsigned int list_count;
c988f975 399 uint8_t *list_counts; ///< Array of list_count per MB specifying the slice type
bcc3476c
JD
400 Picture ref_list[2][48]; /**< 0..15: frame refs, 16..47: mbaff field refs.
401 Reordered version of default_ref_list
402 according to picture reordering in slice header */
b735aeea 403 int ref2frm[MAX_SLICES][2][64]; ///< reference to frame number lists, used in the loop filter, the first 2 are for -2,-1
26b4fe82
AJ
404
405 //data partitioning
406 GetBitContext intra_gb;
407 GetBitContext inter_gb;
408 GetBitContext *intra_gb_ptr;
409 GetBitContext *inter_gb_ptr;
410
504811ba
JGG
411 DECLARE_ALIGNED(16, DCTELEM, mb)[16*24*2]; ///< as a dct coeffecient is int32_t in high depth, we need to reserve twice the space.
412 DECLARE_ALIGNED(16, DCTELEM, mb_luma_dc)[16*2];
6e3ef511 413 DCTELEM mb_padding[256*2]; ///< as mb is addressed by scantable[i] and scantable is uint8_t we can either check that i is not too large or ensure that there is some unused stuff after mb
26b4fe82
AJ
414
415 /**
416 * Cabac
417 */
418 CABACContext cabac;
504811ba 419 uint8_t cabac_state[460];
26b4fe82
AJ
420
421 /* 0x100 -> non null luma_dc, 0x80/0x40 -> non null chroma_dc (cb/cr), 0x?0 -> chroma_cbp(0,1,2), 0x0? luma_cbp */
422 uint16_t *cbp_table;
423 int cbp;
424 int top_cbp;
425 int left_cbp;
426 /* chroma_pred_mode for i4x4 or i16x16, else 0 */
427 uint8_t *chroma_pred_mode_table;
428 int last_qscale_diff;
b5bd0700 429 uint8_t (*mvd_table[2])[2];
84dc2d8a 430 DECLARE_ALIGNED(16, uint8_t, mvd_cache)[2][5*8][2];
26b4fe82
AJ
431 uint8_t *direct_table;
432 uint8_t direct_cache[5*8];
433
434 uint8_t zigzag_scan[16];
435 uint8_t zigzag_scan8x8[64];
436 uint8_t zigzag_scan8x8_cavlc[64];
437 uint8_t field_scan[16];
438 uint8_t field_scan8x8[64];
439 uint8_t field_scan8x8_cavlc[64];
440 const uint8_t *zigzag_scan_q0;
441 const uint8_t *zigzag_scan8x8_q0;
442 const uint8_t *zigzag_scan8x8_cavlc_q0;
443 const uint8_t *field_scan_q0;
444 const uint8_t *field_scan8x8_q0;
445 const uint8_t *field_scan8x8_cavlc_q0;
446
447 int x264_build;
afebe2f7 448
bd8868e0
MN
449 int mb_xy;
450
451 int is_complex;
452
453 //deblock
454 int deblocking_filter; ///< disable_deblocking_filter_idc with 1<->0
455 int slice_alpha_c0_offset;
456 int slice_beta_offset;
457
458//=============================================================
459 //Things below are not used in the MB or more inner code
460
461 int nal_ref_idc;
462 int nal_unit_type;
463 uint8_t *rbsp_buffer[2];
464 unsigned int rbsp_buffer_size[2];
465
466 /**
467 * Used to parse AVC variant of h264
468 */
469 int is_avc; ///< this flag is != 0 if codec is avc1
470 int nal_length_size; ///< Number of bytes used for nal length (1, 2 or 4)
82f1ffc7 471 int got_first; ///< this flag is != 0 if we've parsed a frame
bd8868e0
MN
472
473 SPS *sps_buffers[MAX_SPS_COUNT];
474 PPS *pps_buffers[MAX_PPS_COUNT];
475
476 int dequant_coeff_pps; ///< reinit tables when pps changes
477
478 uint16_t *slice_table_base;
479
480
481 //POC stuff
482 int poc_lsb;
483 int poc_msb;
484 int delta_poc_bottom;
485 int delta_poc[2];
486 int frame_num;
487 int prev_poc_msb; ///< poc_msb of the last reference pic for POC type 0
488 int prev_poc_lsb; ///< poc_lsb of the last reference pic for POC type 0
489 int frame_num_offset; ///< for POC type 2
490 int prev_frame_num_offset; ///< for POC type 2
491 int prev_frame_num; ///< frame_num of the last pic for POC type 1/2
492
493 /**
494 * frame_num for frames or 2*frame_num+1 for field pics.
495 */
496 int curr_pic_num;
497
498 /**
499 * max_frame_num or 2*max_frame_num for field pics.
500 */
501 int max_pic_num;
502
503 int redundant_pic_count;
504
505 Picture *short_ref[32];
506 Picture *long_ref[32];
507 Picture default_ref_list[2][32]; ///< base reference list for all slices of a coded picture
508 Picture *delayed_pic[MAX_DELAYED_PIC_COUNT+2]; //FIXME size?
6a9c8594 509 Picture *next_output_pic;
bd8868e0 510 int outputed_poc;
6a9c8594 511 int next_outputed_poc;
bd8868e0
MN
512
513 /**
514 * memory management control operations buffer.
515 */
516 MMCO mmco[MAX_MMCO_COUNT];
517 int mmco_index;
518
519 int long_ref_count; ///< number of actual long term references
520 int short_ref_count; ///< number of actual short term references
521
522 int cabac_init_idc;
523
afebe2f7
524 /**
525 * @defgroup multithreading Members for slice based multithreading
526 * @{
527 */
528 struct H264Context *thread_context[MAX_THREADS];
529
530 /**
531 * current slice number, used to initalize slice_num of each thread/context
532 */
533 int current_slice;
534
535 /**
536 * Max number of threads / contexts.
537 * This is equal to AVCodecContext.thread_count unless
538 * multithreaded decoding is impossible, in which case it is
539 * reduced to 1.
540 */
541 int max_contexts;
542
543 /**
544 * 1 if the single thread fallback warning has already been
545 * displayed, 0 otherwise.
546 */
547 int single_decode_warning;
548
549 int last_slice_type;
550 /** @} */
551
b09a7c05
552 /**
553 * pic_struct in picture timing SEI message
554 */
555 SEI_PicStructType sei_pic_struct;
89db0bae 556
37a558fe 557 /**
b19d493f
HY
558 * Complement sei_pic_struct
559 * SEI_PIC_STRUCT_TOP_BOTTOM and SEI_PIC_STRUCT_BOTTOM_TOP indicate interlaced frames.
560 * However, soft telecined frames may have these values.
561 * This is used in an attempt to flag soft telecine progressive.
562 */
563 int prev_interlaced_frame;
564
565 /**
70e01da3
IS
566 * Bit set of clock types for fields/frames in picture timing SEI message.
567 * For each found ct_type, appropriate bit is set (e.g., bit 1 for
568 * interlaced).
569 */
570 int sei_ct_type;
571
572 /**
ff594f81
IS
573 * dpb_output_delay in picture timing SEI message, see H.264 C.2.2
574 */
575 int sei_dpb_output_delay;
576
577 /**
cf6065ca
IS
578 * cpb_removal_delay in picture timing SEI message, see H.264 C.1.2
579 */
580 int sei_cpb_removal_delay;
581
582 /**
37a558fe
IS
583 * recovery_frame_cnt from SEI message
584 *
585 * Set to -1 if no recovery point SEI message found or to number of frames
586 * before playback synchronizes. Frames having recovery point are key
587 * frames.
588 */
589 int sei_recovery_frame_cnt;
590
cb99c652
GB
591 int luma_weight_flag[2]; ///< 7.4.3.2 luma_weight_lX_flag
592 int chroma_weight_flag[2]; ///< 7.4.3.2 chroma_weight_lX_flag
2ea89d92
IS
593
594 // Timestamp stuff
595 int sei_buffering_period_present; ///< Buffering period SEI flag
596 int initial_cpb_removal_delay[32]; ///< Initial timestamps for CPBs
26b4fe82
AJ
597}H264Context;
598
889fce8e 599
fcc0224e 600extern const uint8_t ff_h264_chroma_qp[3][QP_MAX_NUM+1]; ///< One chroma qp table for each supported bit depth (8, 9, 10).
889fce8e 601
1790a5e9
IS
602/**
603 * Decode SEI
604 */
605int ff_h264_decode_sei(H264Context *h);
606
607/**
608 * Decode SPS
609 */
610int ff_h264_decode_seq_parameter_set(H264Context *h);
611
612/**
fe9a3fbe
JG
613 * compute profile from sps
614 */
615int ff_h264_get_profile(SPS *sps);
616
617/**
1790a5e9
IS
618 * Decode PPS
619 */
620int ff_h264_decode_picture_parameter_set(H264Context *h, int bit_length);
621
622/**
49bd8e4b 623 * Decode a network abstraction layer unit.
1790a5e9
IS
624 * @param consumed is the number of bytes used as input
625 * @param length is the length of the array
626 * @param dst_length is the number of decoded bytes FIXME here or a decode rbsp tailing?
32e543f8 627 * @return decoded bytes, might be src+1 if no escapes
1790a5e9
IS
628 */
629const uint8_t *ff_h264_decode_nal(H264Context *h, const uint8_t *src, int *dst_length, int *consumed, int length);
630
631/**
49bd8e4b 632 * Free any data that may have been allocated in the H264 context like SPS, PPS etc.
15861962 633 */
cbf1eae9 634av_cold void ff_h264_free_context(H264Context *h);
15861962 635
75dd6938 636/**
49bd8e4b 637 * Reconstruct bitstream slice_type.
75dd6938 638 */
0dc343d4 639int ff_h264_get_slice_type(const H264Context *h);
75dd6938 640
903d58f6 641/**
49bd8e4b 642 * Allocate tables.
903d58f6
MN
643 * needs width/height
644 */
645int ff_h264_alloc_tables(H264Context *h);
646
647/**
49bd8e4b 648 * Fill the default_ref_list.
ea6f00c4
MN
649 */
650int ff_h264_fill_default_ref_list(H264Context *h);
651
652int ff_h264_decode_ref_pic_list_reordering(H264Context *h);
653void ff_h264_fill_mbaff_ref_list(H264Context *h);
654void ff_h264_remove_all_refs(H264Context *h);
655
656/**
49bd8e4b 657 * Execute the reference picture marking (memory management control operations).
ea6f00c4
MN
658 */
659int ff_h264_execute_ref_pic_marking(H264Context *h, MMCO *mmco, int mmco_count);
660
661int ff_h264_decode_ref_pic_marking(H264Context *h, GetBitContext *gb);
662
733f5990
MN
663void ff_generate_sliding_window_mmcos(H264Context *h);
664
ea6f00c4
MN
665
666/**
49bd8e4b 667 * Check if the top & left blocks are available if needed & change the dc mode so it only uses the available blocks.
903d58f6 668 */
2bedc0e8
MN
669int ff_h264_check_intra4x4_pred_mode(H264Context *h);
670
671/**
49bd8e4b 672 * Check if the top & left blocks are available if needed & change the dc mode so it only uses the available blocks.
2bedc0e8 673 */
903d58f6
MN
674int ff_h264_check_intra_pred_mode(H264Context *h, int mode);
675
676void ff_h264_write_back_intra_pred_mode(H264Context *h);
677void ff_h264_hl_decode_mb(H264Context *h);
678int ff_h264_frame_start(H264Context *h);
05e95319 679int ff_h264_decode_extradata(H264Context *h);
903d58f6
MN
680av_cold int ff_h264_decode_init(AVCodecContext *avctx);
681av_cold int ff_h264_decode_end(AVCodecContext *avctx);
e1e94902
MN
682av_cold void ff_h264_decode_init_vlc(void);
683
684/**
49bd8e4b 685 * Decode a macroblock
32e543f8 686 * @return 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
e1e94902
MN
687 */
688int ff_h264_decode_mb_cavlc(H264Context *h);
903d58f6 689
cc51b282 690/**
49bd8e4b 691 * Decode a CABAC coded macroblock
32e543f8 692 * @return 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
cc51b282
MN
693 */
694int ff_h264_decode_mb_cabac(H264Context *h);
695
696void ff_h264_init_cabac_states(H264Context *h);
697
943f69a6
MN
698void ff_h264_direct_dist_scale_factor(H264Context * const h);
699void ff_h264_direct_ref_list_init(H264Context * const h);
700void ff_h264_pred_direct_motion(H264Context * const h, int *mb_type);
701
082cf971
MN
702void ff_h264_filter_mb_fast( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
703void ff_h264_filter_mb( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
704
9c095463
MN
705/**
706 * Reset SEI values at the beginning of the frame.
707 *
708 * @param h H.264 context.
709 */
710void ff_h264_reset_sei(H264Context *h);
711
712
903d58f6
MN
713/*
714o-o o-o
715 / / /
716o-o o-o
717 ,---'
718o-o o-o
719 / / /
720o-o o-o
721*/
5657d140
JGG
722
723/* Scan8 organization:
504811ba
JGG
724 * 0 1 2 3 4 5 6 7
725 * 0 u u y y y y y
726 * 1 u U U y Y Y Y Y
727 * 2 u U U y Y Y Y Y
728 * 3 v v y Y Y Y Y
729 * 4 v V V y Y Y Y Y
730 * 5 v V V DYDUDV
5657d140
JGG
731 * DY/DU/DV are for luma/chroma DC.
732 */
733
903d58f6 734//This table must be here because scan8[constant] must be known at compiletime
504811ba
JGG
735static const uint8_t scan8[16 + 2*4 + 3]={
736 4+1*8, 5+1*8, 4+2*8, 5+2*8,
737 6+1*8, 7+1*8, 6+2*8, 7+2*8,
738 4+3*8, 5+3*8, 4+4*8, 5+4*8,
739 6+3*8, 7+3*8, 6+4*8, 7+4*8,
740 1+1*8, 2+1*8,
741 1+2*8, 2+2*8,
742 1+4*8, 2+4*8,
743 1+5*8, 2+5*8,
744 4+5*8, 5+5*8, 6+5*8
903d58f6
MN
745};
746
747static av_always_inline uint32_t pack16to32(int a, int b){
748#if HAVE_BIGENDIAN
749 return (b&0xFFFF) + (a<<16);
750#else
751 return (a&0xFFFF) + (b<<16);
752#endif
753}
754
b5bd0700
MN
755static av_always_inline uint16_t pack8to16(int a, int b){
756#if HAVE_BIGENDIAN
757 return (b&0xFF) + (a<<8);
758#else
759 return (a&0xFF) + (b<<8);
760#endif
761}
762
903d58f6 763/**
082cf971
MN
764 * gets the chroma qp.
765 */
766static inline int get_chroma_qp(H264Context *h, int t, int qscale){
767 return h->pps.chroma_qp_table[t][qscale];
768}
769
e1e94902
MN
770static inline void pred_pskip_motion(H264Context * const h, int * const mx, int * const my);
771
c1bb66ac 772static void fill_decode_neighbors(H264Context *h, int mb_type){
e1e94902
MN
773 MpegEncContext * const s = &h->s;
774 const int mb_xy= h->mb_xy;
775 int topleft_xy, top_xy, topright_xy, left_xy[2];
504811ba
JGG
776 static const uint8_t left_block_options[4][16]={
777 {0,1,2,3,7,10,8,11,7+0*8, 7+1*8, 7+2*8, 7+3*8, 2+0*8, 2+3*8, 2+1*8, 2+2*8},
778 {2,2,3,3,8,11,8,11,7+2*8, 7+2*8, 7+3*8, 7+3*8, 2+1*8, 2+2*8, 2+1*8, 2+2*8},
779 {0,0,1,1,7,10,7,10,7+0*8, 7+0*8, 7+1*8, 7+1*8, 2+0*8, 2+3*8, 2+0*8, 2+3*8},
780 {0,2,0,2,7,10,7,10,7+0*8, 7+2*8, 7+0*8, 7+2*8, 2+0*8, 2+3*8, 2+0*8, 2+3*8}
e1e94902
MN
781 };
782
c1bb66ac
MN
783 h->topleft_partition= -1;
784
806ac67b 785 top_xy = mb_xy - (s->mb_stride << MB_FIELD);
e1e94902 786
e1e94902
MN
787 /* Wow, what a mess, why didn't they simplify the interlacing & intra
788 * stuff, I can't imagine that these complex rules are worth it. */
789
790 topleft_xy = top_xy - 1;
791 topright_xy= top_xy + 1;
792 left_xy[1] = left_xy[0] = mb_xy-1;
c1bb66ac 793 h->left_block = left_block_options[0];
e1e94902 794 if(FRAME_MBAFF){
806ac67b 795 const int left_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[mb_xy-1]);
e1e94902 796 const int curr_mb_field_flag = IS_INTERLACED(mb_type);
806ac67b
MN
797 if(s->mb_y&1){
798 if (left_mb_field_flag != curr_mb_field_flag) {
799 left_xy[1] = left_xy[0] = mb_xy - s->mb_stride - 1;
800 if (curr_mb_field_flag) {
801 left_xy[1] += s->mb_stride;
c1bb66ac 802 h->left_block = left_block_options[3];
806ac67b
MN
803 } else {
804 topleft_xy += s->mb_stride;
805 // take top left mv from the middle of the mb, as opposed to all other modes which use the bottom right partition
c1bb66ac
MN
806 h->topleft_partition = 0;
807 h->left_block = left_block_options[1];
806ac67b
MN
808 }
809 }
810 }else{
811 if(curr_mb_field_flag){
812 topleft_xy += s->mb_stride & (((s->current_picture.mb_type[top_xy - 1]>>7)&1)-1);
813 topright_xy += s->mb_stride & (((s->current_picture.mb_type[top_xy + 1]>>7)&1)-1);
814 top_xy += s->mb_stride & (((s->current_picture.mb_type[top_xy ]>>7)&1)-1);
815 }
816 if (left_mb_field_flag != curr_mb_field_flag) {
806ac67b
MN
817 if (curr_mb_field_flag) {
818 left_xy[1] += s->mb_stride;
c1bb66ac 819 h->left_block = left_block_options[3];
806ac67b 820 } else {
c1bb66ac 821 h->left_block = left_block_options[2];
806ac67b 822 }
e1e94902
MN
823 }
824 }
825 }
826
c1bb66ac
MN
827 h->topleft_mb_xy = topleft_xy;
828 h->top_mb_xy = top_xy;
829 h->topright_mb_xy= topright_xy;
e1e94902
MN
830 h->left_mb_xy[0] = left_xy[0];
831 h->left_mb_xy[1] = left_xy[1];
c1bb66ac 832 //FIXME do we need all in the context?
82fb5bb2
MN
833
834 h->topleft_type = s->current_picture.mb_type[topleft_xy] ;
835 h->top_type = s->current_picture.mb_type[top_xy] ;
836 h->topright_type= s->current_picture.mb_type[topright_xy];
837 h->left_type[0] = s->current_picture.mb_type[left_xy[0]] ;
838 h->left_type[1] = s->current_picture.mb_type[left_xy[1]] ;
839
b46b5ac9 840 if(FMO){
82fb5bb2
MN
841 if(h->slice_table[topleft_xy ] != h->slice_num) h->topleft_type = 0;
842 if(h->slice_table[top_xy ] != h->slice_num) h->top_type = 0;
ce9c6916 843 if(h->slice_table[left_xy[0] ] != h->slice_num) h->left_type[0] = h->left_type[1] = 0;
b46b5ac9
MN
844 }else{
845 if(h->slice_table[topleft_xy ] != h->slice_num){
846 h->topleft_type = 0;
847 if(h->slice_table[top_xy ] != h->slice_num) h->top_type = 0;
848 if(h->slice_table[left_xy[0] ] != h->slice_num) h->left_type[0] = h->left_type[1] = 0;
849 }
850 }
851 if(h->slice_table[topright_xy] != h->slice_num) h->topright_type= 0;
c1bb66ac
MN
852}
853
854static void fill_decode_caches(H264Context *h, int mb_type){
855 MpegEncContext * const s = &h->s;
c1bb66ac
MN
856 int topleft_xy, top_xy, topright_xy, left_xy[2];
857 int topleft_type, top_type, topright_type, left_type[2];
858 const uint8_t * left_block= h->left_block;
859 int i;
860
861 topleft_xy = h->topleft_mb_xy ;
862 top_xy = h->top_mb_xy ;
863 topright_xy = h->topright_mb_xy;
864 left_xy[0] = h->left_mb_xy[0] ;
865 left_xy[1] = h->left_mb_xy[1] ;
866 topleft_type = h->topleft_type ;
867 top_type = h->top_type ;
868 topright_type= h->topright_type ;
869 left_type[0] = h->left_type[0] ;
870 left_type[1] = h->left_type[1] ;
e1e94902 871
2e4362af 872 if(!IS_SKIP(mb_type)){
7a93858a
MN
873 if(IS_INTRA(mb_type)){
874 int type_mask= h->pps.constrained_intra_pred ? IS_INTRA(-1) : -1;
875 h->topleft_samples_available=
876 h->top_samples_available=
877 h->left_samples_available= 0xFFFF;
878 h->topright_samples_available= 0xEEEA;
879
880 if(!(top_type & type_mask)){
881 h->topleft_samples_available= 0xB3FF;
882 h->top_samples_available= 0x33FF;
883 h->topright_samples_available= 0x26EA;
884 }
885 if(IS_INTERLACED(mb_type) != IS_INTERLACED(left_type[0])){
886 if(IS_INTERLACED(mb_type)){
887 if(!(left_type[0] & type_mask)){
888 h->topleft_samples_available&= 0xDFFF;
889 h->left_samples_available&= 0x5FFF;
890 }
891 if(!(left_type[1] & type_mask)){
892 h->topleft_samples_available&= 0xFF5F;
893 h->left_samples_available&= 0xFF5F;
894 }
895 }else{
8f8497ae
MN
896 int left_typei = s->current_picture.mb_type[left_xy[0] + s->mb_stride];
897
7a93858a
MN
898 assert(left_xy[0] == left_xy[1]);
899 if(!((left_typei & type_mask) && (left_type[0] & type_mask))){
900 h->topleft_samples_available&= 0xDF5F;
901 h->left_samples_available&= 0x5F5F;
902 }
e1e94902
MN
903 }
904 }else{
7a93858a 905 if(!(left_type[0] & type_mask)){
e1e94902
MN
906 h->topleft_samples_available&= 0xDF5F;
907 h->left_samples_available&= 0x5F5F;
908 }
909 }
e1e94902 910
7a93858a
MN
911 if(!(topleft_type & type_mask))
912 h->topleft_samples_available&= 0x7FFF;
e1e94902 913
7a93858a
MN
914 if(!(topright_type & type_mask))
915 h->topright_samples_available&= 0xFBFF;
e1e94902 916
7a93858a
MN
917 if(IS_INTRA4x4(mb_type)){
918 if(IS_INTRA4x4(top_type)){
662a5b23 919 AV_COPY32(h->intra4x4_pred_mode_cache+4+8*0, h->intra4x4_pred_mode + h->mb2br_xy[top_xy]);
e1e94902 920 }else{
7a93858a
MN
921 h->intra4x4_pred_mode_cache[4+8*0]=
922 h->intra4x4_pred_mode_cache[5+8*0]=
923 h->intra4x4_pred_mode_cache[6+8*0]=
013202d7 924 h->intra4x4_pred_mode_cache[7+8*0]= 2 - 3*!(top_type & type_mask);
7a93858a
MN
925 }
926 for(i=0; i<2; i++){
927 if(IS_INTRA4x4(left_type[i])){
5b0fb524 928 int8_t *mode= h->intra4x4_pred_mode + h->mb2br_xy[left_xy[i]];
662a5b23
MN
929 h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]= mode[6-left_block[0+2*i]];
930 h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= mode[6-left_block[1+2*i]];
7a93858a 931 }else{
7a93858a 932 h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]=
013202d7 933 h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= 2 - 3*!(left_type[i] & type_mask);
7a93858a 934 }
e1e94902
MN
935 }
936 }
937 }
e1e94902
MN
938
939
940/*
9410 . T T. T T T T
9421 L . .L . . . .
9432 L . .L . . . .
9443 . T TL . . . .
9454 L . .L . . . .
9465 L . .. . . . .
947*/
948//FIXME constraint_intra_pred & partitioning & nnz (let us hope this is just a typo in the spec)
949 if(top_type){
504811ba
JGG
950 AV_COPY32(&h->non_zero_count_cache[4+8*0], &h->non_zero_count[top_xy][4+3*8]);
951 h->non_zero_count_cache[1+8*0]= h->non_zero_count[top_xy][1+1*8];
952 h->non_zero_count_cache[2+8*0]= h->non_zero_count[top_xy][2+1*8];
953
954 h->non_zero_count_cache[1+8*3]= h->non_zero_count[top_xy][1+2*8];
955 h->non_zero_count_cache[2+8*3]= h->non_zero_count[top_xy][2+2*8];
956 }else {
957 h->non_zero_count_cache[1+8*0]=
958 h->non_zero_count_cache[2+8*0]=
959
960 h->non_zero_count_cache[1+8*3]=
961 h->non_zero_count_cache[2+8*3]=
962 AV_WN32A(&h->non_zero_count_cache[4+8*0], CABAC && !IS_INTRA(mb_type) ? 0 : 0x40404040);
e1e94902
MN
963 }
964
965 for (i=0; i<2; i++) {
966 if(left_type[i]){
504811ba
JGG
967 h->non_zero_count_cache[3+8*1 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[8+0+2*i]];
968 h->non_zero_count_cache[3+8*2 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[8+1+2*i]];
969 h->non_zero_count_cache[0+8*1 + 8*i]= h->non_zero_count[left_xy[i]][left_block[8+4+2*i]];
970 h->non_zero_count_cache[0+8*4 + 8*i]= h->non_zero_count[left_xy[i]][left_block[8+5+2*i]];
599fe45b 971 }else{
504811ba
JGG
972 h->non_zero_count_cache[3+8*1 + 2*8*i]=
973 h->non_zero_count_cache[3+8*2 + 2*8*i]=
974 h->non_zero_count_cache[0+8*1 + 8*i]=
975 h->non_zero_count_cache[0+8*4 + 8*i]= CABAC && !IS_INTRA(mb_type) ? 0 : 64;
e1e94902
MN
976 }
977 }
978
599fe45b 979 if( CABAC ) {
e1e94902
MN
980 // top_cbp
981 if(top_type) {
982 h->top_cbp = h->cbp_table[top_xy];
e1e94902 983 } else {
504811ba 984 h->top_cbp = IS_INTRA(mb_type) ? 0x1CF : 0x00F;
e1e94902
MN
985 }
986 // left_cbp
987 if (left_type[0]) {
504811ba 988 h->left_cbp = (h->cbp_table[left_xy[0]] & 0x1f0)
cf7b67bc
MN
989 | ((h->cbp_table[left_xy[0]]>>(left_block[0]&(~1)))&2)
990 | (((h->cbp_table[left_xy[1]]>>(left_block[2]&(~1)))&2) << 2);
59b5370f 991 } else {
504811ba 992 h->left_cbp = IS_INTRA(mb_type) ? 0x1CF : 0x00F;
e1e94902
MN
993 }
994 }
2e4362af 995 }
e1e94902 996
da452aca 997 if(IS_INTER(mb_type) || (IS_DIRECT(mb_type) && h->direct_spatial_mv_pred)){
e1e94902
MN
998 int list;
999 for(list=0; list<h->list_count; list++){
5ca43c25 1000 if(!USES_LIST(mb_type, list)){
e1e94902
MN
1001 /*if(!h->mv_cache_clean[list]){
1002 memset(h->mv_cache [list], 0, 8*5*2*sizeof(int16_t)); //FIXME clean only input? clean at all?
1003 memset(h->ref_cache[list], PART_NOT_AVAILABLE, 8*5*sizeof(int8_t));
1004 h->mv_cache_clean[list]= 1;
1005 }*/
1006 continue;
1007 }
da452aca
MN
1008 assert(!(IS_DIRECT(mb_type) && !h->direct_spatial_mv_pred));
1009
e1e94902
MN
1010 h->mv_cache_clean[list]= 0;
1011
1012 if(USES_LIST(top_type, list)){
1013 const int b_xy= h->mb2b_xy[top_xy] + 3*h->b_stride;
0b69d625 1014 AV_COPY128(h->mv_cache[list][scan8[0] + 0 - 1*8], s->current_picture.motion_val[list][b_xy + 0]);
7a93858a 1015 h->ref_cache[list][scan8[0] + 0 - 1*8]=
358b5b1a 1016 h->ref_cache[list][scan8[0] + 1 - 1*8]= s->current_picture.ref_index[list][4*top_xy + 2];
7a93858a 1017 h->ref_cache[list][scan8[0] + 2 - 1*8]=
358b5b1a 1018 h->ref_cache[list][scan8[0] + 3 - 1*8]= s->current_picture.ref_index[list][4*top_xy + 3];
e1e94902 1019 }else{
0b69d625 1020 AV_ZERO128(h->mv_cache[list][scan8[0] + 0 - 1*8]);
19769ece 1021 AV_WN32A(&h->ref_cache[list][scan8[0] + 0 - 1*8], ((top_type ? LIST_NOT_USED : PART_NOT_AVAILABLE)&0xFF)*0x01010101);
e1e94902
MN
1022 }
1023
16b802fe 1024 if(mb_type & (MB_TYPE_16x8|MB_TYPE_8x8)){
e1e94902
MN
1025 for(i=0; i<2; i++){
1026 int cache_idx = scan8[0] - 1 + i*2*8;
1027 if(USES_LIST(left_type[i], list)){
1028 const int b_xy= h->mb2b_xy[left_xy[i]] + 3;
358b5b1a 1029 const int b8_xy= 4*left_xy[i] + 1;
19769ece
MR
1030 AV_COPY32(h->mv_cache[list][cache_idx ], s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[0+i*2]]);
1031 AV_COPY32(h->mv_cache[list][cache_idx+8], s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[1+i*2]]);
358b5b1a
MN
1032 h->ref_cache[list][cache_idx ]= s->current_picture.ref_index[list][b8_xy + (left_block[0+i*2]&~1)];
1033 h->ref_cache[list][cache_idx+8]= s->current_picture.ref_index[list][b8_xy + (left_block[1+i*2]&~1)];
e1e94902 1034 }else{
19769ece
MR
1035 AV_ZERO32(h->mv_cache [list][cache_idx ]);
1036 AV_ZERO32(h->mv_cache [list][cache_idx+8]);
e1e94902 1037 h->ref_cache[list][cache_idx ]=
aebf3123 1038 h->ref_cache[list][cache_idx+8]= (left_type[i]) ? LIST_NOT_USED : PART_NOT_AVAILABLE;
e1e94902
MN
1039 }
1040 }
16b802fe
MN
1041 }else{
1042 if(USES_LIST(left_type[0], list)){
1043 const int b_xy= h->mb2b_xy[left_xy[0]] + 3;
1044 const int b8_xy= 4*left_xy[0] + 1;
1045 AV_COPY32(h->mv_cache[list][scan8[0] - 1], s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[0]]);
1046 h->ref_cache[list][scan8[0] - 1]= s->current_picture.ref_index[list][b8_xy + (left_block[0]&~1)];
1047 }else{
1048 AV_ZERO32(h->mv_cache [list][scan8[0] - 1]);
1049 h->ref_cache[list][scan8[0] - 1]= left_type[0] ? LIST_NOT_USED : PART_NOT_AVAILABLE;
1050 }
1051 }
e1e94902 1052
e1e94902
MN
1053 if(USES_LIST(topright_type, list)){
1054 const int b_xy= h->mb2b_xy[topright_xy] + 3*h->b_stride;
19769ece 1055 AV_COPY32(h->mv_cache[list][scan8[0] + 4 - 1*8], s->current_picture.motion_val[list][b_xy]);
358b5b1a 1056 h->ref_cache[list][scan8[0] + 4 - 1*8]= s->current_picture.ref_index[list][4*topright_xy + 2];
e1e94902 1057 }else{
19769ece 1058 AV_ZERO32(h->mv_cache [list][scan8[0] + 4 - 1*8]);
e1e94902
MN
1059 h->ref_cache[list][scan8[0] + 4 - 1*8]= topright_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
1060 }
cf41a02b
MN
1061 if(h->ref_cache[list][scan8[0] + 4 - 1*8] < 0){
1062 if(USES_LIST(topleft_type, list)){
1063 const int b_xy = h->mb2b_xy [topleft_xy] + 3 + h->b_stride + (h->topleft_partition & 2*h->b_stride);
1064 const int b8_xy= 4*topleft_xy + 1 + (h->topleft_partition & 2);
1065 AV_COPY32(h->mv_cache[list][scan8[0] - 1 - 1*8], s->current_picture.motion_val[list][b_xy]);
1066 h->ref_cache[list][scan8[0] - 1 - 1*8]= s->current_picture.ref_index[list][b8_xy];
1067 }else{
1068 AV_ZERO32(h->mv_cache[list][scan8[0] - 1 - 1*8]);
1069 h->ref_cache[list][scan8[0] - 1 - 1*8]= topleft_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
1070 }
1071 }
e1e94902 1072
bb770c5b 1073 if((mb_type&(MB_TYPE_SKIP|MB_TYPE_DIRECT2)) && !FRAME_MBAFF)
e1e94902
MN
1074 continue;
1075
e2b28acf 1076 if(!(mb_type&(MB_TYPE_SKIP|MB_TYPE_DIRECT2))) {
e1e94902
MN
1077 h->ref_cache[list][scan8[4 ]] =
1078 h->ref_cache[list][scan8[12]] = PART_NOT_AVAILABLE;
19769ece
MR
1079 AV_ZERO32(h->mv_cache [list][scan8[4 ]]);
1080 AV_ZERO32(h->mv_cache [list][scan8[12]]);
e1e94902 1081
cb9285a2 1082 if( CABAC ) {
e1e94902
MN
1083 /* XXX beurk, Load mvd */
1084 if(USES_LIST(top_type, list)){
e1c88a21 1085 const int b_xy= h->mb2br_xy[top_xy];
b5bd0700 1086 AV_COPY64(h->mvd_cache[list][scan8[0] + 0 - 1*8], h->mvd_table[list][b_xy + 0]);
e1e94902 1087 }else{
b5bd0700 1088 AV_ZERO64(h->mvd_cache[list][scan8[0] + 0 - 1*8]);
e1e94902
MN
1089 }
1090 if(USES_LIST(left_type[0], list)){
e1c88a21
MN
1091 const int b_xy= h->mb2br_xy[left_xy[0]] + 6;
1092 AV_COPY16(h->mvd_cache[list][scan8[0] - 1 + 0*8], h->mvd_table[list][b_xy - left_block[0]]);
1093 AV_COPY16(h->mvd_cache[list][scan8[0] - 1 + 1*8], h->mvd_table[list][b_xy - left_block[1]]);
e1e94902 1094 }else{
b5bd0700
MN
1095 AV_ZERO16(h->mvd_cache [list][scan8[0] - 1 + 0*8]);
1096 AV_ZERO16(h->mvd_cache [list][scan8[0] - 1 + 1*8]);
e1e94902
MN
1097 }
1098 if(USES_LIST(left_type[1], list)){
e1c88a21
MN
1099 const int b_xy= h->mb2br_xy[left_xy[1]] + 6;
1100 AV_COPY16(h->mvd_cache[list][scan8[0] - 1 + 2*8], h->mvd_table[list][b_xy - left_block[2]]);
1101 AV_COPY16(h->mvd_cache[list][scan8[0] - 1 + 3*8], h->mvd_table[list][b_xy - left_block[3]]);
e1e94902 1102 }else{
b5bd0700
MN
1103 AV_ZERO16(h->mvd_cache [list][scan8[0] - 1 + 2*8]);
1104 AV_ZERO16(h->mvd_cache [list][scan8[0] - 1 + 3*8]);
e1e94902 1105 }
b5bd0700
MN
1106 AV_ZERO16(h->mvd_cache [list][scan8[4 ]]);
1107 AV_ZERO16(h->mvd_cache [list][scan8[12]]);
975a1447 1108 if(h->slice_type_nos == AV_PICTURE_TYPE_B){
2dc380ca 1109 fill_rectangle(&h->direct_cache[scan8[0]], 4, 4, 8, MB_TYPE_16x16>>1, 1);
e1e94902
MN
1110
1111 if(IS_DIRECT(top_type)){
404793f4 1112 AV_WN32A(&h->direct_cache[scan8[0] - 1*8], 0x01010101u*(MB_TYPE_DIRECT2>>1));
e1e94902 1113 }else if(IS_8X8(top_type)){
5e350863
MN
1114 int b8_xy = 4*top_xy;
1115 h->direct_cache[scan8[0] + 0 - 1*8]= h->direct_table[b8_xy + 2];
1116 h->direct_cache[scan8[0] + 2 - 1*8]= h->direct_table[b8_xy + 3];
e1e94902 1117 }else{
19769ece 1118 AV_WN32A(&h->direct_cache[scan8[0] - 1*8], 0x01010101*(MB_TYPE_16x16>>1));
e1e94902
MN
1119 }
1120
1121 if(IS_DIRECT(left_type[0]))
2dc380ca 1122 h->direct_cache[scan8[0] - 1 + 0*8]= MB_TYPE_DIRECT2>>1;
e1e94902 1123 else if(IS_8X8(left_type[0]))
5e350863 1124 h->direct_cache[scan8[0] - 1 + 0*8]= h->direct_table[4*left_xy[0] + 1 + (left_block[0]&~1)];
e1e94902 1125 else
2dc380ca 1126 h->direct_cache[scan8[0] - 1 + 0*8]= MB_TYPE_16x16>>1;
e1e94902
MN
1127
1128 if(IS_DIRECT(left_type[1]))
2dc380ca 1129 h->direct_cache[scan8[0] - 1 + 2*8]= MB_TYPE_DIRECT2>>1;
e1e94902 1130 else if(IS_8X8(left_type[1]))
5e350863 1131 h->direct_cache[scan8[0] - 1 + 2*8]= h->direct_table[4*left_xy[1] + 1 + (left_block[2]&~1)];
e1e94902 1132 else
2dc380ca 1133 h->direct_cache[scan8[0] - 1 + 2*8]= MB_TYPE_16x16>>1;
e1e94902
MN
1134 }
1135 }
cb9285a2 1136 }
e1e94902
MN
1137 if(FRAME_MBAFF){
1138#define MAP_MVS\
1139 MAP_F2F(scan8[0] - 1 - 1*8, topleft_type)\
1140 MAP_F2F(scan8[0] + 0 - 1*8, top_type)\
1141 MAP_F2F(scan8[0] + 1 - 1*8, top_type)\
1142 MAP_F2F(scan8[0] + 2 - 1*8, top_type)\
1143 MAP_F2F(scan8[0] + 3 - 1*8, top_type)\
1144 MAP_F2F(scan8[0] + 4 - 1*8, topright_type)\
1145 MAP_F2F(scan8[0] - 1 + 0*8, left_type[0])\
1146 MAP_F2F(scan8[0] - 1 + 1*8, left_type[0])\
1147 MAP_F2F(scan8[0] - 1 + 2*8, left_type[1])\
1148 MAP_F2F(scan8[0] - 1 + 3*8, left_type[1])
1149 if(MB_FIELD){
1150#define MAP_F2F(idx, mb_type)\
1151 if(!IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
1152 h->ref_cache[list][idx] <<= 1;\
1153 h->mv_cache[list][idx][1] /= 2;\
9127a369 1154 h->mvd_cache[list][idx][1] >>=1;\
e1e94902
MN
1155 }
1156 MAP_MVS
1157#undef MAP_F2F
1158 }else{
1159#define MAP_F2F(idx, mb_type)\
1160 if(IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
1161 h->ref_cache[list][idx] >>= 1;\
1162 h->mv_cache[list][idx][1] <<= 1;\
1163 h->mvd_cache[list][idx][1] <<= 1;\
1164 }
1165 MAP_MVS
1166#undef MAP_F2F
1167 }
1168 }
1169 }
1170 }
e1e94902 1171
7a93858a 1172 h->neighbor_transform_size= !!IS_8x8DCT(top_type) + !!IS_8x8DCT(left_type[0]);
f432b43b
MN
1173}
1174
44a5e7b6 1175/**
e1e94902
MN
1176 * gets the predicted intra4x4 prediction mode.
1177 */
1178static inline int pred_intra_mode(H264Context *h, int n){
1179 const int index8= scan8[n];
1180 const int left= h->intra4x4_pred_mode_cache[index8 - 1];
1181 const int top = h->intra4x4_pred_mode_cache[index8 - 8];
1182 const int min= FFMIN(left, top);
1183
1184 tprintf(h->s.avctx, "mode:%d %d min:%d\n", left ,top, min);
1185
1186 if(min<0) return DC_PRED;
1187 else return min;
1188}
1189
1190static inline void write_back_non_zero_count(H264Context *h){
1191 const int mb_xy= h->mb_xy;
1192
504811ba
JGG
1193 AV_COPY64(&h->non_zero_count[mb_xy][ 0], &h->non_zero_count_cache[0+8*1]);
1194 AV_COPY64(&h->non_zero_count[mb_xy][ 8], &h->non_zero_count_cache[0+8*2]);
1195 AV_COPY32(&h->non_zero_count[mb_xy][16], &h->non_zero_count_cache[0+8*5]);
1196 AV_COPY32(&h->non_zero_count[mb_xy][20], &h->non_zero_count_cache[4+8*3]);
1197 AV_COPY64(&h->non_zero_count[mb_xy][24], &h->non_zero_count_cache[0+8*4]);
e1e94902
MN
1198}
1199
1200static inline void write_back_motion(H264Context *h, int mb_type){
1201 MpegEncContext * const s = &h->s;
358b5b1a
MN
1202 const int b_xy = 4*s->mb_x + 4*s->mb_y*h->b_stride; //try mb2b(8)_xy
1203 const int b8_xy= 4*h->mb_xy;
e1e94902
MN
1204 int list;
1205
1206 if(!USES_LIST(mb_type, 0))
358b5b1a 1207 fill_rectangle(&s->current_picture.ref_index[0][b8_xy], 2, 2, 2, (uint8_t)LIST_NOT_USED, 1);
e1e94902
MN
1208
1209 for(list=0; list<h->list_count; list++){
0b69d625
AS
1210 int y, b_stride;
1211 int16_t (*mv_dst)[2];
1212 int16_t (*mv_src)[2];
1213
e1e94902
MN
1214 if(!USES_LIST(mb_type, list))
1215 continue;
1216
0b69d625
AS
1217 b_stride = h->b_stride;
1218 mv_dst = &s->current_picture.motion_val[list][b_xy];
1219 mv_src = &h->mv_cache[list][scan8[0]];
e1e94902 1220 for(y=0; y<4; y++){
0b69d625 1221 AV_COPY128(mv_dst + y*b_stride, mv_src + 8*y);
e1e94902 1222 }
ddd60f28 1223 if( CABAC ) {
e1c88a21 1224 uint8_t (*mvd_dst)[2] = &h->mvd_table[list][FMO ? 8*h->mb_xy : h->mb2br_xy[h->mb_xy]];
b5bd0700 1225 uint8_t (*mvd_src)[2] = &h->mvd_cache[list][scan8[0]];
e1e94902 1226 if(IS_SKIP(mb_type))
e1c88a21
MN
1227 AV_ZERO128(mvd_dst);
1228 else{
1229 AV_COPY64(mvd_dst, mvd_src + 8*3);
c2186cbd
MN
1230 AV_COPY16(mvd_dst + 3 + 3, mvd_src + 3 + 8*0);
1231 AV_COPY16(mvd_dst + 3 + 2, mvd_src + 3 + 8*1);
1232 AV_COPY16(mvd_dst + 3 + 1, mvd_src + 3 + 8*2);
e1e94902
MN
1233 }
1234 }
1235
1236 {
1237 int8_t *ref_index = &s->current_picture.ref_index[list][b8_xy];
358b5b1a
MN
1238 ref_index[0+0*2]= h->ref_cache[list][scan8[0]];
1239 ref_index[1+0*2]= h->ref_cache[list][scan8[4]];
1240 ref_index[0+1*2]= h->ref_cache[list][scan8[8]];
1241 ref_index[1+1*2]= h->ref_cache[list][scan8[12]];
e1e94902
MN
1242 }
1243 }
1244
975a1447 1245 if(h->slice_type_nos == AV_PICTURE_TYPE_B && CABAC){
e1e94902 1246 if(IS_8X8(mb_type)){
5e350863
MN
1247 uint8_t *direct_table = &h->direct_table[4*h->mb_xy];
1248 direct_table[1] = h->sub_mb_type[1]>>1;
1249 direct_table[2] = h->sub_mb_type[2]>>1;
1250 direct_table[3] = h->sub_mb_type[3]>>1;
e1e94902
MN
1251 }
1252 }
1253}
1254
1255static inline int get_dct8x8_allowed(H264Context *h){
1256 if(h->sps.direct_8x8_inference_flag)
19769ece 1257 return !(AV_RN64A(h->sub_mb_type) & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8 )*0x0001000100010001ULL));
e1e94902 1258 else
19769ece 1259 return !(AV_RN64A(h->sub_mb_type) & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8|MB_TYPE_DIRECT2)*0x0001000100010001ULL));
e1e94902
MN
1260}
1261
e1e94902
MN
1262/**
1263 * decodes a P_SKIP or B_SKIP macroblock
1264 */
9049fa54 1265static void av_unused decode_mb_skip(H264Context *h){
e1e94902
MN
1266 MpegEncContext * const s = &h->s;
1267 const int mb_xy= h->mb_xy;
1268 int mb_type=0;
1269
504811ba
JGG
1270 memset(h->non_zero_count[mb_xy], 0, 32);
1271 memset(h->non_zero_count_cache + 8, 0, 8*5); //FIXME ugly, remove pfui
e1e94902
MN
1272
1273 if(MB_FIELD)
1274 mb_type|= MB_TYPE_INTERLACED;
1275
975a1447 1276 if( h->slice_type_nos == AV_PICTURE_TYPE_B )
e1e94902
MN
1277 {
1278 // just for fill_caches. pred_direct_motion will set the real mb_type
5ca43c25 1279 mb_type|= MB_TYPE_L0L1|MB_TYPE_DIRECT2|MB_TYPE_SKIP;
c1bb66ac
MN
1280 if(h->direct_spatial_mv_pred){
1281 fill_decode_neighbors(h, mb_type);
f432b43b 1282 fill_decode_caches(h, mb_type); //FIXME check what is needed and what not ...
c1bb66ac 1283 }
e1e94902
MN
1284 ff_h264_pred_direct_motion(h, &mb_type);
1285 mb_type|= MB_TYPE_SKIP;
1286 }
1287 else
1288 {
1289 int mx, my;
1290 mb_type|= MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P1L0|MB_TYPE_SKIP;
1291
c1bb66ac 1292 fill_decode_neighbors(h, mb_type);
f432b43b 1293 fill_decode_caches(h, mb_type); //FIXME check what is needed and what not ...
e1e94902
MN
1294 pred_pskip_motion(h, &mx, &my);
1295 fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, 0, 1);
1296 fill_rectangle( h->mv_cache[0][scan8[0]], 4, 4, 8, pack16to32(mx,my), 4);
1297 }
1298
1299 write_back_motion(h, mb_type);
1300 s->current_picture.mb_type[mb_xy]= mb_type;
1301 s->current_picture.qscale_table[mb_xy]= s->qscale;
1302 h->slice_table[ mb_xy ]= h->slice_num;
1303 h->prev_mb_skipped= 1;
1304}
1305
7c2de274
MN
1306#include "h264_mvpred.h" //For pred_pskip_motion()
1307
98790382 1308#endif /* AVCODEC_H264_H */