cc60acdcb9f676a574fba82fd6ec9cf9ed5a3f14
[libav.git] / libavcodec / vdpau.c
1 /*
2 * Video Decode and Presentation API for UNIX (VDPAU) is used for
3 * HW decode acceleration for MPEG-1/2, MPEG-4 ASP, H.264 and VC-1.
4 *
5 * Copyright (c) 2008 NVIDIA
6 *
7 * This file is part of FFmpeg.
8 *
9 * FFmpeg is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
13 *
14 * FFmpeg is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
18 *
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with FFmpeg; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 */
23
24 #include <limits.h>
25 #include "avcodec.h"
26 #include "h264.h"
27 #include "vc1.h"
28
29 #undef NDEBUG
30 #include <assert.h>
31
32 #include "vdpau.h"
33 #include "vdpau_internal.h"
34
35 /**
36 * \addtogroup VDPAU_Decoding
37 *
38 * @{
39 */
40
41 void ff_vdpau_h264_set_reference_frames(MpegEncContext *s)
42 {
43 H264Context *h = s->avctx->priv_data;
44 struct vdpau_render_state *render, *render_ref;
45 VdpReferenceFrameH264 *rf, *rf2;
46 Picture *pic;
47 int i, list, pic_frame_idx;
48
49 render = (struct vdpau_render_state *)s->current_picture_ptr->data[0];
50 assert(render);
51
52 rf = &render->info.h264.referenceFrames[0];
53 #define H264_RF_COUNT FF_ARRAY_ELEMS(render->info.h264.referenceFrames)
54
55 for (list = 0; list < 2; ++list) {
56 Picture **lp = list ? h->long_ref : h->short_ref;
57 int ls = list ? h->long_ref_count : h->short_ref_count;
58
59 for (i = 0; i < ls; ++i) {
60 pic = lp[i];
61 if (!pic || !pic->reference)
62 continue;
63 pic_frame_idx = pic->long_ref ? pic->pic_id : pic->frame_num;
64
65 render_ref = (struct vdpau_render_state *)pic->data[0];
66 assert(render_ref);
67
68 rf2 = &render->info.h264.referenceFrames[0];
69 while (rf2 != rf) {
70 if (
71 (rf2->surface == render_ref->surface)
72 && (rf2->is_long_term == pic->long_ref)
73 && (rf2->frame_idx == pic_frame_idx)
74 )
75 break;
76 ++rf2;
77 }
78 if (rf2 != rf) {
79 rf2->top_is_reference |= (pic->reference & PICT_TOP_FIELD) ? VDP_TRUE : VDP_FALSE;
80 rf2->bottom_is_reference |= (pic->reference & PICT_BOTTOM_FIELD) ? VDP_TRUE : VDP_FALSE;
81 continue;
82 }
83
84 if (rf >= &render->info.h264.referenceFrames[H264_RF_COUNT])
85 continue;
86
87 rf->surface = render_ref->surface;
88 rf->is_long_term = pic->long_ref;
89 rf->top_is_reference = (pic->reference & PICT_TOP_FIELD) ? VDP_TRUE : VDP_FALSE;
90 rf->bottom_is_reference = (pic->reference & PICT_BOTTOM_FIELD) ? VDP_TRUE : VDP_FALSE;
91 rf->field_order_cnt[0] = pic->field_poc[0];
92 rf->field_order_cnt[1] = pic->field_poc[1];
93 rf->frame_idx = pic_frame_idx;
94
95 ++rf;
96 }
97 }
98
99 for (; rf < &render->info.h264.referenceFrames[H264_RF_COUNT]; ++rf) {
100 rf->surface = VDP_INVALID_HANDLE;
101 rf->is_long_term = 0;
102 rf->top_is_reference = 0;
103 rf->bottom_is_reference = 0;
104 rf->field_order_cnt[0] = 0;
105 rf->field_order_cnt[1] = 0;
106 rf->frame_idx = 0;
107 }
108 }
109
110 void ff_vdpau_add_data_chunk(MpegEncContext *s,
111 const uint8_t *buf, int buf_size)
112 {
113 struct vdpau_render_state *render;
114
115 render = (struct vdpau_render_state *)s->current_picture_ptr->data[0];
116 assert(render);
117
118 render->bitstream_buffers= av_fast_realloc(
119 render->bitstream_buffers,
120 &render->bitstream_buffers_allocated,
121 sizeof(*render->bitstream_buffers)*(render->bitstream_buffers_used + 1)
122 );
123
124 render->bitstream_buffers[render->bitstream_buffers_used].struct_version = VDP_BITSTREAM_BUFFER_VERSION;
125 render->bitstream_buffers[render->bitstream_buffers_used].bitstream = buf;
126 render->bitstream_buffers[render->bitstream_buffers_used].bitstream_bytes = buf_size;
127 render->bitstream_buffers_used++;
128 }
129
130 void ff_vdpau_h264_picture_complete(MpegEncContext *s)
131 {
132 H264Context *h = s->avctx->priv_data;
133 struct vdpau_render_state *render;
134 int i;
135
136 render = (struct vdpau_render_state *)s->current_picture_ptr->data[0];
137 assert(render);
138
139 render->info.h264.slice_count = h->slice_num;
140 if (render->info.h264.slice_count < 1)
141 return;
142
143 for (i = 0; i < 2; ++i) {
144 int foc = s->current_picture_ptr->field_poc[i];
145 if (foc == INT_MAX)
146 foc = 0;
147 render->info.h264.field_order_cnt[i] = foc;
148 }
149
150 render->info.h264.is_reference = (s->current_picture_ptr->reference & 3) ? VDP_TRUE : VDP_FALSE;
151 render->info.h264.frame_num = h->frame_num;
152 render->info.h264.field_pic_flag = s->picture_structure != PICT_FRAME;
153 render->info.h264.bottom_field_flag = s->picture_structure == PICT_BOTTOM_FIELD;
154 render->info.h264.num_ref_frames = h->sps.ref_frame_count;
155 render->info.h264.mb_adaptive_frame_field_flag = h->sps.mb_aff && !render->info.h264.field_pic_flag;
156 render->info.h264.constrained_intra_pred_flag = h->pps.constrained_intra_pred;
157 render->info.h264.weighted_pred_flag = h->pps.weighted_pred;
158 render->info.h264.weighted_bipred_idc = h->pps.weighted_bipred_idc;
159 render->info.h264.frame_mbs_only_flag = h->sps.frame_mbs_only_flag;
160 render->info.h264.transform_8x8_mode_flag = h->pps.transform_8x8_mode;
161 render->info.h264.chroma_qp_index_offset = h->pps.chroma_qp_index_offset[0];
162 render->info.h264.second_chroma_qp_index_offset = h->pps.chroma_qp_index_offset[1];
163 render->info.h264.pic_init_qp_minus26 = h->pps.init_qp - 26;
164 render->info.h264.num_ref_idx_l0_active_minus1 = h->pps.ref_count[0] - 1;
165 render->info.h264.num_ref_idx_l1_active_minus1 = h->pps.ref_count[1] - 1;
166 render->info.h264.log2_max_frame_num_minus4 = h->sps.log2_max_frame_num - 4;
167 render->info.h264.pic_order_cnt_type = h->sps.poc_type;
168 render->info.h264.log2_max_pic_order_cnt_lsb_minus4 = h->sps.poc_type ? 0 : h->sps.log2_max_poc_lsb - 4;
169 render->info.h264.delta_pic_order_always_zero_flag = h->sps.delta_pic_order_always_zero_flag;
170 render->info.h264.direct_8x8_inference_flag = h->sps.direct_8x8_inference_flag;
171 render->info.h264.entropy_coding_mode_flag = h->pps.cabac;
172 render->info.h264.pic_order_present_flag = h->pps.pic_order_present;
173 render->info.h264.deblocking_filter_control_present_flag = h->pps.deblocking_filter_parameters_present;
174 render->info.h264.redundant_pic_cnt_present_flag = h->pps.redundant_pic_cnt_present;
175 memcpy(render->info.h264.scaling_lists_4x4, h->pps.scaling_matrix4, sizeof(render->info.h264.scaling_lists_4x4));
176 memcpy(render->info.h264.scaling_lists_8x8, h->pps.scaling_matrix8, sizeof(render->info.h264.scaling_lists_8x8));
177
178 ff_draw_horiz_band(s, 0, s->avctx->height);
179 render->bitstream_buffers_used = 0;
180 }
181
182 void ff_vdpau_mpeg_picture_complete(MpegEncContext *s, const uint8_t *buf,
183 int buf_size, int slice_count)
184 {
185 struct vdpau_render_state *render, *last, *next;
186 int i;
187
188 if (!s->current_picture_ptr) return;
189
190 render = (struct vdpau_render_state *)s->current_picture_ptr->data[0];
191 assert(render);
192
193 /* fill VdpPictureInfoMPEG1Or2 struct */
194 render->info.mpeg.picture_structure = s->picture_structure;
195 render->info.mpeg.picture_coding_type = s->pict_type;
196 render->info.mpeg.intra_dc_precision = s->intra_dc_precision;
197 render->info.mpeg.frame_pred_frame_dct = s->frame_pred_frame_dct;
198 render->info.mpeg.concealment_motion_vectors = s->concealment_motion_vectors;
199 render->info.mpeg.intra_vlc_format = s->intra_vlc_format;
200 render->info.mpeg.alternate_scan = s->alternate_scan;
201 render->info.mpeg.q_scale_type = s->q_scale_type;
202 render->info.mpeg.top_field_first = s->top_field_first;
203 render->info.mpeg.full_pel_forward_vector = s->full_pel[0]; // MPEG-1 only. Set 0 for MPEG-2
204 render->info.mpeg.full_pel_backward_vector = s->full_pel[1]; // MPEG-1 only. Set 0 for MPEG-2
205 render->info.mpeg.f_code[0][0] = s->mpeg_f_code[0][0]; // For MPEG-1 fill both horiz. & vert.
206 render->info.mpeg.f_code[0][1] = s->mpeg_f_code[0][1];
207 render->info.mpeg.f_code[1][0] = s->mpeg_f_code[1][0];
208 render->info.mpeg.f_code[1][1] = s->mpeg_f_code[1][1];
209 for (i = 0; i < 64; ++i) {
210 render->info.mpeg.intra_quantizer_matrix[i] = s->intra_matrix[i];
211 render->info.mpeg.non_intra_quantizer_matrix[i] = s->inter_matrix[i];
212 }
213
214 render->info.mpeg.forward_reference = VDP_INVALID_HANDLE;
215 render->info.mpeg.backward_reference = VDP_INVALID_HANDLE;
216
217 switch(s->pict_type){
218 case FF_B_TYPE:
219 next = (struct vdpau_render_state *)s->next_picture.data[0];
220 assert(next);
221 render->info.mpeg.backward_reference = next->surface;
222 // no return here, going to set forward prediction
223 case FF_P_TYPE:
224 last = (struct vdpau_render_state *)s->last_picture.data[0];
225 if (!last) // FIXME: Does this test make sense?
226 last = render; // predict second field from the first
227 render->info.mpeg.forward_reference = last->surface;
228 }
229
230 ff_vdpau_add_data_chunk(s, buf, buf_size);
231
232 render->info.mpeg.slice_count = slice_count;
233
234 if (slice_count)
235 ff_draw_horiz_band(s, 0, s->avctx->height);
236 render->bitstream_buffers_used = 0;
237 }
238
239 void ff_vdpau_vc1_decode_picture(MpegEncContext *s, const uint8_t *buf,
240 int buf_size)
241 {
242 VC1Context *v = s->avctx->priv_data;
243 struct vdpau_render_state *render, *last, *next;
244
245 render = (struct vdpau_render_state *)s->current_picture.data[0];
246 assert(render);
247
248 /* fill LvPictureInfoVC1 struct */
249 render->info.vc1.frame_coding_mode = v->fcm;
250 render->info.vc1.postprocflag = v->postprocflag;
251 render->info.vc1.pulldown = v->broadcast;
252 render->info.vc1.interlace = v->interlace;
253 render->info.vc1.tfcntrflag = v->tfcntrflag;
254 render->info.vc1.finterpflag = v->finterpflag;
255 render->info.vc1.psf = v->psf;
256 render->info.vc1.dquant = v->dquant;
257 render->info.vc1.panscan_flag = v->panscanflag;
258 render->info.vc1.refdist_flag = v->refdist_flag;
259 render->info.vc1.quantizer = v->quantizer_mode;
260 render->info.vc1.extended_mv = v->extended_mv;
261 render->info.vc1.extended_dmv = v->extended_dmv;
262 render->info.vc1.overlap = v->overlap;
263 render->info.vc1.vstransform = v->vstransform;
264 render->info.vc1.loopfilter = v->s.loop_filter;
265 render->info.vc1.fastuvmc = v->fastuvmc;
266 render->info.vc1.range_mapy_flag = v->range_mapy_flag;
267 render->info.vc1.range_mapy = v->range_mapy;
268 render->info.vc1.range_mapuv_flag = v->range_mapuv_flag;
269 render->info.vc1.range_mapuv = v->range_mapuv;
270 /* Specific to simple/main profile only */
271 render->info.vc1.multires = v->multires;
272 render->info.vc1.syncmarker = v->s.resync_marker;
273 render->info.vc1.rangered = v->rangered | (v->rangeredfrm << 1);
274 render->info.vc1.maxbframes = v->s.max_b_frames;
275
276 render->info.vc1.deblockEnable = v->postprocflag & 1;
277 render->info.vc1.pquant = v->pq;
278
279 render->info.vc1.forward_reference = VDP_INVALID_HANDLE;
280 render->info.vc1.backward_reference = VDP_INVALID_HANDLE;
281
282 if (v->bi_type)
283 render->info.vc1.picture_type = 4;
284 else
285 render->info.vc1.picture_type = s->pict_type - 1 + s->pict_type / 3;
286
287 switch(s->pict_type){
288 case FF_B_TYPE:
289 next = (struct vdpau_render_state *)s->next_picture.data[0];
290 assert(next);
291 render->info.vc1.backward_reference = next->surface;
292 // no break here, going to set forward prediction
293 case FF_P_TYPE:
294 last = (struct vdpau_render_state *)s->last_picture.data[0];
295 if (!last) // FIXME: Does this test make sense?
296 last = render; // predict second field from the first
297 render->info.vc1.forward_reference = last->surface;
298 }
299
300 ff_vdpau_add_data_chunk(s, buf, buf_size);
301
302 render->info.vc1.slice_count = 1;
303
304 ff_draw_horiz_band(s, 0, s->avctx->height);
305 render->bitstream_buffers_used = 0;
306 }
307
308 void ff_vdpau_mpeg4_decode_picture(MpegEncContext *s, const uint8_t *buf,
309 int buf_size)
310 {
311 struct vdpau_render_state *render, *last, *next;
312 int i;
313
314 if (!s->current_picture_ptr) return;
315
316 render = (struct vdpau_render_state *)s->current_picture_ptr->data[0];
317 assert(render);
318
319 /* fill VdpPictureInfoMPEG4Part2 struct */
320 render->info.mpeg4.trd[0] = s->pp_time;
321 render->info.mpeg4.trb[0] = s->pb_time;
322 render->info.mpeg4.trd[1] = s->pp_field_time >> 1;
323 render->info.mpeg4.trb[1] = s->pb_field_time >> 1;
324 render->info.mpeg4.vop_time_increment_resolution = s->avctx->time_base.den;
325 render->info.mpeg4.vop_coding_type = 0;
326 render->info.mpeg4.vop_fcode_forward = s->f_code;
327 render->info.mpeg4.vop_fcode_backward = s->b_code;
328 render->info.mpeg4.resync_marker_disable = !s->resync_marker;
329 render->info.mpeg4.interlaced = !s->progressive_sequence;
330 render->info.mpeg4.quant_type = s->mpeg_quant;
331 render->info.mpeg4.quarter_sample = s->quarter_sample;
332 render->info.mpeg4.short_video_header = s->avctx->codec->id == CODEC_ID_H263;
333 render->info.mpeg4.rounding_control = s->no_rounding;
334 render->info.mpeg4.alternate_vertical_scan_flag = s->alternate_scan;
335 render->info.mpeg4.top_field_first = s->top_field_first;
336 for (i = 0; i < 64; ++i) {
337 render->info.mpeg4.intra_quantizer_matrix[i] = s->intra_matrix[i];
338 render->info.mpeg4.non_intra_quantizer_matrix[i] = s->inter_matrix[i];
339 }
340 render->info.mpeg4.forward_reference = VDP_INVALID_HANDLE;
341 render->info.mpeg4.backward_reference = VDP_INVALID_HANDLE;
342
343 switch (s->pict_type) {
344 case FF_B_TYPE:
345 next = (struct vdpau_render_state *)s->next_picture.data[0];
346 assert(next);
347 render->info.mpeg4.backward_reference = next->surface;
348 render->info.mpeg4.vop_coding_type = 2;
349 // no break here, going to set forward prediction
350 case FF_P_TYPE:
351 last = (struct vdpau_render_state *)s->last_picture.data[0];
352 assert(last);
353 render->info.mpeg4.forward_reference = last->surface;
354 }
355
356 ff_vdpau_add_data_chunk(s, buf, buf_size);
357
358 ff_draw_horiz_band(s, 0, s->avctx->height);
359 render->bitstream_buffers_used = 0;
360 }
361
362 /* @}*/