hwaccel: Rename priv_data_size to frame_priv_data_size
[libav.git] / libavcodec / vdpau_h264.c
CommitLineData
51b56a07
RDC
1/*
2 * MPEG-4 Part 10 / AVC / H.264 HW decode acceleration through VDPAU
3 *
4 * Copyright (c) 2008 NVIDIA
5 * Copyright (c) 2013 Rémi Denis-Courmont
6 *
7 * This file is part of Libav.
8 *
9 * Libav is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
13 *
14 * Libav is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
18 *
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with Libav; if not, write to the Free Software Foundation,
21 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 */
23
24#include <vdpau/vdpau.h>
25
26#include "avcodec.h"
27#include "h264.h"
e0c16e4e 28#include "mpegutils.h"
51b56a07
RDC
29#include "vdpau.h"
30#include "vdpau_internal.h"
31
32static int32_t h264_foc(int foc)
33{
34 if (foc == INT_MAX)
35 foc = 0;
36 return foc;
37}
38
39static void vdpau_h264_clear_rf(VdpReferenceFrameH264 *rf)
40{
41 rf->surface = VDP_INVALID_HANDLE;
42 rf->is_long_term = VDP_FALSE;
43 rf->top_is_reference = VDP_FALSE;
44 rf->bottom_is_reference = VDP_FALSE;
45 rf->field_order_cnt[0] = 0;
46 rf->field_order_cnt[1] = 0;
47 rf->frame_idx = 0;
48}
49
9b749c82 50static void vdpau_h264_set_rf(VdpReferenceFrameH264 *rf, H264Picture *pic,
51b56a07
RDC
51 int pic_structure)
52{
1b1094a1 53 VdpVideoSurface surface = ff_vdpau_get_surface_id(&pic->f);
51b56a07
RDC
54
55 if (pic_structure == 0)
759001c5 56 pic_structure = pic->reference;
51b56a07
RDC
57
58 rf->surface = surface;
759001c5 59 rf->is_long_term = pic->reference && pic->long_ref;
51b56a07
RDC
60 rf->top_is_reference = (pic_structure & PICT_TOP_FIELD) != 0;
61 rf->bottom_is_reference = (pic_structure & PICT_BOTTOM_FIELD) != 0;
62 rf->field_order_cnt[0] = h264_foc(pic->field_poc[0]);
63 rf->field_order_cnt[1] = h264_foc(pic->field_poc[1]);
64 rf->frame_idx = pic->long_ref ? pic->pic_id : pic->frame_num;
65}
66
67static void vdpau_h264_set_reference_frames(AVCodecContext *avctx)
68{
69 H264Context * const h = avctx->priv_data;
2852740e
RDC
70 struct vdpau_picture_context *pic_ctx = h->cur_pic_ptr->hwaccel_picture_private;
71 VdpPictureInfoH264 *info = &pic_ctx->info.h264;
51b56a07
RDC
72 int list;
73
74 VdpReferenceFrameH264 *rf = &info->referenceFrames[0];
75#define H264_RF_COUNT FF_ARRAY_ELEMS(info->referenceFrames)
76
77 for (list = 0; list < 2; ++list) {
9b749c82 78 H264Picture **lp = list ? h->long_ref : h->short_ref;
51b56a07
RDC
79 int i, ls = list ? 16 : h->short_ref_count;
80
81 for (i = 0; i < ls; ++i) {
9b749c82 82 H264Picture *pic = lp[i];
51b56a07
RDC
83 VdpReferenceFrameH264 *rf2;
84 VdpVideoSurface surface_ref;
85 int pic_frame_idx;
86
759001c5 87 if (!pic || !pic->reference)
51b56a07
RDC
88 continue;
89 pic_frame_idx = pic->long_ref ? pic->pic_id : pic->frame_num;
1b1094a1 90 surface_ref = ff_vdpau_get_surface_id(&pic->f);
51b56a07
RDC
91
92 rf2 = &info->referenceFrames[0];
93 while (rf2 != rf) {
94 if ((rf2->surface == surface_ref) &&
95 (rf2->is_long_term == pic->long_ref) &&
96 (rf2->frame_idx == pic_frame_idx))
97 break;
98 ++rf2;
99 }
100 if (rf2 != rf) {
759001c5
AK
101 rf2->top_is_reference |= (pic->reference & PICT_TOP_FIELD) ? VDP_TRUE : VDP_FALSE;
102 rf2->bottom_is_reference |= (pic->reference & PICT_BOTTOM_FIELD) ? VDP_TRUE : VDP_FALSE;
51b56a07
RDC
103 continue;
104 }
105
106 if (rf >= &info->referenceFrames[H264_RF_COUNT])
107 continue;
108
759001c5 109 vdpau_h264_set_rf(rf, pic, pic->reference);
51b56a07
RDC
110 ++rf;
111 }
112 }
113
114 for (; rf < &info->referenceFrames[H264_RF_COUNT]; ++rf)
115 vdpau_h264_clear_rf(rf);
116}
117
118static int vdpau_h264_start_frame(AVCodecContext *avctx,
119 const uint8_t *buffer, uint32_t size)
120{
121 H264Context * const h = avctx->priv_data;
9b749c82 122 H264Picture *pic = h->cur_pic_ptr;
2852740e
RDC
123 struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
124 VdpPictureInfoH264 *info = &pic_ctx->info.h264;
51b56a07
RDC
125
126 /* init VdpPictureInfoH264 */
127 info->slice_count = 0;
128 info->field_order_cnt[0] = h264_foc(pic->field_poc[0]);
129 info->field_order_cnt[1] = h264_foc(pic->field_poc[1]);
130 info->is_reference = h->nal_ref_idc != 0;
131 info->frame_num = h->frame_num;
2c541554
AK
132 info->field_pic_flag = h->picture_structure != PICT_FRAME;
133 info->bottom_field_flag = h->picture_structure == PICT_BOTTOM_FIELD;
51b56a07
RDC
134 info->num_ref_frames = h->sps.ref_frame_count;
135 info->mb_adaptive_frame_field_flag = h->sps.mb_aff && !info->field_pic_flag;
136 info->constrained_intra_pred_flag = h->pps.constrained_intra_pred;
137 info->weighted_pred_flag = h->pps.weighted_pred;
138 info->weighted_bipred_idc = h->pps.weighted_bipred_idc;
139 info->frame_mbs_only_flag = h->sps.frame_mbs_only_flag;
140 info->transform_8x8_mode_flag = h->pps.transform_8x8_mode;
141 info->chroma_qp_index_offset = h->pps.chroma_qp_index_offset[0];
142 info->second_chroma_qp_index_offset = h->pps.chroma_qp_index_offset[1];
143 info->pic_init_qp_minus26 = h->pps.init_qp - 26;
144 info->num_ref_idx_l0_active_minus1 = h->pps.ref_count[0] - 1;
145 info->num_ref_idx_l1_active_minus1 = h->pps.ref_count[1] - 1;
146 info->log2_max_frame_num_minus4 = h->sps.log2_max_frame_num - 4;
147 info->pic_order_cnt_type = h->sps.poc_type;
148 info->log2_max_pic_order_cnt_lsb_minus4 = h->sps.poc_type ? 0 : h->sps.log2_max_poc_lsb - 4;
149 info->delta_pic_order_always_zero_flag = h->sps.delta_pic_order_always_zero_flag;
150 info->direct_8x8_inference_flag = h->sps.direct_8x8_inference_flag;
151 info->entropy_coding_mode_flag = h->pps.cabac;
152 info->pic_order_present_flag = h->pps.pic_order_present;
153 info->deblocking_filter_control_present_flag = h->pps.deblocking_filter_parameters_present;
154 info->redundant_pic_cnt_present_flag = h->pps.redundant_pic_cnt_present;
155
156 memcpy(info->scaling_lists_4x4, h->pps.scaling_matrix4,
157 sizeof(info->scaling_lists_4x4));
158 memcpy(info->scaling_lists_8x8[0], h->pps.scaling_matrix8[0],
159 sizeof(info->scaling_lists_8x8[0]));
160 memcpy(info->scaling_lists_8x8[1], h->pps.scaling_matrix8[3],
161 sizeof(info->scaling_lists_8x8[1]));
162
163 vdpau_h264_set_reference_frames(avctx);
164
7948a51b 165 return ff_vdpau_common_start_frame(pic_ctx, buffer, size);
51b56a07
RDC
166}
167
168static const uint8_t start_code_prefix[3] = { 0x00, 0x00, 0x01 };
169
170static int vdpau_h264_decode_slice(AVCodecContext *avctx,
171 const uint8_t *buffer, uint32_t size)
172{
2852740e 173 H264Context *h = avctx->priv_data;
9b749c82 174 H264Picture *pic = h->cur_pic_ptr;
2852740e 175 struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
51b56a07
RDC
176 int val;
177
7948a51b 178 val = ff_vdpau_add_buffer(pic_ctx, start_code_prefix, 3);
51b56a07
RDC
179 if (val)
180 return val;
181
7948a51b 182 val = ff_vdpau_add_buffer(pic_ctx, buffer, size);
51b56a07
RDC
183 if (val)
184 return val;
185
2852740e 186 pic_ctx->info.h264.slice_count++;
51b56a07
RDC
187 return 0;
188}
189
2c541554
AK
190static int vdpau_h264_end_frame(AVCodecContext *avctx)
191{
192 AVVDPAUContext *hwctx = avctx->hwaccel_context;
193 H264Context *h = avctx->priv_data;
9b749c82 194 H264Picture *pic = h->cur_pic_ptr;
2852740e 195 struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
1b1094a1 196 VdpVideoSurface surf = ff_vdpau_get_surface_id(&pic->f);
2c541554 197
2852740e
RDC
198 hwctx->render(hwctx->decoder, surf, (void *)&pic_ctx->info,
199 pic_ctx->bitstream_buffers_used, pic_ctx->bitstream_buffers);
2c541554
AK
200
201 ff_h264_draw_horiz_band(h, 0, h->avctx->height);
2852740e 202 av_freep(&pic_ctx->bitstream_buffers);
2c541554
AK
203
204 return 0;
205}
206
51b56a07
RDC
207AVHWAccel ff_h264_vdpau_hwaccel = {
208 .name = "h264_vdpau",
209 .type = AVMEDIA_TYPE_VIDEO,
210 .id = AV_CODEC_ID_H264,
211 .pix_fmt = AV_PIX_FMT_VDPAU,
212 .start_frame = vdpau_h264_start_frame,
2c541554 213 .end_frame = vdpau_h264_end_frame,
51b56a07 214 .decode_slice = vdpau_h264_decode_slice,
a871ef0c 215 .frame_priv_data_size = sizeof(struct vdpau_picture_context),
51b56a07 216};