h264: do not use 422 functions for monochrome
[libav.git] / libavcodec / h264dsp.c
1 /*
2 * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder
3 * Copyright (c) 2003-2010 Michael Niedermayer <michaelni@gmx.at>
4 *
5 * This file is part of Libav.
6 *
7 * Libav is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * Libav is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with Libav; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 /**
23 * @file
24 * H.264 / AVC / MPEG4 part10 DSP functions.
25 * @author Michael Niedermayer <michaelni@gmx.at>
26 */
27
28 #include <stdint.h>
29
30 #include "libavutil/attributes.h"
31 #include "avcodec.h"
32 #include "h264dsp.h"
33 #include "h264idct.h"
34 #include "libavutil/common.h"
35
36 #define BIT_DEPTH 8
37 #include "h264dsp_template.c"
38 #undef BIT_DEPTH
39
40 #define BIT_DEPTH 9
41 #include "h264dsp_template.c"
42 #undef BIT_DEPTH
43
44 #define BIT_DEPTH 10
45 #include "h264dsp_template.c"
46 #undef BIT_DEPTH
47
48 #define BIT_DEPTH 8
49 #include "h264addpx_template.c"
50 #undef BIT_DEPTH
51
52 #define BIT_DEPTH 16
53 #include "h264addpx_template.c"
54 #undef BIT_DEPTH
55
56 static int h264_find_start_code_candidate_c(const uint8_t *buf, int size)
57 {
58 int i = 0;
59 #if HAVE_FAST_UNALIGNED
60 /* we check i < size instead of i + 3 / 7 because it is
61 * simpler and there must be FF_INPUT_BUFFER_PADDING_SIZE
62 * bytes at the end.
63 */
64 #if HAVE_FAST_64BIT
65 while (i < size &&
66 !((~*(const uint64_t *)(buf + i) &
67 (*(const uint64_t *)(buf + i) - 0x0101010101010101ULL)) &
68 0x8080808080808080ULL))
69 i += 8;
70 #else
71 while (i < size &&
72 !((~*(const uint32_t *)(buf + i) &
73 (*(const uint32_t *)(buf + i) - 0x01010101U)) &
74 0x80808080U))
75 i += 4;
76 #endif
77 #endif
78 for (; i < size; i++)
79 if (!buf[i])
80 break;
81 return i;
82 }
83
84 av_cold void ff_h264dsp_init(H264DSPContext *c, const int bit_depth,
85 const int chroma_format_idc)
86 {
87 #undef FUNC
88 #define FUNC(a, depth) a ## _ ## depth ## _c
89
90 #define ADDPX_DSP(depth) \
91 c->h264_add_pixels4_clear = FUNC(ff_h264_add_pixels4, depth);\
92 c->h264_add_pixels8_clear = FUNC(ff_h264_add_pixels8, depth)
93
94 if (bit_depth > 8 && bit_depth <= 16) {
95 ADDPX_DSP(16);
96 } else {
97 ADDPX_DSP(8);
98 }
99
100 #define H264_DSP(depth) \
101 c->h264_idct_add= FUNC(ff_h264_idct_add, depth);\
102 c->h264_idct8_add= FUNC(ff_h264_idct8_add, depth);\
103 c->h264_idct_dc_add= FUNC(ff_h264_idct_dc_add, depth);\
104 c->h264_idct8_dc_add= FUNC(ff_h264_idct8_dc_add, depth);\
105 c->h264_idct_add16 = FUNC(ff_h264_idct_add16, depth);\
106 c->h264_idct8_add4 = FUNC(ff_h264_idct8_add4, depth);\
107 if (chroma_format_idc <= 1)\
108 c->h264_idct_add8 = FUNC(ff_h264_idct_add8, depth);\
109 else\
110 c->h264_idct_add8 = FUNC(ff_h264_idct_add8_422, depth);\
111 c->h264_idct_add16intra= FUNC(ff_h264_idct_add16intra, depth);\
112 c->h264_luma_dc_dequant_idct= FUNC(ff_h264_luma_dc_dequant_idct, depth);\
113 if (chroma_format_idc <= 1)\
114 c->h264_chroma_dc_dequant_idct= FUNC(ff_h264_chroma_dc_dequant_idct, depth);\
115 else\
116 c->h264_chroma_dc_dequant_idct= FUNC(ff_h264_chroma422_dc_dequant_idct, depth);\
117 \
118 c->weight_h264_pixels_tab[0]= FUNC(weight_h264_pixels16, depth);\
119 c->weight_h264_pixels_tab[1]= FUNC(weight_h264_pixels8, depth);\
120 c->weight_h264_pixels_tab[2]= FUNC(weight_h264_pixels4, depth);\
121 c->weight_h264_pixels_tab[3]= FUNC(weight_h264_pixels2, depth);\
122 c->biweight_h264_pixels_tab[0]= FUNC(biweight_h264_pixels16, depth);\
123 c->biweight_h264_pixels_tab[1]= FUNC(biweight_h264_pixels8, depth);\
124 c->biweight_h264_pixels_tab[2]= FUNC(biweight_h264_pixels4, depth);\
125 c->biweight_h264_pixels_tab[3]= FUNC(biweight_h264_pixels2, depth);\
126 \
127 c->h264_v_loop_filter_luma= FUNC(h264_v_loop_filter_luma, depth);\
128 c->h264_h_loop_filter_luma= FUNC(h264_h_loop_filter_luma, depth);\
129 c->h264_h_loop_filter_luma_mbaff= FUNC(h264_h_loop_filter_luma_mbaff, depth);\
130 c->h264_v_loop_filter_luma_intra= FUNC(h264_v_loop_filter_luma_intra, depth);\
131 c->h264_h_loop_filter_luma_intra= FUNC(h264_h_loop_filter_luma_intra, depth);\
132 c->h264_h_loop_filter_luma_mbaff_intra= FUNC(h264_h_loop_filter_luma_mbaff_intra, depth);\
133 c->h264_v_loop_filter_chroma= FUNC(h264_v_loop_filter_chroma, depth);\
134 if (chroma_format_idc <= 1)\
135 c->h264_h_loop_filter_chroma= FUNC(h264_h_loop_filter_chroma, depth);\
136 else\
137 c->h264_h_loop_filter_chroma= FUNC(h264_h_loop_filter_chroma422, depth);\
138 if (chroma_format_idc <= 1)\
139 c->h264_h_loop_filter_chroma_mbaff= FUNC(h264_h_loop_filter_chroma_mbaff, depth);\
140 else\
141 c->h264_h_loop_filter_chroma_mbaff= FUNC(h264_h_loop_filter_chroma422_mbaff, depth);\
142 c->h264_v_loop_filter_chroma_intra= FUNC(h264_v_loop_filter_chroma_intra, depth);\
143 if (chroma_format_idc <= 1)\
144 c->h264_h_loop_filter_chroma_intra= FUNC(h264_h_loop_filter_chroma_intra, depth);\
145 else\
146 c->h264_h_loop_filter_chroma_intra= FUNC(h264_h_loop_filter_chroma422_intra, depth);\
147 if (chroma_format_idc <= 1)\
148 c->h264_h_loop_filter_chroma_mbaff_intra= FUNC(h264_h_loop_filter_chroma_mbaff_intra, depth);\
149 else\
150 c->h264_h_loop_filter_chroma_mbaff_intra= FUNC(h264_h_loop_filter_chroma422_mbaff_intra, depth);\
151 c->h264_loop_filter_strength= NULL;
152
153 switch (bit_depth) {
154 case 9:
155 H264_DSP(9);
156 break;
157 case 10:
158 H264_DSP(10);
159 break;
160 default:
161 H264_DSP(8);
162 break;
163 }
164 c->h264_find_start_code_candidate = h264_find_start_code_candidate_c;
165
166 if (ARCH_ARM) ff_h264dsp_init_arm(c, bit_depth, chroma_format_idc);
167 if (ARCH_PPC) ff_h264dsp_init_ppc(c, bit_depth, chroma_format_idc);
168 if (ARCH_X86) ff_h264dsp_init_x86(c, bit_depth, chroma_format_idc);
169 }