vlc: Add header #include when the types are used
[libav.git] / libavcodec / faxcompr.c
CommitLineData
8d48db31
MN
1/*
2 * CCITT Fax Group 3 and 4 decompression
3 * Copyright (c) 2008 Konstantin Shishkov
4 *
2912e87a 5 * This file is part of Libav.
8d48db31 6 *
2912e87a 7 * Libav is free software; you can redistribute it and/or
8d48db31
MN
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
2912e87a 12 * Libav is distributed in the hope that it will be useful,
8d48db31
MN
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
2912e87a 18 * License along with Libav; if not, write to the Free Software
8d48db31
MN
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22/**
ba87f080 23 * @file
f6f95d4e 24 * CCITT Fax Group 3 and 4 decompression
8d48db31
MN
25 * @author Konstantin Shishkov
26 */
27#include "avcodec.h"
418ccdd7 28#include "bitstream.h"
b2755007 29#include "put_bits.h"
73fc82f3 30#include "vlc.h"
8d48db31
MN
31#include "faxcompr.h"
32
33#define CCITT_SYMS 104
34
35static const uint16_t ccitt_syms[CCITT_SYMS] = {
36 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12,
37 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25,
38 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38,
39 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51,
40 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64,
41 128, 192, 256, 320, 384, 448, 512, 576, 640, 704, 768, 832, 896,
42 960, 1024, 1088, 1152, 1216, 1280, 1344, 1408, 1472, 1536, 1600, 1664, 1728,
43 1792, 1856, 1920, 1984, 2048, 2112, 2176, 2240, 2304, 2368, 2432, 2496, 2560
44};
45
46static const uint8_t ccitt_codes_bits[2][CCITT_SYMS] =
47{
48 {
49 0x35, 0x07, 0x07, 0x08, 0x0B, 0x0C, 0x0E, 0x0F, 0x13, 0x14, 0x07, 0x08, 0x08,
50 0x03, 0x34, 0x35, 0x2A, 0x2B, 0x27, 0x0C, 0x08, 0x17, 0x03, 0x04, 0x28, 0x2B,
51 0x13, 0x24, 0x18, 0x02, 0x03, 0x1A, 0x1B, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17,
52 0x28, 0x29, 0x2A, 0x2B, 0x2C, 0x2D, 0x04, 0x05, 0x0A, 0x0B, 0x52, 0x53, 0x54,
53 0x55, 0x24, 0x25, 0x58, 0x59, 0x5A, 0x5B, 0x4A, 0x4B, 0x32, 0x33, 0x34, 0x1B,
54 0x12, 0x17, 0x37, 0x36, 0x37, 0x64, 0x65, 0x68, 0x67, 0xCC, 0xCD, 0xD2, 0xD3,
55 0xD4, 0xD5, 0xD6, 0xD7, 0xD8, 0xD9, 0xDA, 0xDB, 0x98, 0x99, 0x9A, 0x18, 0x9B,
56 0x08, 0x0C, 0x0D, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F
57 },
58 {
59 0x37, 0x02, 0x03, 0x02, 0x03, 0x03, 0x02, 0x03, 0x05, 0x04, 0x04, 0x05, 0x07,
60 0x04, 0x07, 0x18, 0x17, 0x18, 0x08, 0x67, 0x68, 0x6C, 0x37, 0x28, 0x17, 0x18,
61 0xCA, 0xCB, 0xCC, 0xCD, 0x68, 0x69, 0x6A, 0x6B, 0xD2, 0xD3, 0xD4, 0xD5, 0xD6,
62 0xD7, 0x6C, 0x6D, 0xDA, 0xDB, 0x54, 0x55, 0x56, 0x57, 0x64, 0x65, 0x52, 0x53,
63 0x24, 0x37, 0x38, 0x27, 0x28, 0x58, 0x59, 0x2B, 0x2C, 0x5A, 0x66, 0x67, 0x0F,
64 0xC8, 0xC9, 0x5B, 0x33, 0x34, 0x35, 0x6C, 0x6D, 0x4A, 0x4B, 0x4C, 0x4D, 0x72,
65 0x73, 0x74, 0x75, 0x76, 0x77, 0x52, 0x53, 0x54, 0x55, 0x5A, 0x5B, 0x64, 0x65,
66 0x08, 0x0C, 0x0D, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F
67 }
68};
69
70static const uint8_t ccitt_codes_lens[2][CCITT_SYMS] =
71{
72 {
73 8, 6, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 7, 7,
74 7, 7, 7, 7, 7, 7, 7, 7, 7, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8,
75 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8,
76 8, 8, 8, 8, 5, 5, 6, 7, 8, 8, 8, 8, 8, 8, 9, 9, 9, 9, 9, 9,
77 9, 9, 9, 9, 9, 9, 9, 9, 9, 6, 9, 11, 11, 11, 12, 12, 12, 12, 12, 12,
78 12, 12, 12, 12
79 },
80 {
81 10, 3, 2, 2, 3, 4, 4, 5, 6, 6, 7, 7, 7, 8, 8, 9, 10, 10, 10, 11,
82 11, 11, 11, 11, 11, 11, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12,
83 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12,
84 12, 12, 12, 12, 10, 12, 12, 12, 12, 12, 12, 13, 13, 13, 13, 13, 13, 13, 13, 13,
85 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 11, 11, 11, 12, 12, 12, 12, 12, 12,
86 12, 12, 12, 12
87 }
88};
89
90static const uint8_t ccitt_group3_2d_bits[11] = {
91 1, 1, 2, 2, 2, 1, 3, 3, 3, 1, 1
92};
93
94static const uint8_t ccitt_group3_2d_lens[11] = {
95 4, 3, 7, 6, 3, 1, 3, 6, 7, 7, 9
96};
97
98static VLC ccitt_vlc[2], ccitt_group3_2d_vlc;
99
dc8a7c93 100av_cold void ff_ccitt_unpack_init(void)
8d48db31
MN
101{
102 static VLC_TYPE code_table1[528][2];
103 static VLC_TYPE code_table2[648][2];
104 int i;
105 static int initialized = 0;
106
f32aefcf 107 if (initialized)
8d48db31
MN
108 return;
109 ccitt_vlc[0].table = code_table1;
110 ccitt_vlc[0].table_allocated = 528;
111 ccitt_vlc[1].table = code_table2;
112 ccitt_vlc[1].table_allocated = 648;
f32aefcf 113 for (i = 0; i < 2; i++) {
e96b4a53
MS
114 ff_init_vlc_sparse(&ccitt_vlc[i], 9, CCITT_SYMS,
115 ccitt_codes_lens[i], 1, 1,
116 ccitt_codes_bits[i], 1, 1,
117 ccitt_syms, 2, 2,
118 INIT_VLC_USE_NEW_STATIC);
8d48db31
MN
119 }
120 INIT_VLC_STATIC(&ccitt_group3_2d_vlc, 9, 11,
121 ccitt_group3_2d_lens, 1, 1,
122 ccitt_group3_2d_bits, 1, 1, 512);
123 initialized = 1;
124}
125
126
418ccdd7 127static int decode_group3_1d_line(AVCodecContext *avctx, BitstreamContext *bc,
f32aefcf
LB
128 unsigned int pix_left, int *runs,
129 const int *runend)
8d48db31 130{
f32aefcf
LB
131 int mode = 0;
132 unsigned int run = 0;
8d48db31 133 unsigned int t;
f32aefcf 134 for (;;) {
418ccdd7 135 t = bitstream_read_vlc(bc, ccitt_vlc[mode].table, 9, 2);
8d48db31 136 run += t;
f32aefcf 137 if (t < 64) {
8d48db31 138 *runs++ = run;
f32aefcf 139 if (runs >= runend) {
1d798507 140 av_log(avctx, AV_LOG_ERROR, "Run overrun\n");
a3b2b83f 141 return AVERROR_INVALIDDATA;
1d798507 142 }
f32aefcf
LB
143 if (pix_left <= run) {
144 if (pix_left == run)
8d48db31 145 break;
8d48db31 146 av_log(avctx, AV_LOG_ERROR, "Run went out of bounds\n");
a3b2b83f 147 return AVERROR_INVALIDDATA;
8d48db31 148 }
11c5999e 149 pix_left -= run;
f32aefcf
LB
150 run = 0;
151 mode = !mode;
152 } else if ((int)t == -1) {
8d48db31 153 av_log(avctx, AV_LOG_ERROR, "Incorrect code\n");
a3b2b83f 154 return AVERROR_INVALIDDATA;
8d48db31
MN
155 }
156 }
157 *runs++ = 0;
158 return 0;
159}
160
418ccdd7 161static int decode_group3_2d_line(AVCodecContext *avctx, BitstreamContext *bc,
f32aefcf
LB
162 unsigned int width, int *runs,
163 const int *runend, const int *ref)
8d48db31 164{
f32aefcf
LB
165 int mode = 0, saved_run = 0, t;
166 int run_off = *ref++;
167 unsigned int offs = 0, run = 0;
8d48db31 168
1d798507
MN
169 runend--; // for the last written 0
170
f32aefcf 171 while (offs < width) {
418ccdd7 172 int cmode = bitstream_read_vlc(bc, ccitt_group3_2d_vlc.table, 9, 1);
f32aefcf 173 if (cmode == -1) {
8d48db31 174 av_log(avctx, AV_LOG_ERROR, "Incorrect mode VLC\n");
a3b2b83f 175 return AVERROR_INVALIDDATA;
8d48db31 176 }
f32aefcf 177 if (!cmode) { //pass mode
8d48db31 178 run_off += *ref++;
f32aefcf
LB
179 run = run_off - offs;
180 offs = run_off;
8d48db31 181 run_off += *ref++;
f32aefcf 182 if (offs > width) {
8d48db31 183 av_log(avctx, AV_LOG_ERROR, "Run went out of bounds\n");
a3b2b83f 184 return AVERROR_INVALIDDATA;
8d48db31 185 }
8d48db31 186 saved_run += run;
f32aefcf 187 } else if (cmode == 1) { //horizontal mode
8d48db31 188 int k;
f32aefcf 189 for (k = 0; k < 2; k++) {
8d48db31 190 run = 0;
f32aefcf 191 for (;;) {
418ccdd7 192 t = bitstream_read_vlc(bc, ccitt_vlc[mode].table, 9, 2);
f32aefcf 193 if (t == -1) {
8d48db31 194 av_log(avctx, AV_LOG_ERROR, "Incorrect code\n");
a3b2b83f 195 return AVERROR_INVALIDDATA;
8d48db31
MN
196 }
197 run += t;
f32aefcf 198 if (t < 64)
8d48db31
MN
199 break;
200 }
201 *runs++ = run + saved_run;
f32aefcf 202 if (runs >= runend) {
1d798507 203 av_log(avctx, AV_LOG_ERROR, "Run overrun\n");
a3b2b83f 204 return AVERROR_INVALIDDATA;
1d798507 205 }
8d48db31 206 saved_run = 0;
f32aefcf
LB
207 offs += run;
208 if (offs > width || run > width) {
8d48db31 209 av_log(avctx, AV_LOG_ERROR, "Run went out of bounds\n");
a3b2b83f 210 return AVERROR_INVALIDDATA;
8d48db31 211 }
8d48db31
MN
212 mode = !mode;
213 }
f32aefcf 214 } else if (cmode == 9 || cmode == 10) {
a3b2b83f
LB
215 avpriv_report_missing_feature(avctx, "Special modes support");
216 return AVERROR_PATCHWELCOME;
f32aefcf
LB
217 } else { //vertical mode
218 run = run_off - offs + (cmode - 5);
a56f82ea 219 run_off -= *--ref;
f32aefcf
LB
220 offs += run;
221 if (offs > width || run > width) {
8d48db31 222 av_log(avctx, AV_LOG_ERROR, "Run went out of bounds\n");
a3b2b83f 223 return AVERROR_INVALIDDATA;
8d48db31 224 }
8d48db31 225 *runs++ = run + saved_run;
f32aefcf 226 if (runs >= runend) {
1d798507 227 av_log(avctx, AV_LOG_ERROR, "Run overrun\n");
a3b2b83f 228 return AVERROR_INVALIDDATA;
1d798507 229 }
8d48db31 230 saved_run = 0;
f32aefcf 231 mode = !mode;
8d48db31 232 }
6f5c00eb 233 //sync line pointers
f32aefcf 234 while (run_off <= offs) {
6f5c00eb
MN
235 run_off += *ref++;
236 run_off += *ref++;
237 }
8d48db31
MN
238 }
239 *runs++ = saved_run;
240 *runs++ = 0;
241 return 0;
242}
243
244static void put_line(uint8_t *dst, int size, int width, const int *runs)
245{
246 PutBitContext pb;
bc0f7a9c 247 int run, mode = ~0, pix_left = width, run_idx = 0;
8d48db31 248
f32aefcf
LB
249 init_put_bits(&pb, dst, size * 8);
250 while (pix_left > 0) {
251 run = runs[run_idx++];
252 mode = ~mode;
8d48db31 253 pix_left -= run;
f32aefcf 254 for (; run > 16; run -= 16)
bc0f7a9c 255 put_sbits(&pb, 16, mode);
f32aefcf 256 if (run)
679f3fa9 257 put_sbits(&pb, run, mode);
8d48db31 258 }
a5568f46 259 flush_put_bits(&pb);
8d48db31
MN
260}
261
418ccdd7 262static int find_group3_syncmarker(BitstreamContext *bc, int srcsize)
8d48db31 263{
eb12536a 264 unsigned int state = -1;
418ccdd7 265 srcsize -= bitstream_tell(bc);
f32aefcf 266 while (srcsize-- > 0) {
418ccdd7 267 state += state + bitstream_read_bit(bc);
f32aefcf 268 if ((state & 0xFFF) == 1)
eb12536a 269 return 0;
8d48db31 270 }
eb12536a 271 return -1;
8d48db31
MN
272}
273
f32aefcf 274int ff_ccitt_unpack(AVCodecContext *avctx, const uint8_t *src, int srcsize,
d2cdf201
KS
275 uint8_t *dst, int height, int stride,
276 enum TiffCompr compr, int opts)
8d48db31
MN
277{
278 int j;
418ccdd7 279 BitstreamContext bc;
99a33529 280 int *runs, *ref = NULL, *runend;
8d48db31 281 int ret;
f32aefcf 282 int runsize = avctx->width + 2;
8d48db31 283
6fe68c7b
MN
284 runs = av_malloc(runsize * sizeof(runs[0]));
285 ref = av_malloc(runsize * sizeof(ref[0]));
f32aefcf 286 if (!runs || !ref) {
a3b2b83f 287 ret = AVERROR(ENOMEM);
99a33529
AC
288 goto fail;
289 }
8d48db31
MN
290 ref[0] = avctx->width;
291 ref[1] = 0;
292 ref[2] = 0;
a25dac97 293 bitstream_init8(&bc, src, srcsize);
f32aefcf 294 for (j = 0; j < height; j++) {
6fe68c7b 295 runend = runs + runsize;
f32aefcf 296 if (compr == TIFF_G4) {
418ccdd7 297 ret = decode_group3_2d_line(avctx, &bc, avctx->width, runs, runend,
f32aefcf 298 ref);
a3b2b83f 299 if (ret < 0)
99a33529 300 goto fail;
f32aefcf 301 } else {
8da5d3dc 302 int g3d1 = (compr == TIFF_G3) && !(opts & 1);
f32aefcf 303 if (compr != TIFF_CCITT_RLE &&
418ccdd7 304 find_group3_syncmarker(&bc, srcsize * 8) < 0)
8d48db31 305 break;
418ccdd7
AH
306 if (compr == TIFF_CCITT_RLE || g3d1 || bitstream_read_bit(&bc))
307 ret = decode_group3_1d_line(avctx, &bc, avctx->width, runs,
f32aefcf 308 runend);
8d48db31 309 else
418ccdd7 310 ret = decode_group3_2d_line(avctx, &bc, avctx->width, runs,
f32aefcf
LB
311 runend, ref);
312 if (compr == TIFF_CCITT_RLE)
418ccdd7 313 bitstream_align(&bc);
8d48db31 314 }
a3b2b83f
LB
315 if (avctx->err_recognition & AV_EF_EXPLODE && ret < 0)
316 goto fail;
317
f32aefcf 318 if (ret < 0) {
8d48db31 319 put_line(dst, stride, avctx->width, ref);
f32aefcf 320 } else {
8d48db31 321 put_line(dst, stride, avctx->width, runs);
f32aefcf 322 FFSWAP(int *, runs, ref);
8d48db31
MN
323 }
324 dst += stride;
325 }
a3b2b83f 326 ret = 0;
99a33529 327fail:
8d48db31
MN
328 av_free(runs);
329 av_free(ref);
a3b2b83f 330 return ret;
8d48db31 331}