indeo2: Fix banding artefacts
[libav.git] / libavcodec / indeo2.c
CommitLineData
856dbbff 1/*
02c1592f 2 * Intel Indeo 2 codec
856dbbff
MN
3 * Copyright (c) 2005 Konstantin Shishkov
4 *
2912e87a 5 * This file is part of Libav.
b78e7197 6 *
2912e87a 7 * Libav is free software; you can redistribute it and/or
856dbbff
MN
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
b78e7197 10 * version 2.1 of the License, or (at your option) any later version.
856dbbff 11 *
2912e87a 12 * Libav is distributed in the hope that it will be useful,
856dbbff
MN
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
2912e87a 18 * License along with Libav; if not, write to the Free Software
5509bffa 19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
856dbbff 20 */
115329f1 21
856dbbff 22/**
ba87f080 23 * @file
856dbbff
MN
24 * Intel Indeo 2 decoder.
25 */
d5c62122 26
aaf47bcd 27#define BITSTREAM_READER_LE
d5c62122 28#include "libavutil/attributes.h"
856dbbff 29#include "avcodec.h"
9106a698 30#include "get_bits.h"
856dbbff 31#include "indeo2data.h"
759001c5 32#include "internal.h"
d5c62122 33#include "mathops.h"
856dbbff
MN
34
35typedef struct Ir2Context{
36 AVCodecContext *avctx;
79d501a8 37 AVFrame *picture;
856dbbff
MN
38 GetBitContext gb;
39 int decode_delta;
40} Ir2Context;
41
42#define CODE_VLC_BITS 14
43static VLC ir2_vlc;
44
45/* Indeo 2 codes are in range 0x01..0x7F and 0x81..0x90 */
46static inline int ir2_get_code(GetBitContext *gb)
47{
8b39f75b 48 return get_vlc2(gb, ir2_vlc.table, CODE_VLC_BITS, 1) + 1;
856dbbff 49}
856dbbff 50
c04c64c0 51static int ir2_decode_plane(Ir2Context *ctx, int width, int height, uint8_t *dst,
422e14f7 52 int pitch, const uint8_t *table)
856dbbff
MN
53{
54 int i;
55 int j;
56 int out = 0;
57 int c;
58 int t;
115329f1 59
c04c64c0 60 if (width & 1)
6ea2c9a4 61 return AVERROR_INVALIDDATA;
f707a5eb 62
856dbbff 63 /* first line contain absolute values, other lines contain deltas */
c04c64c0 64 while (out < width) {
856dbbff 65 c = ir2_get_code(&ctx->gb);
c04c64c0 66 if (c >= 0x80) { /* we have a run */
8b39f75b 67 c -= 0x7F;
c04c64c0 68 if (out + c*2 > width)
6ea2c9a4 69 return AVERROR_INVALIDDATA;
856dbbff
MN
70 for (i = 0; i < c * 2; i++)
71 dst[out++] = 0x80;
72 } else { /* copy two values from table */
73 dst[out++] = table[c * 2];
74 dst[out++] = table[(c * 2) + 1];
75 }
76 }
422e14f7 77 dst += pitch;
115329f1 78
c04c64c0 79 for (j = 1; j < height; j++) {
856dbbff 80 out = 0;
c04c64c0 81 while (out < width) {
856dbbff 82 c = ir2_get_code(&ctx->gb);
c04c64c0 83 if (c >= 0x80) { /* we have a skip */
8b39f75b 84 c -= 0x7F;
c04c64c0 85 if (out + c*2 > width)
6ea2c9a4 86 return AVERROR_INVALIDDATA;
856dbbff 87 for (i = 0; i < c * 2; i++) {
422e14f7 88 dst[out] = dst[out - pitch];
856dbbff
MN
89 out++;
90 }
91 } else { /* add two deltas from table */
422e14f7 92 t = dst[out - pitch] + (table[c * 2] - 128);
c04c64c0 93 t = av_clip_uint8(t);
856dbbff
MN
94 dst[out] = t;
95 out++;
422e14f7 96 t = dst[out - pitch] + (table[(c * 2) + 1] - 128);
c04c64c0 97 t = av_clip_uint8(t);
856dbbff
MN
98 dst[out] = t;
99 out++;
100 }
101 }
422e14f7 102 dst += pitch;
856dbbff 103 }
f707a5eb 104 return 0;
856dbbff
MN
105}
106
c04c64c0 107static int ir2_decode_plane_inter(Ir2Context *ctx, int width, int height, uint8_t *dst,
422e14f7 108 int pitch, const uint8_t *table)
856dbbff
MN
109{
110 int j;
111 int out = 0;
112 int c;
113 int t;
f707a5eb 114
c04c64c0 115 if (width & 1)
6ea2c9a4 116 return AVERROR_INVALIDDATA;
f707a5eb 117
c04c64c0 118 for (j = 0; j < height; j++) {
856dbbff 119 out = 0;
c04c64c0 120 while (out < width) {
856dbbff 121 c = ir2_get_code(&ctx->gb);
c04c64c0
AK
122 if (c >= 0x80) { /* we have a skip */
123 c -= 0x7F;
856dbbff
MN
124 out += c * 2;
125 } else { /* add two deltas from table */
c04c64c0
AK
126 t = dst[out] + (((table[c * 2] - 128)*3) >> 2);
127 t = av_clip_uint8(t);
856dbbff
MN
128 dst[out] = t;
129 out++;
c04c64c0
AK
130 t = dst[out] + (((table[(c * 2) + 1] - 128)*3) >> 2);
131 t = av_clip_uint8(t);
856dbbff
MN
132 dst[out] = t;
133 out++;
134 }
135 }
422e14f7 136 dst += pitch;
856dbbff 137 }
f707a5eb 138 return 0;
856dbbff
MN
139}
140
115329f1 141static int ir2_decode_frame(AVCodecContext *avctx,
df9b9567 142 void *data, int *got_frame,
7a00bbad 143 AVPacket *avpkt)
856dbbff
MN
144{
145 Ir2Context * const s = avctx->priv_data;
c04c64c0
AK
146 const uint8_t *buf = avpkt->data;
147 int buf_size = avpkt->size;
148 AVFrame *picture = data;
79d501a8 149 AVFrame * const p = s->picture;
6ea2c9a4 150 int start, ret;
f8c34f4b 151 int ltab, ctab;
856dbbff 152
759001c5 153 if ((ret = ff_reget_buffer(avctx, p)) < 0) {
856dbbff 154 av_log(s->avctx, AV_LOG_ERROR, "reget_buffer() failed\n");
6ea2c9a4 155 return ret;
856dbbff
MN
156 }
157
b7ce4f1d
AC
158 start = 48; /* hardcoded for now */
159
160 if (start >= buf_size) {
161 av_log(s->avctx, AV_LOG_ERROR, "input buffer size too small (%d)\n", buf_size);
162 return AVERROR_INVALIDDATA;
163 }
164
856dbbff 165 s->decode_delta = buf[18];
115329f1 166
856dbbff 167 /* decide whether frame uses deltas or not */
aaf47bcd 168#ifndef BITSTREAM_READER_LE
856dbbff 169 for (i = 0; i < buf_size; i++)
d5c62122 170 buf[i] = ff_reverse[buf[i]];
ef56de32 171#endif
856dbbff 172
68ca330c 173 init_get_bits(&s->gb, buf + start, (buf_size - start) * 8);
856dbbff 174
f8c34f4b
LB
175 ltab = buf[0x22] & 3;
176 ctab = buf[0x22] >> 2;
856dbbff 177 if (s->decode_delta) { /* intraframe */
7b1fbd47 178 if ((ret = ir2_decode_plane(s, avctx->width, avctx->height,
79d501a8 179 p->data[0], p->linesize[0],
f8c34f4b 180 ir2_delta_table[ltab])) < 0)
7b1fbd47
AK
181 return ret;
182
856dbbff 183 /* swapped U and V */
7b1fbd47 184 if ((ret = ir2_decode_plane(s, avctx->width >> 2, avctx->height >> 2,
79d501a8 185 p->data[2], p->linesize[2],
f8c34f4b 186 ir2_delta_table[ctab])) < 0)
7b1fbd47
AK
187 return ret;
188 if ((ret = ir2_decode_plane(s, avctx->width >> 2, avctx->height >> 2,
79d501a8 189 p->data[1], p->linesize[1],
f8c34f4b 190 ir2_delta_table[ctab])) < 0)
7b1fbd47 191 return ret;
856dbbff 192 } else { /* interframe */
7b1fbd47 193 if ((ret = ir2_decode_plane_inter(s, avctx->width, avctx->height,
79d501a8 194 p->data[0], p->linesize[0],
f8c34f4b 195 ir2_delta_table[ltab])) < 0)
7b1fbd47 196 return ret;
856dbbff 197 /* swapped U and V */
7b1fbd47 198 if ((ret = ir2_decode_plane_inter(s, avctx->width >> 2, avctx->height >> 2,
79d501a8 199 p->data[2], p->linesize[2],
f8c34f4b 200 ir2_delta_table[ctab])) < 0)
7b1fbd47
AK
201 return ret;
202 if ((ret = ir2_decode_plane_inter(s, avctx->width >> 2, avctx->height >> 2,
79d501a8 203 p->data[1], p->linesize[1],
f8c34f4b 204 ir2_delta_table[ctab])) < 0)
7b1fbd47 205 return ret;
856dbbff
MN
206 }
207
79d501a8 208 if ((ret = av_frame_ref(picture, p)) < 0)
759001c5
AK
209 return ret;
210
df9b9567 211 *got_frame = 1;
856dbbff
MN
212
213 return buf_size;
214}
215
c04c64c0
AK
216static av_cold int ir2_decode_init(AVCodecContext *avctx)
217{
856dbbff 218 Ir2Context * const ic = avctx->priv_data;
bd4110f9 219 static VLC_TYPE vlc_tables[1 << CODE_VLC_BITS][2];
856dbbff
MN
220
221 ic->avctx = avctx;
222
716d413c 223 avctx->pix_fmt= AV_PIX_FMT_YUV410P;
115329f1 224
79d501a8
AK
225 ic->picture = av_frame_alloc();
226 if (!ic->picture)
227 return AVERROR(ENOMEM);
3b199d29 228
bd4110f9
KS
229 ir2_vlc.table = vlc_tables;
230 ir2_vlc.table_allocated = 1 << CODE_VLC_BITS;
aaf47bcd 231#ifdef BITSTREAM_READER_LE
856dbbff
MN
232 init_vlc(&ir2_vlc, CODE_VLC_BITS, IR2_CODES,
233 &ir2_codes[0][1], 4, 2,
bd4110f9 234 &ir2_codes[0][0], 4, 2, INIT_VLC_USE_NEW_STATIC | INIT_VLC_LE);
ef56de32 235#else
c11aac6c
CL
236 init_vlc(&ir2_vlc, CODE_VLC_BITS, IR2_CODES,
237 &ir2_codes[0][1], 4, 2,
bd4110f9 238 &ir2_codes[0][0], 4, 2, INIT_VLC_USE_NEW_STATIC);
ef56de32 239#endif
115329f1 240
856dbbff
MN
241 return 0;
242}
243
c04c64c0
AK
244static av_cold int ir2_decode_end(AVCodecContext *avctx)
245{
6d924b5a 246 Ir2Context * const ic = avctx->priv_data;
6d924b5a 247
79d501a8 248 av_frame_free(&ic->picture);
6d924b5a
KS
249
250 return 0;
251}
252
d36beb3f 253AVCodec ff_indeo2_decoder = {
ec6402b7 254 .name = "indeo2",
b2bed932 255 .long_name = NULL_IF_CONFIG_SMALL("Intel Indeo 2"),
ec6402b7 256 .type = AVMEDIA_TYPE_VIDEO,
36ef5369 257 .id = AV_CODEC_ID_INDEO2,
ec6402b7
AK
258 .priv_data_size = sizeof(Ir2Context),
259 .init = ir2_decode_init,
260 .close = ir2_decode_end,
261 .decode = ir2_decode_frame,
def97856 262 .capabilities = AV_CODEC_CAP_DR1,
856dbbff 263};