adxenc: check output buffer size before writing
[libav.git] / libavcodec / adxenc.c
CommitLineData
c31dea61
AJ
1/*
2 * ADX ADPCM codecs
3 * Copyright (c) 2001,2003 BERO
4 *
2912e87a 5 * This file is part of Libav.
c31dea61 6 *
2912e87a 7 * Libav is free software; you can redistribute it and/or
c31dea61
AJ
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
2912e87a 12 * Libav is distributed in the hope that it will be useful,
c31dea61
AJ
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
2912e87a 18 * License along with Libav; if not, write to the Free Software
c31dea61
AJ
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
6a5d31ac 21
c31dea61
AJ
22#include "avcodec.h"
23#include "adx.h"
1fb47728 24#include "bytestream.h"
99423853 25#include "put_bits.h"
c31dea61
AJ
26
27/**
ba87f080 28 * @file
c31dea61
AJ
29 * SEGA CRI adx codecs.
30 *
31 * Reference documents:
32 * http://ku-www.ss.titech.ac.jp/~yatsushi/adx.html
33 * adx2wav & wav2adx http://www.geocities.co.jp/Playtown/2004/
34 */
35
25edfc88 36static void adx_encode(ADXContext *c, uint8_t *adx, const int16_t *wav,
61366821 37 ADXChannelState *prev, int channels)
c31dea61 38{
99423853 39 PutBitContext pb;
c31dea61 40 int scale;
61366821 41 int i, j;
a85ab8ad
JR
42 int s0, s1, s2, d;
43 int max = 0;
44 int min = 0;
656e606c 45 int data[BLOCK_SAMPLES];
c31dea61
AJ
46
47 s1 = prev->s1;
48 s2 = prev->s2;
61366821 49 for (i = 0, j = 0; j < 32; i += channels, j++) {
c31dea61 50 s0 = wav[i];
b237248e 51 d = ((s0 << COEFF_BITS) - c->coeff[0] * s1 - c->coeff[1] * s2) >> COEFF_BITS;
61366821 52 data[j] = d;
a85ab8ad
JR
53 if (max < d)
54 max = d;
55 if (min > d)
56 min = d;
c31dea61
AJ
57 s2 = s1;
58 s1 = s0;
59 }
60 prev->s1 = s1;
61 prev->s2 = s2;
62
a85ab8ad 63 if (max == 0 && min == 0) {
656e606c 64 memset(adx, 0, BLOCK_SIZE);
c31dea61
AJ
65 return;
66 }
67
a85ab8ad
JR
68 if (max / 7 > -min / 8)
69 scale = max / 7;
70 else
71 scale = -min / 8;
c31dea61 72
a85ab8ad
JR
73 if (scale == 0)
74 scale = 1;
c31dea61
AJ
75
76 AV_WB16(adx, scale);
77
99423853 78 init_put_bits(&pb, adx + 2, 16);
656e606c 79 for (i = 0; i < BLOCK_SAMPLES; i++)
a85ab8ad 80 put_sbits(&pb, 4, av_clip(data[i] / scale, -8, 7));
99423853 81 flush_put_bits(&pb);
c31dea61
AJ
82}
83
1fb47728
JR
84#define HEADER_SIZE 36
85
25edfc88 86static int adx_encode_header(AVCodecContext *avctx, uint8_t *buf, int bufsize)
c31dea61 87{
b237248e
JR
88 ADXContext *c = avctx->priv_data;
89
754ebd1a
JR
90 if (bufsize < HEADER_SIZE)
91 return AVERROR(EINVAL);
92
1fb47728
JR
93 bytestream_put_be16(&buf, 0x8000); /* header signature */
94 bytestream_put_be16(&buf, HEADER_SIZE - 4); /* copyright offset */
95 bytestream_put_byte(&buf, 3); /* encoding */
96 bytestream_put_byte(&buf, BLOCK_SIZE); /* block size */
97 bytestream_put_byte(&buf, 4); /* sample size */
98 bytestream_put_byte(&buf, avctx->channels); /* channels */
99 bytestream_put_be32(&buf, avctx->sample_rate); /* sample rate */
100 bytestream_put_be32(&buf, 0); /* total sample count */
101 bytestream_put_be16(&buf, c->cutoff); /* cutoff frequency */
102 bytestream_put_byte(&buf, 3); /* version */
103 bytestream_put_byte(&buf, 0); /* flags */
104 bytestream_put_be32(&buf, 0); /* unknown */
105 bytestream_put_be32(&buf, 0); /* loop enabled */
106 bytestream_put_be16(&buf, 0); /* padding */
107 bytestream_put_buffer(&buf, "(c)CRI", 6); /* copyright signature */
108
109 return HEADER_SIZE;
c31dea61
AJ
110}
111
98a6fff9 112static av_cold int adx_encode_init(AVCodecContext *avctx)
c31dea61 113{
b237248e
JR
114 ADXContext *c = avctx->priv_data;
115
cc40c056
JR
116 if (avctx->channels > 2) {
117 av_log(avctx, AV_LOG_ERROR, "Invalid number of channels\n");
118 return AVERROR(EINVAL);
119 }
656e606c 120 avctx->frame_size = BLOCK_SAMPLES;
c31dea61 121
a85ab8ad 122 avctx->coded_frame = avcodec_alloc_frame();
c31dea61 123
b237248e
JR
124 /* the cutoff can be adjusted, but this seems to work pretty well */
125 c->cutoff = 500;
126 ff_adx_calculate_coeffs(c->cutoff, avctx->sample_rate, COEFF_BITS, c->coeff);
127
c31dea61
AJ
128 return 0;
129}
130
98a6fff9 131static av_cold int adx_encode_close(AVCodecContext *avctx)
c31dea61
AJ
132{
133 av_freep(&avctx->coded_frame);
c31dea61
AJ
134 return 0;
135}
136
a85ab8ad
JR
137static int adx_encode_frame(AVCodecContext *avctx, uint8_t *frame,
138 int buf_size, void *data)
c31dea61 139{
a85ab8ad 140 ADXContext *c = avctx->priv_data;
25edfc88
JR
141 const int16_t *samples = data;
142 uint8_t *dst = frame;
f1be41c6 143 int ch;
c31dea61 144
c31dea61 145 if (!c->header_parsed) {
754ebd1a
JR
146 int hdrsize;
147 if ((hdrsize = adx_encode_header(avctx, dst, buf_size)) < 0) {
148 av_log(avctx, AV_LOG_ERROR, "output buffer is too small\n");
149 return AVERROR(EINVAL);
150 }
151 dst += hdrsize;
152 buf_size -= hdrsize;
c31dea61
AJ
153 c->header_parsed = 1;
154 }
754ebd1a
JR
155 if (buf_size < BLOCK_SIZE * avctx->channels) {
156 av_log(avctx, AV_LOG_ERROR, "output buffer is too small\n");
157 return AVERROR(EINVAL);
158 }
c31dea61 159
f1be41c6
JR
160 for (ch = 0; ch < avctx->channels; ch++) {
161 adx_encode(c, dst, samples + ch, &c->prev[ch], avctx->channels);
656e606c 162 dst += BLOCK_SIZE;
c31dea61 163 }
a85ab8ad 164 return dst - frame;
c31dea61
AJ
165}
166
d36beb3f 167AVCodec ff_adpcm_adx_encoder = {
ec6402b7
AK
168 .name = "adpcm_adx",
169 .type = AVMEDIA_TYPE_AUDIO,
170 .id = CODEC_ID_ADPCM_ADX,
171 .priv_data_size = sizeof(ADXContext),
172 .init = adx_encode_init,
173 .encode = adx_encode_frame,
174 .close = adx_encode_close,
a85ab8ad
JR
175 .sample_fmts = (const enum AVSampleFormat[]) { AV_SAMPLE_FMT_S16,
176 AV_SAMPLE_FMT_NONE },
177 .long_name = NULL_IF_CONFIG_SMALL("SEGA CRI ADX ADPCM"),
c31dea61 178};