resample: check memory allocations in av_resample_init()
[libav.git] / libavcodec / resample2.c
CommitLineData
aaaf1635
MN
1/*
2 * audio resampling
3 * Copyright (c) 2004 Michael Niedermayer <michaelni@gmx.at>
4 *
b78e7197
DB
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
aaaf1635
MN
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
b78e7197 10 * version 2.1 of the License, or (at your option) any later version.
aaaf1635 11 *
b78e7197 12 * FFmpeg is distributed in the hope that it will be useful,
aaaf1635
MN
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
b78e7197 18 * License along with FFmpeg; if not, write to the Free Software
5509bffa 19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
aaaf1635 20 */
115329f1 21
aaaf1635 22/**
ba87f080 23 * @file
aaaf1635
MN
24 * audio resampling
25 * @author Michael Niedermayer <michaelni@gmx.at>
26 */
27
28#include "avcodec.h"
1ac31760 29#include "dsputil.h"
aaaf1635 30
c252b26d 31#ifndef CONFIG_RESAMPLE_HP
aaaf1635
MN
32#define FILTER_SHIFT 15
33
51a88020
MN
34#define FELEM int16_t
35#define FELEM2 int32_t
55fc0eb1 36#define FELEML int64_t
51a88020
MN
37#define FELEM_MAX INT16_MAX
38#define FELEM_MIN INT16_MIN
14f887ef 39#define WINDOW_TYPE 9
55fc0eb1 40#elif !defined(CONFIG_RESAMPLE_AUDIOPHILE_KIDDY_MODE)
d6fead90 41#define FILTER_SHIFT 30
51a88020
MN
42
43#define FELEM int32_t
44#define FELEM2 int64_t
55fc0eb1 45#define FELEML int64_t
51a88020
MN
46#define FELEM_MAX INT32_MAX
47#define FELEM_MIN INT32_MIN
14f887ef 48#define WINDOW_TYPE 12
55fc0eb1
MN
49#else
50#define FILTER_SHIFT 0
51
7e068841
MN
52#define FELEM double
53#define FELEM2 double
54#define FELEML double
55fc0eb1 55#define WINDOW_TYPE 24
51a88020
MN
56#endif
57
58
aaaf1635 59typedef struct AVResampleContext{
6d69a653 60 const AVClass *av_class;
51a88020 61 FELEM *filter_bank;
aaaf1635
MN
62 int filter_length;
63 int ideal_dst_incr;
64 int dst_incr;
65 int index;
66 int frac;
67 int src_incr;
68 int compensation_distance;
ed861c6b
MN
69 int phase_shift;
70 int phase_mask;
71 int linear;
aaaf1635
MN
72}AVResampleContext;
73
74/**
75 * 0th order modified bessel function of the first kind.
76 */
7b49ce2e 77static double bessel(double x){
aaaf1635 78 double v=1;
2efcf292 79 double lastv=0;
aaaf1635
MN
80 double t=1;
81 int i;
115329f1 82
50df67d3 83 x= x*x/4;
2efcf292
MN
84 for(i=1; v != lastv; i++){
85 lastv=v;
50df67d3
MN
86 t *= x/(i*i);
87 v += t;
aaaf1635
MN
88 }
89 return v;
90}
91
92/**
93 * builds a polyphase filterbank.
94 * @param factor resampling factor
95 * @param scale wanted sum of coefficients for each filter
20cf58c3 96 * @param type 0->cubic, 1->blackman nuttall windowed sinc, 2..16->kaiser windowed sinc beta=2..16
aaaf1635 97 */
a882cf9c 98static void build_filter(FELEM *filter, double factor, int tap_count, int phase_count, int scale, int type){
0339fab8 99 int ph, i;
aaaf1635
MN
100 double x, y, w, tab[tap_count];
101 const int center= (tap_count-1)/2;
102
103 /* if upsampling, only need to interpolate, no filter */
104 if (factor > 1.0)
105 factor = 1.0;
106
107 for(ph=0;ph<phase_count;ph++) {
108 double norm = 0;
aaaf1635
MN
109 for(i=0;i<tap_count;i++) {
110 x = M_PI * ((double)(i - center) - (double)ph / phase_count) * factor;
111 if (x == 0) y = 1.0;
112 else y = sin(x) / x;
113 switch(type){
114 case 0:{
115 const float d= -0.5; //first order derivative = -0.5
116 x = fabs(((double)(i - center) - (double)ph / phase_count) * factor);
117 if(x<1.0) y= 1 - 3*x*x + 2*x*x*x + d*( -x*x + x*x*x);
118 else y= d*(-4 + 8*x - 5*x*x + x*x*x);
119 break;}
120 case 1:
121 w = 2.0*x / (factor*tap_count) + M_PI;
122 y *= 0.3635819 - 0.4891775 * cos(w) + 0.1365995 * cos(2*w) - 0.0106411 * cos(3*w);
123 break;
20cf58c3 124 default:
aaaf1635 125 w = 2.0*x / (factor*tap_count*M_PI);
20cf58c3 126 y *= bessel(type*sqrt(FFMAX(1-w*w, 0)));
aaaf1635
MN
127 break;
128 }
129
130 tab[i] = y;
131 norm += y;
132 }
133
134 /* normalize so that an uniform color remains the same */
135 for(i=0;i<tap_count;i++) {
55fc0eb1
MN
136#ifdef CONFIG_RESAMPLE_AUDIOPHILE_KIDDY_MODE
137 filter[ph * tap_count + i] = tab[i] / norm;
138#else
139 filter[ph * tap_count + i] = av_clip(lrintf(tab[i] * scale / norm), FELEM_MIN, FELEM_MAX);
140#endif
aaaf1635
MN
141 }
142 }
ae232dd7
MN
143#if 0
144 {
145#define LEN 1024
146 int j,k;
147 double sine[LEN + tap_count];
148 double filtered[LEN];
149 double maxff=-2, minff=2, maxsf=-2, minsf=2;
150 for(i=0; i<LEN; i++){
151 double ss=0, sf=0, ff=0;
152 for(j=0; j<LEN+tap_count; j++)
153 sine[j]= cos(i*j*M_PI/LEN);
154 for(j=0; j<LEN; j++){
155 double sum=0;
156 ph=0;
157 for(k=0; k<tap_count; k++)
158 sum += filter[ph * tap_count + k] * sine[k+j];
159 filtered[j]= sum / (1<<FILTER_SHIFT);
160 ss+= sine[j + center] * sine[j + center];
161 ff+= filtered[j] * filtered[j];
162 sf+= sine[j + center] * filtered[j];
163 }
164 ss= sqrt(2*ss/LEN);
165 ff= sqrt(2*ff/LEN);
166 sf= 2*sf/LEN;
167 maxff= FFMAX(maxff, ff);
168 minff= FFMIN(minff, ff);
169 maxsf= FFMAX(maxsf, sf);
170 minsf= FFMIN(minsf, sf);
171 if(i%11==0){
55fc0eb1 172 av_log(NULL, AV_LOG_ERROR, "i:%4d ss:%f ff:%13.6e-%13.6e sf:%13.6e-%13.6e\n", i, ss, maxff, minff, maxsf, minsf);
ae232dd7
MN
173 minff=minsf= 2;
174 maxff=maxsf= -2;
175 }
176 }
177 }
178#endif
aaaf1635
MN
179}
180
6e225de2 181AVResampleContext *av_resample_init(int out_rate, int in_rate, int filter_size, int phase_shift, int linear, double cutoff){
aaaf1635 182 AVResampleContext *c= av_mallocz(sizeof(AVResampleContext));
6e225de2 183 double factor= FFMIN(out_rate * cutoff / in_rate, 1.0);
ed861c6b 184 int phase_count= 1<<phase_shift;
115329f1 185
a426016c
MR
186 if (!c)
187 return NULL;
188
ed861c6b
MN
189 c->phase_shift= phase_shift;
190 c->phase_mask= phase_count-1;
191 c->linear= linear;
aaaf1635 192
f0ff20a1 193 c->filter_length= FFMAX((int)ceil(filter_size/factor), 1);
ed861c6b 194 c->filter_bank= av_mallocz(c->filter_length*(phase_count+1)*sizeof(FELEM));
a426016c
MR
195 if (!c->filter_bank)
196 goto error;
a882cf9c 197 build_filter(c->filter_bank, factor, c->filter_length, phase_count, 1<<FILTER_SHIFT, WINDOW_TYPE);
ed861c6b
MN
198 memcpy(&c->filter_bank[c->filter_length*phase_count+1], c->filter_bank, (c->filter_length-1)*sizeof(FELEM));
199 c->filter_bank[c->filter_length*phase_count]= c->filter_bank[c->filter_length - 1];
aaaf1635
MN
200
201 c->src_incr= out_rate;
ed861c6b
MN
202 c->ideal_dst_incr= c->dst_incr= in_rate * phase_count;
203 c->index= -phase_count*((c->filter_length-1)/2);
aaaf1635
MN
204
205 return c;
a426016c
MR
206error:
207 av_free(c);
208 return NULL;
aaaf1635
MN
209}
210
211void av_resample_close(AVResampleContext *c){
212 av_freep(&c->filter_bank);
213 av_freep(&c);
214}
215
216void av_resample_compensate(AVResampleContext *c, int sample_delta, int compensation_distance){
08f7073a 217// sample_delta += (c->ideal_dst_incr - c->dst_incr)*(int64_t)c->compensation_distance / c->ideal_dst_incr;
aaaf1635 218 c->compensation_distance= compensation_distance;
08f7073a 219 c->dst_incr = c->ideal_dst_incr - c->ideal_dst_incr * (int64_t)sample_delta / compensation_distance;
aaaf1635
MN
220}
221
aaaf1635
MN
222int av_resample(AVResampleContext *c, short *dst, short *src, int *consumed, int src_size, int dst_size, int update_ctx){
223 int dst_index, i;
224 int index= c->index;
225 int frac= c->frac;
226 int dst_incr_frac= c->dst_incr % c->src_incr;
227 int dst_incr= c->dst_incr / c->src_incr;
80e85288 228 int compensation_distance= c->compensation_distance;
53f0090d 229
6cb5dcb3 230 if(compensation_distance == 0 && c->filter_length == 1 && c->phase_shift==0){
53f0090d
MN
231 int64_t index2= ((int64_t)index)<<32;
232 int64_t incr= (1LL<<32) * c->dst_incr / c->src_incr;
233 dst_size= FFMIN(dst_size, (src_size-1-index) * (int64_t)c->src_incr / c->dst_incr);
115329f1 234
6cb5dcb3 235 for(dst_index=0; dst_index < dst_size; dst_index++){
53f0090d
MN
236 dst[dst_index] = src[index2>>32];
237 index2 += incr;
6cb5dcb3 238 }
53f0090d
MN
239 frac += dst_index * dst_incr_frac;
240 index += dst_index * dst_incr;
241 index += frac / c->src_incr;
242 frac %= c->src_incr;
6cb5dcb3 243 }else{
aaaf1635 244 for(dst_index=0; dst_index < dst_size; dst_index++){
ed861c6b
MN
245 FELEM *filter= c->filter_bank + c->filter_length*(index & c->phase_mask);
246 int sample_index= index >> c->phase_shift;
51a88020 247 FELEM2 val=0;
115329f1 248
aaaf1635
MN
249 if(sample_index < 0){
250 for(i=0; i<c->filter_length; i++)
c26abfa5 251 val += src[FFABS(sample_index + i) % src_size] * filter[i];
aaaf1635
MN
252 }else if(sample_index + c->filter_length > src_size){
253 break;
ed861c6b 254 }else if(c->linear){
303bd95c 255 FELEM2 v2=0;
aaaf1635 256 for(i=0; i<c->filter_length; i++){
303bd95c
MN
257 val += src[sample_index + i] * (FELEM2)filter[i];
258 v2 += src[sample_index + i] * (FELEM2)filter[i + c->filter_length];
aaaf1635 259 }
303bd95c 260 val+=(v2-val)*(FELEML)frac / c->src_incr;
ed861c6b 261 }else{
aaaf1635 262 for(i=0; i<c->filter_length; i++){
51a88020 263 val += src[sample_index + i] * (FELEM2)filter[i];
aaaf1635 264 }
aaaf1635
MN
265 }
266
55fc0eb1 267#ifdef CONFIG_RESAMPLE_AUDIOPHILE_KIDDY_MODE
aee481ce 268 dst[dst_index] = av_clip_int16(lrintf(val));
55fc0eb1 269#else
aaaf1635
MN
270 val = (val + (1<<(FILTER_SHIFT-1)))>>FILTER_SHIFT;
271 dst[dst_index] = (unsigned)(val + 32768) > 65535 ? (val>>31) ^ 32767 : val;
55fc0eb1 272#endif
aaaf1635
MN
273
274 frac += dst_incr_frac;
275 index += dst_incr;
276 if(frac >= c->src_incr){
277 frac -= c->src_incr;
278 index++;
279 }
80e85288
MN
280
281 if(dst_index + 1 == compensation_distance){
282 compensation_distance= 0;
283 dst_incr_frac= c->ideal_dst_incr % c->src_incr;
284 dst_incr= c->ideal_dst_incr / c->src_incr;
285 }
aaaf1635 286 }
6cb5dcb3 287 }
ed861c6b 288 *consumed= FFMAX(index, 0) >> c->phase_shift;
4e255822 289 if(index>=0) index &= c->phase_mask;
b9d2085b 290
80e85288
MN
291 if(compensation_distance){
292 compensation_distance -= dst_index;
293 assert(compensation_distance > 0);
294 }
aaaf1635 295 if(update_ctx){
aaaf1635 296 c->frac= frac;
b9d2085b 297 c->index= index;
80e85288
MN
298 c->dst_incr= dst_incr_frac + c->src_incr*dst_incr;
299 c->compensation_distance= compensation_distance;
aaaf1635 300 }
115329f1 301#if 0
08f7073a
MN
302 if(update_ctx && !c->compensation_distance){
303#undef rand
304 av_resample_compensate(c, rand() % (8000*2) - 8000, 8000*2);
305av_log(NULL, AV_LOG_DEBUG, "%d %d %d\n", c->dst_incr, c->ideal_dst_incr, c->compensation_distance);
306 }
307#endif
115329f1 308
aaaf1635
MN
309 return dst_index;
310}