swscale: Check for return values of malloc.
[libav.git] / libswscale / swscale.c
CommitLineData
fe8054c0 1/*
d026b45e
DB
2 * Copyright (C) 2001-2003 Michael Niedermayer <michaelni@gmx.at>
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with FFmpeg; if not, write to the Free Software
b19bcbaa 18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
d026b45e 19 *
807e0c66
LA
20 * the C code (not assembly, mmx, ...) of this file can be used
21 * under the LGPL license too
d026b45e 22 */
783e9cc9 23
28bf81c9 24/*
9990e426 25 supported Input formats: YV12, I420/IYUV, YUY2, UYVY, BGR32, BGR32_1, BGR24, BGR16, BGR15, RGB32, RGB32_1, RGB24, Y8/Y800, YVU9/IF09, PAL8
caeaabe7 26 supported output formats: YV12, I420/IYUV, YUY2, UYVY, {BGR,RGB}{1,4,8,15,16,24,32}, Y8/Y800, YVU9/IF09
e09d12f4 27 {BGR,RGB}{1,4,8,15,16} support dithering
6a4970ab 28
e09d12f4
MN
29 unscaled special converters (YV12=I420=IYUV, Y800=Y8)
30 YV12 -> {BGR,RGB}{1,4,8,15,16,24,32}
31 x -> x
32 YUV9 -> YV12
33 YUV9/YV12 -> Y800
34 Y800 -> YUV9/YV12
b935781b
MN
35 BGR24 -> BGR32 & RGB24 -> RGB32
36 BGR32 -> BGR24 & RGB32 -> RGB24
4bb3fa5e 37 BGR15 -> BGR16
b935781b
MN
38*/
39
6a4970ab 40/*
a6f6b237 41tested special converters (most are tested actually, but I did not write it down ...)
e09d12f4 42 YV12 -> BGR16
b935781b 43 YV12 -> YV12
4bb3fa5e 44 BGR15 -> BGR16
1e1c4fe9 45 BGR16 -> BGR16
e09d12f4 46 YVU9 -> YV12
b935781b
MN
47
48untested special converters
f40c7dbb 49 YV12/I420 -> BGR15/BGR24/BGR32 (it is the yuv2rgb stuff, so it should be OK)
1e1c4fe9
MN
50 YV12/I420 -> YV12/I420
51 YUY2/BGR15/BGR24/BGR32/RGB24/RGB32 -> same format
b935781b
MN
52 BGR24 -> BGR32 & RGB24 -> RGB32
53 BGR32 -> BGR24 & RGB32 -> RGB24
ec22603f 54 BGR24 -> YV12
28bf81c9
MN
55*/
56
d63a2cb1 57#define _SVID_SOURCE //needed for MAP_ANONYMOUS
d3f41512 58#include <inttypes.h>
dda87e9f 59#include <string.h>
077ea8a7 60#include <math.h>
c1b0bfb4 61#include <stdio.h>
b2d374c9 62#include "config.h"
81b7c056 63#include <assert.h>
b63f641e 64#if HAVE_SYS_MMAN_H
38d5c282 65#include <sys/mman.h>
113ef149
RD
66#if defined(MAP_ANON) && !defined(MAP_ANONYMOUS)
67#define MAP_ANONYMOUS MAP_ANON
68#endif
38d5c282 69#endif
dd35beb2
RP
70#if HAVE_VIRTUALALLOC
71#define WIN32_LEAN_AND_MEAN
72#include <windows.h>
73#endif
d604bab9 74#include "swscale.h"
5427e242 75#include "swscale_internal.h"
37079906 76#include "rgb2rgb.h"
52154148 77#include "libavutil/intreadwrite.h"
83da2c6f 78#include "libavutil/x86_cpu.h"
7248797c 79#include "libavutil/avutil.h"
83da2c6f 80#include "libavutil/bswap.h"
0d9f3d85 81
b3e03fa7
SS
82unsigned swscale_version(void)
83{
84 return LIBSWSCALE_VERSION_INT;
85}
86
541c4eb9 87#undef MOVNTQ
7d7f78b5 88#undef PAVGB
d3f41512 89
783e9cc9 90//#undef HAVE_MMX2
f4406ec1 91//#define HAVE_AMD3DNOW
d3f41512 92//#undef HAVE_MMX
783e9cc9 93//#undef ARCH_X86
d604bab9 94#define DITHER1XBPP
d3f41512 95
f40c7dbb 96#define FAST_BGR2YV12 // use 7 bit coefficients instead of 15 bit
ac6a2e45 97
f40c7dbb 98#define RET 0xC3 //near return opcode for x86
c1b0bfb4 99
28bf81c9
MN
100#ifdef M_PI
101#define PI M_PI
102#else
103#define PI 3.14159265358979323846
104#endif
c1b0bfb4 105
9d9de37d
IP
106#define isSupportedIn(x) ( \
107 (x)==PIX_FMT_YUV420P \
79973335 108 || (x)==PIX_FMT_YUVA420P \
9d9de37d
IP
109 || (x)==PIX_FMT_YUYV422 \
110 || (x)==PIX_FMT_UYVY422 \
e8417235
KS
111 || (x)==PIX_FMT_RGB48BE \
112 || (x)==PIX_FMT_RGB48LE \
9d9de37d 113 || (x)==PIX_FMT_RGB32 \
9990e426 114 || (x)==PIX_FMT_RGB32_1 \
9d9de37d
IP
115 || (x)==PIX_FMT_BGR24 \
116 || (x)==PIX_FMT_BGR565 \
117 || (x)==PIX_FMT_BGR555 \
118 || (x)==PIX_FMT_BGR32 \
9990e426 119 || (x)==PIX_FMT_BGR32_1 \
9d9de37d
IP
120 || (x)==PIX_FMT_RGB24 \
121 || (x)==PIX_FMT_RGB565 \
122 || (x)==PIX_FMT_RGB555 \
123 || (x)==PIX_FMT_GRAY8 \
124 || (x)==PIX_FMT_YUV410P \
6c80eb16 125 || (x)==PIX_FMT_YUV440P \
9d9de37d
IP
126 || (x)==PIX_FMT_GRAY16BE \
127 || (x)==PIX_FMT_GRAY16LE \
128 || (x)==PIX_FMT_YUV444P \
129 || (x)==PIX_FMT_YUV422P \
130 || (x)==PIX_FMT_YUV411P \
131 || (x)==PIX_FMT_PAL8 \
132 || (x)==PIX_FMT_BGR8 \
133 || (x)==PIX_FMT_RGB8 \
134 || (x)==PIX_FMT_BGR4_BYTE \
135 || (x)==PIX_FMT_RGB4_BYTE \
9ba7fe6d 136 || (x)==PIX_FMT_YUV440P \
3d05e078
MN
137 || (x)==PIX_FMT_MONOWHITE \
138 || (x)==PIX_FMT_MONOBLACK \
de1275d5
MN
139 || (x)==PIX_FMT_YUV420PLE \
140 || (x)==PIX_FMT_YUV422PLE \
141 || (x)==PIX_FMT_YUV444PLE \
142 || (x)==PIX_FMT_YUV420PBE \
143 || (x)==PIX_FMT_YUV422PBE \
144 || (x)==PIX_FMT_YUV444PBE \
9d9de37d
IP
145 )
146#define isSupportedOut(x) ( \
147 (x)==PIX_FMT_YUV420P \
6268f55b 148 || (x)==PIX_FMT_YUVA420P \
9d9de37d
IP
149 || (x)==PIX_FMT_YUYV422 \
150 || (x)==PIX_FMT_UYVY422 \
151 || (x)==PIX_FMT_YUV444P \
152 || (x)==PIX_FMT_YUV422P \
153 || (x)==PIX_FMT_YUV411P \
154 || isRGB(x) \
155 || isBGR(x) \
156 || (x)==PIX_FMT_NV12 \
157 || (x)==PIX_FMT_NV21 \
158 || (x)==PIX_FMT_GRAY16BE \
159 || (x)==PIX_FMT_GRAY16LE \
160 || (x)==PIX_FMT_GRAY8 \
161 || (x)==PIX_FMT_YUV410P \
6c80eb16 162 || (x)==PIX_FMT_YUV440P \
de1275d5
MN
163 || (x)==PIX_FMT_YUV420PLE \
164 || (x)==PIX_FMT_YUV422PLE \
165 || (x)==PIX_FMT_YUV444PLE \
166 || (x)==PIX_FMT_YUV420PBE \
167 || (x)==PIX_FMT_YUV422PBE \
168 || (x)==PIX_FMT_YUV444PBE \
9d9de37d
IP
169 )
170#define isPacked(x) ( \
171 (x)==PIX_FMT_PAL8 \
172 || (x)==PIX_FMT_YUYV422 \
173 || (x)==PIX_FMT_UYVY422 \
174 || isRGB(x) \
175 || isBGR(x) \
176 )
49004617
VS
177#define usePal(x) ( \
178 (x)==PIX_FMT_PAL8 \
179 || (x)==PIX_FMT_BGR4_BYTE \
180 || (x)==PIX_FMT_RGB4_BYTE \
181 || (x)==PIX_FMT_BGR8 \
182 || (x)==PIX_FMT_RGB8 \
183 )
6ff0ad6b 184
6b79dbce 185#define RGB2YUV_SHIFT 15
7b5d7b9e
MN
186#define BY ( (int)(0.114*219/255*(1<<RGB2YUV_SHIFT)+0.5))
187#define BV (-(int)(0.081*224/255*(1<<RGB2YUV_SHIFT)+0.5))
188#define BU ( (int)(0.500*224/255*(1<<RGB2YUV_SHIFT)+0.5))
189#define GY ( (int)(0.587*219/255*(1<<RGB2YUV_SHIFT)+0.5))
190#define GV (-(int)(0.419*224/255*(1<<RGB2YUV_SHIFT)+0.5))
191#define GU (-(int)(0.331*224/255*(1<<RGB2YUV_SHIFT)+0.5))
192#define RY ( (int)(0.299*219/255*(1<<RGB2YUV_SHIFT)+0.5))
193#define RV ( (int)(0.500*224/255*(1<<RGB2YUV_SHIFT)+0.5))
194#define RU (-(int)(0.169*224/255*(1<<RGB2YUV_SHIFT)+0.5))
6c7506de 195
fa58ba15 196extern const int32_t ff_yuv2rgb_coeffs[8][4];
0481412a 197
0f5d4aa8
MN
198static const double rgb2yuv_table[8][9]={
199 {0.7152, 0.0722, 0.2126, -0.386, 0.5, -0.115, -0.454, -0.046, 0.5},
200 {0.7152, 0.0722, 0.2126, -0.386, 0.5, -0.115, -0.454, -0.046, 0.5},
201 {0.587 , 0.114 , 0.299 , -0.331, 0.5, -0.169, -0.419, -0.081, 0.5},
202 {0.587 , 0.114 , 0.299 , -0.331, 0.5, -0.169, -0.419, -0.081, 0.5},
203 {0.59 , 0.11 , 0.30 , -0.331, 0.5, -0.169, -0.421, -0.079, 0.5}, //FCC
204 {0.587 , 0.114 , 0.299 , -0.331, 0.5, -0.169, -0.419, -0.081, 0.5},
205 {0.587 , 0.114 , 0.299 , -0.331, 0.5, -0.169, -0.419, -0.081, 0.5}, //SMPTE 170M
206 {0.701 , 0.087 , 0.212 , -0.384, 0.5 -0.116, -0.445, -0.055, 0.5}, //SMPTE 240M
207};
208
783e9cc9
MN
209/*
210NOTES
d604bab9 211Special versions: fast Y 1:1 scaling (no interpolation in y direction)
31190492 212
783e9cc9 213TODO
bd7c6fd5 214more intelligent misalignment avoidance for the horizontal scaler
c1b0bfb4 215write special vertical cubic upscale version
f40c7dbb
DB
216optimize C code (YV12 / minmax)
217add support for packed pixel YUV input & output
6ff0ad6b 218add support for Y8 output
f40c7dbb 219optimize BGR24 & BGR32
ff7ba856 220add BGR4 output support
1e621b18 221write special BGR->BGR scaler
783e9cc9 222*/
31190492 223
b63f641e 224#if ARCH_X86 && CONFIG_GPL
d334c7c2
RD
225DECLARE_ASM_CONST(8, uint64_t, bF8)= 0xF8F8F8F8F8F8F8F8LL;
226DECLARE_ASM_CONST(8, uint64_t, bFC)= 0xFCFCFCFCFCFCFCFCLL;
227DECLARE_ASM_CONST(8, uint64_t, w10)= 0x0010001000100010LL;
228DECLARE_ASM_CONST(8, uint64_t, w02)= 0x0002000200020002LL;
229DECLARE_ASM_CONST(8, uint64_t, bm00001111)=0x00000000FFFFFFFFLL;
230DECLARE_ASM_CONST(8, uint64_t, bm00000111)=0x0000000000FFFFFFLL;
231DECLARE_ASM_CONST(8, uint64_t, bm11111000)=0xFFFFFFFFFF000000LL;
232DECLARE_ASM_CONST(8, uint64_t, bm01010101)=0x00FF00FF00FF00FFLL;
d604bab9 233
0cb25594 234const DECLARE_ALIGNED(8, uint64_t, ff_dither4[2]) = {
221b804f
DB
235 0x0103010301030103LL,
236 0x0200020002000200LL,};
d8fa3c54 237
0cb25594 238const DECLARE_ALIGNED(8, uint64_t, ff_dither8[2]) = {
221b804f
DB
239 0x0602060206020602LL,
240 0x0004000400040004LL,};
d604bab9 241
d334c7c2
RD
242DECLARE_ASM_CONST(8, uint64_t, b16Mask)= 0x001F001F001F001FLL;
243DECLARE_ASM_CONST(8, uint64_t, g16Mask)= 0x07E007E007E007E0LL;
244DECLARE_ASM_CONST(8, uint64_t, r16Mask)= 0xF800F800F800F800LL;
245DECLARE_ASM_CONST(8, uint64_t, b15Mask)= 0x001F001F001F001FLL;
246DECLARE_ASM_CONST(8, uint64_t, g15Mask)= 0x03E003E003E003E0LL;
247DECLARE_ASM_CONST(8, uint64_t, r15Mask)= 0x7C007C007C007C00LL;
d604bab9 248
5802683a
RD
249DECLARE_ALIGNED(8, const uint64_t, ff_M24A) = 0x00FF0000FF0000FFLL;
250DECLARE_ALIGNED(8, const uint64_t, ff_M24B) = 0xFF0000FF0000FF00LL;
251DECLARE_ALIGNED(8, const uint64_t, ff_M24C) = 0x0000FF0000FF0000LL;
99d2cb72 252
ac6a2e45 253#ifdef FAST_BGR2YV12
5802683a
RD
254DECLARE_ALIGNED(8, const uint64_t, ff_bgr2YCoeff) = 0x000000210041000DULL;
255DECLARE_ALIGNED(8, const uint64_t, ff_bgr2UCoeff) = 0x0000FFEEFFDC0038ULL;
256DECLARE_ALIGNED(8, const uint64_t, ff_bgr2VCoeff) = 0x00000038FFD2FFF8ULL;
ac6a2e45 257#else
5802683a
RD
258DECLARE_ALIGNED(8, const uint64_t, ff_bgr2YCoeff) = 0x000020E540830C8BULL;
259DECLARE_ALIGNED(8, const uint64_t, ff_bgr2UCoeff) = 0x0000ED0FDAC23831ULL;
260DECLARE_ALIGNED(8, const uint64_t, ff_bgr2VCoeff) = 0x00003831D0E6F6EAULL;
69796008 261#endif /* FAST_BGR2YV12 */
5802683a
RD
262DECLARE_ALIGNED(8, const uint64_t, ff_bgr2YOffset) = 0x1010101010101010ULL;
263DECLARE_ALIGNED(8, const uint64_t, ff_bgr2UVOffset) = 0x8080808080808080ULL;
264DECLARE_ALIGNED(8, const uint64_t, ff_w1111) = 0x0001000100010001ULL;
dfb09bd1 265
b5c44b1a
DP
266DECLARE_ASM_CONST(8, uint64_t, ff_bgr24toY1Coeff) = 0x0C88000040870C88ULL;
267DECLARE_ASM_CONST(8, uint64_t, ff_bgr24toY2Coeff) = 0x20DE4087000020DEULL;
268DECLARE_ASM_CONST(8, uint64_t, ff_rgb24toY1Coeff) = 0x20DE0000408720DEULL;
269DECLARE_ASM_CONST(8, uint64_t, ff_rgb24toY2Coeff) = 0x0C88408700000C88ULL;
270DECLARE_ASM_CONST(8, uint64_t, ff_bgr24toYOffset) = 0x0008400000084000ULL;
dfb09bd1 271
b5c44b1a 272DECLARE_ASM_CONST(8, uint64_t, ff_bgr24toUV[2][4]) = {
dfb09bd1
MN
273 {0x38380000DAC83838ULL, 0xECFFDAC80000ECFFULL, 0xF6E40000D0E3F6E4ULL, 0x3838D0E300003838ULL},
274 {0xECFF0000DAC8ECFFULL, 0x3838DAC800003838ULL, 0x38380000D0E33838ULL, 0xF6E4D0E30000F6E4ULL},
275};
276
b5c44b1a 277DECLARE_ASM_CONST(8, uint64_t, ff_bgr24toUVOffset)= 0x0040400000404000ULL;
dfb09bd1 278
7a24ec50 279#endif /* ARCH_X86 && CONFIG_GPL */
783e9cc9
MN
280
281// clipping helper table for C implementations:
282static unsigned char clip_table[768];
283
d4e24275 284static SwsVector *sws_getConvVec(SwsVector *a, SwsVector *b);
6a4970ab 285
92db6235 286DECLARE_ALIGNED(8, static const uint8_t, dither_2x2_4[2][8])={
45e18be8
MN
287{ 1, 3, 1, 3, 1, 3, 1, 3, },
288{ 2, 0, 2, 0, 2, 0, 2, 0, },
289};
290
92db6235 291DECLARE_ALIGNED(8, static const uint8_t, dither_2x2_8[2][8])={
45e18be8
MN
292{ 6, 2, 6, 2, 6, 2, 6, 2, },
293{ 0, 4, 0, 4, 0, 4, 0, 4, },
294};
295
92db6235 296DECLARE_ALIGNED(8, const uint8_t, dither_8x8_32[8][8])={
45e18be8
MN
297{ 17, 9, 23, 15, 16, 8, 22, 14, },
298{ 5, 29, 3, 27, 4, 28, 2, 26, },
299{ 21, 13, 19, 11, 20, 12, 18, 10, },
300{ 0, 24, 6, 30, 1, 25, 7, 31, },
301{ 16, 8, 22, 14, 17, 9, 23, 15, },
302{ 4, 28, 2, 26, 5, 29, 3, 27, },
303{ 20, 12, 18, 10, 21, 13, 19, 11, },
304{ 1, 25, 7, 31, 0, 24, 6, 30, },
305};
306
92db6235 307DECLARE_ALIGNED(8, const uint8_t, dither_8x8_73[8][8])={
45e18be8
MN
308{ 0, 55, 14, 68, 3, 58, 17, 72, },
309{ 37, 18, 50, 32, 40, 22, 54, 35, },
310{ 9, 64, 5, 59, 13, 67, 8, 63, },
311{ 46, 27, 41, 23, 49, 31, 44, 26, },
312{ 2, 57, 16, 71, 1, 56, 15, 70, },
313{ 39, 21, 52, 34, 38, 19, 51, 33, },
314{ 11, 66, 7, 62, 10, 65, 6, 60, },
315{ 48, 30, 43, 25, 47, 29, 42, 24, },
316};
317
45e18be8 318#if 1
92db6235 319DECLARE_ALIGNED(8, const uint8_t, dither_8x8_220[8][8])={
45e18be8
MN
320{117, 62, 158, 103, 113, 58, 155, 100, },
321{ 34, 199, 21, 186, 31, 196, 17, 182, },
322{144, 89, 131, 76, 141, 86, 127, 72, },
323{ 0, 165, 41, 206, 10, 175, 52, 217, },
324{110, 55, 151, 96, 120, 65, 162, 107, },
325{ 28, 193, 14, 179, 38, 203, 24, 189, },
326{138, 83, 124, 69, 148, 93, 134, 79, },
327{ 7, 172, 48, 213, 3, 168, 45, 210, },
328};
329#elif 1
330// tries to correct a gamma of 1.5
92db6235 331DECLARE_ALIGNED(8, const uint8_t, dither_8x8_220[8][8])={
45e18be8
MN
332{ 0, 143, 18, 200, 2, 156, 25, 215, },
333{ 78, 28, 125, 64, 89, 36, 138, 74, },
334{ 10, 180, 3, 161, 16, 195, 8, 175, },
335{109, 51, 93, 38, 121, 60, 105, 47, },
336{ 1, 152, 23, 210, 0, 147, 20, 205, },
337{ 85, 33, 134, 71, 81, 30, 130, 67, },
338{ 14, 190, 6, 171, 12, 185, 5, 166, },
339{117, 57, 101, 44, 113, 54, 97, 41, },
340};
341#elif 1
342// tries to correct a gamma of 2.0
92db6235 343DECLARE_ALIGNED(8, const uint8_t, dither_8x8_220[8][8])={
45e18be8
MN
344{ 0, 124, 8, 193, 0, 140, 12, 213, },
345{ 55, 14, 104, 42, 66, 19, 119, 52, },
346{ 3, 168, 1, 145, 6, 187, 3, 162, },
347{ 86, 31, 70, 21, 99, 39, 82, 28, },
348{ 0, 134, 11, 206, 0, 129, 9, 200, },
349{ 62, 17, 114, 48, 58, 16, 109, 45, },
350{ 5, 181, 2, 157, 4, 175, 1, 151, },
351{ 95, 36, 78, 26, 90, 34, 74, 24, },
352};
353#else
354// tries to correct a gamma of 2.5
92db6235 355DECLARE_ALIGNED(8, const uint8_t, dither_8x8_220[8][8])={
45e18be8
MN
356{ 0, 107, 3, 187, 0, 125, 6, 212, },
357{ 39, 7, 86, 28, 49, 11, 102, 36, },
358{ 1, 158, 0, 131, 3, 180, 1, 151, },
359{ 68, 19, 52, 12, 81, 25, 64, 17, },
360{ 0, 119, 5, 203, 0, 113, 4, 195, },
361{ 45, 9, 96, 33, 42, 8, 91, 30, },
362{ 2, 172, 1, 144, 2, 165, 0, 137, },
363{ 77, 23, 60, 15, 72, 21, 56, 14, },
364};
365#endif
5cebb24b 366
8055ede6 367const char *sws_format_name(enum PixelFormat format)
94c4def2 368{
e9e12f0e 369 switch (format) {
9b734d44
RP
370 case PIX_FMT_YUV420P:
371 return "yuv420p";
372 case PIX_FMT_YUVA420P:
373 return "yuva420p";
374 case PIX_FMT_YUYV422:
375 return "yuyv422";
376 case PIX_FMT_RGB24:
377 return "rgb24";
378 case PIX_FMT_BGR24:
379 return "bgr24";
380 case PIX_FMT_YUV422P:
381 return "yuv422p";
382 case PIX_FMT_YUV444P:
383 return "yuv444p";
384 case PIX_FMT_RGB32:
385 return "rgb32";
386 case PIX_FMT_YUV410P:
387 return "yuv410p";
388 case PIX_FMT_YUV411P:
389 return "yuv411p";
390 case PIX_FMT_RGB565:
391 return "rgb565";
392 case PIX_FMT_RGB555:
393 return "rgb555";
394 case PIX_FMT_GRAY16BE:
395 return "gray16be";
396 case PIX_FMT_GRAY16LE:
397 return "gray16le";
398 case PIX_FMT_GRAY8:
399 return "gray8";
400 case PIX_FMT_MONOWHITE:
401 return "mono white";
402 case PIX_FMT_MONOBLACK:
403 return "mono black";
404 case PIX_FMT_PAL8:
405 return "Palette";
406 case PIX_FMT_YUVJ420P:
407 return "yuvj420p";
408 case PIX_FMT_YUVJ422P:
409 return "yuvj422p";
410 case PIX_FMT_YUVJ444P:
411 return "yuvj444p";
412 case PIX_FMT_XVMC_MPEG2_MC:
413 return "xvmc_mpeg2_mc";
414 case PIX_FMT_XVMC_MPEG2_IDCT:
415 return "xvmc_mpeg2_idct";
416 case PIX_FMT_UYVY422:
417 return "uyvy422";
418 case PIX_FMT_UYYVYY411:
419 return "uyyvyy411";
420 case PIX_FMT_RGB32_1:
421 return "rgb32x";
422 case PIX_FMT_BGR32_1:
423 return "bgr32x";
424 case PIX_FMT_BGR32:
425 return "bgr32";
426 case PIX_FMT_BGR565:
427 return "bgr565";
428 case PIX_FMT_BGR555:
429 return "bgr555";
430 case PIX_FMT_BGR8:
431 return "bgr8";
432 case PIX_FMT_BGR4:
433 return "bgr4";
434 case PIX_FMT_BGR4_BYTE:
435 return "bgr4 byte";
436 case PIX_FMT_RGB8:
437 return "rgb8";
438 case PIX_FMT_RGB4:
439 return "rgb4";
440 case PIX_FMT_RGB4_BYTE:
441 return "rgb4 byte";
442 case PIX_FMT_RGB48BE:
443 return "rgb48be";
444 case PIX_FMT_RGB48LE:
445 return "rgb48le";
446 case PIX_FMT_NV12:
447 return "nv12";
448 case PIX_FMT_NV21:
449 return "nv21";
450 case PIX_FMT_YUV440P:
451 return "yuv440p";
452 case PIX_FMT_VDPAU_H264:
453 return "vdpau_h264";
454 case PIX_FMT_VDPAU_MPEG1:
455 return "vdpau_mpeg1";
456 case PIX_FMT_VDPAU_MPEG2:
457 return "vdpau_mpeg2";
458 case PIX_FMT_VDPAU_WMV3:
459 return "vdpau_wmv3";
460 case PIX_FMT_VDPAU_VC1:
461 return "vdpau_vc1";
462 case PIX_FMT_YUV420PLE:
463 return "yuv420ple";
464 case PIX_FMT_YUV422PLE:
465 return "yuv422ple";
466 case PIX_FMT_YUV444PLE:
467 return "yuv444ple";
468 case PIX_FMT_YUV420PBE:
469 return "yuv420pbe";
470 case PIX_FMT_YUV422PBE:
471 return "yuv422pbe";
472 case PIX_FMT_YUV444PBE:
473 return "yuv444pbe";
474 default:
475 return "Unknown format";
e9e12f0e 476 }
94c4def2
LA
477}
478
52154148
RP
479static av_always_inline void yuv2yuvX16inC_template(const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize,
480 const int16_t *chrFilter, const int16_t **chrSrc, int chrFilterSize,
481 const int16_t **alpSrc, uint16_t *dest, uint16_t *uDest, uint16_t *vDest, uint16_t *aDest,
482 int dstW, int chrDstW, int big_endian)
483{
484 //FIXME Optimize (just quickly written not optimized..)
485 int i;
486
487 for (i = 0; i < dstW; i++) {
488 int val = 1 << 10;
489 int j;
490
491 for (j = 0; j < lumFilterSize; j++)
492 val += lumSrc[j][i] * lumFilter[j];
493
494 if (big_endian) {
495 AV_WB16(&dest[i], av_clip_uint16(val >> 11));
496 } else {
497 AV_WL16(&dest[i], av_clip_uint16(val >> 11));
498 }
499 }
500
501 if (uDest) {
502 for (i = 0; i < chrDstW; i++) {
503 int u = 1 << 10;
504 int v = 1 << 10;
505 int j;
506
507 for (j = 0; j < chrFilterSize; j++) {
508 u += chrSrc[j][i ] * chrFilter[j];
509 v += chrSrc[j][i + VOFW] * chrFilter[j];
510 }
511
512 if (big_endian) {
513 AV_WB16(&uDest[i], av_clip_uint16(u >> 11));
514 AV_WB16(&vDest[i], av_clip_uint16(v >> 11));
515 } else {
516 AV_WL16(&uDest[i], av_clip_uint16(u >> 11));
517 AV_WL16(&vDest[i], av_clip_uint16(v >> 11));
518 }
519 }
520 }
521
522 if (CONFIG_SWSCALE_ALPHA && aDest) {
523 for (i = 0; i < dstW; i++) {
524 int val = 1 << 10;
525 int j;
526
527 for (j = 0; j < lumFilterSize; j++)
528 val += alpSrc[j][i] * lumFilter[j];
529
530 if (big_endian) {
531 AV_WB16(&aDest[i], av_clip_uint16(val >> 11));
532 } else {
533 AV_WL16(&aDest[i], av_clip_uint16(val >> 11));
534 }
535 }
536 }
537}
538
539static inline void yuv2yuvX16inC(const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize,
540 const int16_t *chrFilter, const int16_t **chrSrc, int chrFilterSize,
541 const int16_t **alpSrc, uint16_t *dest, uint16_t *uDest, uint16_t *vDest, uint16_t *aDest, int dstW, int chrDstW,
542 enum PixelFormat dstFormat)
543{
544 if (isBE(dstFormat)) {
545 yuv2yuvX16inC_template(lumFilter, lumSrc, lumFilterSize,
546 chrFilter, chrSrc, chrFilterSize,
547 alpSrc,
548 dest, uDest, vDest, aDest,
549 dstW, chrDstW, 1);
550 } else {
551 yuv2yuvX16inC_template(lumFilter, lumSrc, lumFilterSize,
552 chrFilter, chrSrc, chrFilterSize,
553 alpSrc,
554 dest, uDest, vDest, aDest,
555 dstW, chrDstW, 0);
556 }
557}
558
7ac40327
RP
559static inline void yuv2yuvXinC(const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize,
560 const int16_t *chrFilter, const int16_t **chrSrc, int chrFilterSize,
561 const int16_t **alpSrc, uint8_t *dest, uint8_t *uDest, uint8_t *vDest, uint8_t *aDest, int dstW, int chrDstW)
e3d2500f 562{
f40c7dbb 563 //FIXME Optimize (just quickly written not optimized..)
221b804f 564 int i;
dd68318c 565 for (i=0; i<dstW; i++) {
221b804f
DB
566 int val=1<<18;
567 int j;
568 for (j=0; j<lumFilterSize; j++)
569 val += lumSrc[j][i] * lumFilter[j];
570
571 dest[i]= av_clip_uint8(val>>19);
572 }
573
1b0a4572 574 if (uDest)
dd68318c 575 for (i=0; i<chrDstW; i++) {
221b804f
DB
576 int u=1<<18;
577 int v=1<<18;
578 int j;
dd68318c 579 for (j=0; j<chrFilterSize; j++) {
221b804f 580 u += chrSrc[j][i] * chrFilter[j];
8b2fce0d 581 v += chrSrc[j][i + VOFW] * chrFilter[j];
221b804f
DB
582 }
583
584 uDest[i]= av_clip_uint8(u>>19);
585 vDest[i]= av_clip_uint8(v>>19);
586 }
6858492e
CS
587
588 if (CONFIG_SWSCALE_ALPHA && aDest)
dd68318c 589 for (i=0; i<dstW; i++) {
6858492e
CS
590 int val=1<<18;
591 int j;
592 for (j=0; j<lumFilterSize; j++)
593 val += alpSrc[j][i] * lumFilter[j];
594
595 aDest[i]= av_clip_uint8(val>>19);
596 }
597
e3d2500f
MN
598}
599
7ac40327
RP
600static inline void yuv2nv12XinC(const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize,
601 const int16_t *chrFilter, const int16_t **chrSrc, int chrFilterSize,
221b804f 602 uint8_t *dest, uint8_t *uDest, int dstW, int chrDstW, int dstFormat)
6118e52e 603{
f40c7dbb 604 //FIXME Optimize (just quickly written not optimized..)
221b804f 605 int i;
dd68318c 606 for (i=0; i<dstW; i++) {
221b804f
DB
607 int val=1<<18;
608 int j;
609 for (j=0; j<lumFilterSize; j++)
610 val += lumSrc[j][i] * lumFilter[j];
611
612 dest[i]= av_clip_uint8(val>>19);
613 }
614
1b0a4572 615 if (!uDest)
221b804f
DB
616 return;
617
618 if (dstFormat == PIX_FMT_NV12)
dd68318c 619 for (i=0; i<chrDstW; i++) {
221b804f
DB
620 int u=1<<18;
621 int v=1<<18;
622 int j;
dd68318c 623 for (j=0; j<chrFilterSize; j++) {
221b804f 624 u += chrSrc[j][i] * chrFilter[j];
8b2fce0d 625 v += chrSrc[j][i + VOFW] * chrFilter[j];
221b804f
DB
626 }
627
628 uDest[2*i]= av_clip_uint8(u>>19);
629 uDest[2*i+1]= av_clip_uint8(v>>19);
630 }
631 else
dd68318c 632 for (i=0; i<chrDstW; i++) {
221b804f
DB
633 int u=1<<18;
634 int v=1<<18;
635 int j;
dd68318c 636 for (j=0; j<chrFilterSize; j++) {
221b804f 637 u += chrSrc[j][i] * chrFilter[j];
8b2fce0d 638 v += chrSrc[j][i + VOFW] * chrFilter[j];
221b804f
DB
639 }
640
641 uDest[2*i]= av_clip_uint8(v>>19);
642 uDest[2*i+1]= av_clip_uint8(u>>19);
643 }
6118e52e 644}
46de8b73 645
6858492e 646#define YSCALE_YUV_2_PACKEDX_NOCLIP_C(type,alpha) \
dd68318c 647 for (i=0; i<(dstW>>1); i++) {\
221b804f
DB
648 int j;\
649 int Y1 = 1<<18;\
650 int Y2 = 1<<18;\
651 int U = 1<<18;\
652 int V = 1<<18;\
6858492e 653 int av_unused A1, A2;\
2db27aad 654 type av_unused *r, *b, *g;\
221b804f
DB
655 const int i2= 2*i;\
656 \
dd68318c 657 for (j=0; j<lumFilterSize; j++) {\
221b804f
DB
658 Y1 += lumSrc[j][i2] * lumFilter[j];\
659 Y2 += lumSrc[j][i2+1] * lumFilter[j];\
660 }\
dd68318c 661 for (j=0; j<chrFilterSize; j++) {\
221b804f 662 U += chrSrc[j][i] * chrFilter[j];\
8b2fce0d 663 V += chrSrc[j][i+VOFW] * chrFilter[j];\
221b804f
DB
664 }\
665 Y1>>=19;\
666 Y2>>=19;\
667 U >>=19;\
668 V >>=19;\
dd68318c 669 if (alpha) {\
6858492e
CS
670 A1 = 1<<18;\
671 A2 = 1<<18;\
dd68318c 672 for (j=0; j<lumFilterSize; j++) {\
6858492e
CS
673 A1 += alpSrc[j][i2 ] * lumFilter[j];\
674 A2 += alpSrc[j][i2+1] * lumFilter[j];\
675 }\
676 A1>>=19;\
677 A2>>=19;\
678 }\
bdf397ba 679
6858492e
CS
680#define YSCALE_YUV_2_PACKEDX_C(type,alpha) \
681 YSCALE_YUV_2_PACKEDX_NOCLIP_C(type,alpha)\
dd68318c 682 if ((Y1|Y2|U|V)&256) {\
221b804f
DB
683 if (Y1>255) Y1=255; \
684 else if (Y1<0)Y1=0; \
685 if (Y2>255) Y2=255; \
686 else if (Y2<0)Y2=0; \
687 if (U>255) U=255; \
688 else if (U<0) U=0; \
689 if (V>255) V=255; \
690 else if (V<0) V=0; \
6858492e 691 }\
dd68318c 692 if (alpha && ((A1|A2)&256)) {\
6858492e
CS
693 A1=av_clip_uint8(A1);\
694 A2=av_clip_uint8(A2);\
221b804f 695 }
6a4970ab 696
6858492e 697#define YSCALE_YUV_2_PACKEDX_FULL_C(rnd,alpha) \
dd68318c 698 for (i=0; i<dstW; i++) {\
f0faee4c
MN
699 int j;\
700 int Y = 0;\
701 int U = -128<<19;\
702 int V = -128<<19;\
6858492e 703 int av_unused A;\
f0faee4c
MN
704 int R,G,B;\
705 \
dd68318c 706 for (j=0; j<lumFilterSize; j++) {\
f0faee4c
MN
707 Y += lumSrc[j][i ] * lumFilter[j];\
708 }\
dd68318c 709 for (j=0; j<chrFilterSize; j++) {\
f0faee4c
MN
710 U += chrSrc[j][i ] * chrFilter[j];\
711 V += chrSrc[j][i+VOFW] * chrFilter[j];\
712 }\
713 Y >>=10;\
714 U >>=10;\
715 V >>=10;\
dd68318c 716 if (alpha) {\
6858492e
CS
717 A = rnd;\
718 for (j=0; j<lumFilterSize; j++)\
719 A += alpSrc[j][i ] * lumFilter[j];\
720 A >>=19;\
721 if (A&256)\
722 A = av_clip_uint8(A);\
723 }\
f0faee4c 724
6858492e
CS
725#define YSCALE_YUV_2_RGBX_FULL_C(rnd,alpha) \
726 YSCALE_YUV_2_PACKEDX_FULL_C(rnd>>3,alpha)\
43c16478
MN
727 Y-= c->yuv2rgb_y_offset;\
728 Y*= c->yuv2rgb_y_coeff;\
f0faee4c 729 Y+= rnd;\
43c16478
MN
730 R= Y + V*c->yuv2rgb_v2r_coeff;\
731 G= Y + V*c->yuv2rgb_v2g_coeff + U*c->yuv2rgb_u2g_coeff;\
732 B= Y + U*c->yuv2rgb_u2b_coeff;\
dd68318c 733 if ((R|G|B)&(0xC0000000)) {\
f0faee4c
MN
734 if (R>=(256<<22)) R=(256<<22)-1; \
735 else if (R<0)R=0; \
736 if (G>=(256<<22)) G=(256<<22)-1; \
737 else if (G<0)G=0; \
738 if (B>=(256<<22)) B=(256<<22)-1; \
739 else if (B<0)B=0; \
740 }\
741
742
e69bd294 743#define YSCALE_YUV_2_GRAY16_C \
dd68318c 744 for (i=0; i<(dstW>>1); i++) {\
b0880d5d
MN
745 int j;\
746 int Y1 = 1<<18;\
747 int Y2 = 1<<18;\
748 int U = 1<<18;\
749 int V = 1<<18;\
e69bd294 750 \
b0880d5d
MN
751 const int i2= 2*i;\
752 \
dd68318c 753 for (j=0; j<lumFilterSize; j++) {\
b0880d5d
MN
754 Y1 += lumSrc[j][i2] * lumFilter[j];\
755 Y2 += lumSrc[j][i2+1] * lumFilter[j];\
756 }\
757 Y1>>=11;\
758 Y2>>=11;\
dd68318c 759 if ((Y1|Y2|U|V)&65536) {\
b0880d5d
MN
760 if (Y1>65535) Y1=65535; \
761 else if (Y1<0)Y1=0; \
762 if (Y2>65535) Y2=65535; \
763 else if (Y2<0)Y2=0; \
764 }
765
6858492e
CS
766#define YSCALE_YUV_2_RGBX_C(type,alpha) \
767 YSCALE_YUV_2_PACKEDX_C(type,alpha) /* FIXME fix tables so that clipping is not needed and then use _NOCLIP*/\
221b804f
DB
768 r = (type *)c->table_rV[V]; \
769 g = (type *)(c->table_gU[U] + c->table_gV[V]); \
770 b = (type *)c->table_bU[U]; \
771
6858492e 772#define YSCALE_YUV_2_PACKED2_C(type,alpha) \
dd68318c 773 for (i=0; i<(dstW>>1); i++) { \
221b804f
DB
774 const int i2= 2*i; \
775 int Y1= (buf0[i2 ]*yalpha1+buf1[i2 ]*yalpha)>>19; \
776 int Y2= (buf0[i2+1]*yalpha1+buf1[i2+1]*yalpha)>>19; \
777 int U= (uvbuf0[i ]*uvalpha1+uvbuf1[i ]*uvalpha)>>19; \
8b2fce0d 778 int V= (uvbuf0[i+VOFW]*uvalpha1+uvbuf1[i+VOFW]*uvalpha)>>19; \
6858492e
CS
779 type av_unused *r, *b, *g; \
780 int av_unused A1, A2; \
dd68318c 781 if (alpha) {\
6858492e
CS
782 A1= (abuf0[i2 ]*yalpha1+abuf1[i2 ]*yalpha)>>19; \
783 A2= (abuf0[i2+1]*yalpha1+abuf1[i2+1]*yalpha)>>19; \
784 }\
46de8b73 785
b0880d5d 786#define YSCALE_YUV_2_GRAY16_2_C \
dd68318c 787 for (i=0; i<(dstW>>1); i++) { \
b0880d5d
MN
788 const int i2= 2*i; \
789 int Y1= (buf0[i2 ]*yalpha1+buf1[i2 ]*yalpha)>>11; \
790 int Y2= (buf0[i2+1]*yalpha1+buf1[i2+1]*yalpha)>>11; \
791
6858492e
CS
792#define YSCALE_YUV_2_RGB2_C(type,alpha) \
793 YSCALE_YUV_2_PACKED2_C(type,alpha)\
221b804f
DB
794 r = (type *)c->table_rV[V];\
795 g = (type *)(c->table_gU[U] + c->table_gV[V]);\
796 b = (type *)c->table_bU[U];\
cf7d1c1a 797
6858492e 798#define YSCALE_YUV_2_PACKED1_C(type,alpha) \
dd68318c 799 for (i=0; i<(dstW>>1); i++) {\
221b804f
DB
800 const int i2= 2*i;\
801 int Y1= buf0[i2 ]>>7;\
802 int Y2= buf0[i2+1]>>7;\
803 int U= (uvbuf1[i ])>>7;\
8b2fce0d 804 int V= (uvbuf1[i+VOFW])>>7;\
6858492e
CS
805 type av_unused *r, *b, *g;\
806 int av_unused A1, A2;\
dd68318c 807 if (alpha) {\
6858492e
CS
808 A1= abuf0[i2 ]>>7;\
809 A2= abuf0[i2+1]>>7;\
810 }\
46de8b73 811
b0880d5d 812#define YSCALE_YUV_2_GRAY16_1_C \
dd68318c 813 for (i=0; i<(dstW>>1); i++) {\
b0880d5d
MN
814 const int i2= 2*i;\
815 int Y1= buf0[i2 ]<<1;\
816 int Y2= buf0[i2+1]<<1;\
817
6858492e
CS
818#define YSCALE_YUV_2_RGB1_C(type,alpha) \
819 YSCALE_YUV_2_PACKED1_C(type,alpha)\
221b804f
DB
820 r = (type *)c->table_rV[V];\
821 g = (type *)(c->table_gU[U] + c->table_gV[V]);\
822 b = (type *)c->table_bU[U];\
cf7d1c1a 823
6858492e 824#define YSCALE_YUV_2_PACKED1B_C(type,alpha) \
dd68318c 825 for (i=0; i<(dstW>>1); i++) {\
221b804f
DB
826 const int i2= 2*i;\
827 int Y1= buf0[i2 ]>>7;\
828 int Y2= buf0[i2+1]>>7;\
829 int U= (uvbuf0[i ] + uvbuf1[i ])>>8;\
8b2fce0d 830 int V= (uvbuf0[i+VOFW] + uvbuf1[i+VOFW])>>8;\
6858492e
CS
831 type av_unused *r, *b, *g;\
832 int av_unused A1, A2;\
dd68318c 833 if (alpha) {\
6858492e
CS
834 A1= abuf0[i2 ]>>7;\
835 A2= abuf0[i2+1]>>7;\
836 }\
46de8b73 837
6858492e
CS
838#define YSCALE_YUV_2_RGB1B_C(type,alpha) \
839 YSCALE_YUV_2_PACKED1B_C(type,alpha)\
221b804f
DB
840 r = (type *)c->table_rV[V];\
841 g = (type *)(c->table_gU[U] + c->table_gV[V]);\
842 b = (type *)c->table_bU[U];\
cf7d1c1a 843
ec1bca2a 844#define YSCALE_YUV_2_MONO2_C \
e69bd294
MN
845 const uint8_t * const d128=dither_8x8_220[y&7];\
846 uint8_t *g= c->table_gU[128] + c->table_gV[128];\
dd68318c 847 for (i=0; i<dstW-7; i+=8) {\
e69bd294
MN
848 int acc;\
849 acc = g[((buf0[i ]*yalpha1+buf1[i ]*yalpha)>>19) + d128[0]];\
850 acc+= acc + g[((buf0[i+1]*yalpha1+buf1[i+1]*yalpha)>>19) + d128[1]];\
851 acc+= acc + g[((buf0[i+2]*yalpha1+buf1[i+2]*yalpha)>>19) + d128[2]];\
852 acc+= acc + g[((buf0[i+3]*yalpha1+buf1[i+3]*yalpha)>>19) + d128[3]];\
853 acc+= acc + g[((buf0[i+4]*yalpha1+buf1[i+4]*yalpha)>>19) + d128[4]];\
854 acc+= acc + g[((buf0[i+5]*yalpha1+buf1[i+5]*yalpha)>>19) + d128[5]];\
855 acc+= acc + g[((buf0[i+6]*yalpha1+buf1[i+6]*yalpha)>>19) + d128[6]];\
856 acc+= acc + g[((buf0[i+7]*yalpha1+buf1[i+7]*yalpha)>>19) + d128[7]];\
ec1bca2a 857 ((uint8_t*)dest)[0]= c->dstFormat == PIX_FMT_MONOBLACK ? acc : ~acc;\
e69bd294
MN
858 dest++;\
859 }\
860
861
ec1bca2a 862#define YSCALE_YUV_2_MONOX_C \
e69bd294
MN
863 const uint8_t * const d128=dither_8x8_220[y&7];\
864 uint8_t *g= c->table_gU[128] + c->table_gV[128];\
865 int acc=0;\
dd68318c 866 for (i=0; i<dstW-1; i+=2) {\
e69bd294
MN
867 int j;\
868 int Y1=1<<18;\
869 int Y2=1<<18;\
870\
dd68318c 871 for (j=0; j<lumFilterSize; j++) {\
e69bd294
MN
872 Y1 += lumSrc[j][i] * lumFilter[j];\
873 Y2 += lumSrc[j][i+1] * lumFilter[j];\
874 }\
875 Y1>>=19;\
876 Y2>>=19;\
dd68318c 877 if ((Y1|Y2)&256) {\
e69bd294
MN
878 if (Y1>255) Y1=255;\
879 else if (Y1<0)Y1=0;\
880 if (Y2>255) Y2=255;\
881 else if (Y2<0)Y2=0;\
882 }\
883 acc+= acc + g[Y1+d128[(i+0)&7]];\
884 acc+= acc + g[Y2+d128[(i+1)&7]];\
dd68318c 885 if ((i&7)==6) {\
ec1bca2a 886 ((uint8_t*)dest)[0]= c->dstFormat == PIX_FMT_MONOBLACK ? acc : ~acc;\
e69bd294
MN
887 dest++;\
888 }\
889 }
890
891
892#define YSCALE_YUV_2_ANYRGB_C(func, func2, func_g16, func_monoblack)\
dd68318c 893 switch(c->dstFormat) {\
68e7f482
KS
894 case PIX_FMT_RGB48BE:\
895 case PIX_FMT_RGB48LE:\
896 func(uint8_t,0)\
897 ((uint8_t*)dest)[ 0]= r[Y1];\
898 ((uint8_t*)dest)[ 1]= r[Y1];\
899 ((uint8_t*)dest)[ 2]= g[Y1];\
900 ((uint8_t*)dest)[ 3]= g[Y1];\
901 ((uint8_t*)dest)[ 4]= b[Y1];\
902 ((uint8_t*)dest)[ 5]= b[Y1];\
903 ((uint8_t*)dest)[ 6]= r[Y2];\
904 ((uint8_t*)dest)[ 7]= r[Y2];\
905 ((uint8_t*)dest)[ 8]= g[Y2];\
906 ((uint8_t*)dest)[ 9]= g[Y2];\
907 ((uint8_t*)dest)[10]= b[Y2];\
908 ((uint8_t*)dest)[11]= b[Y2];\
909 dest+=12;\
910 }\
911 break;\
6858492e
CS
912 case PIX_FMT_RGBA:\
913 case PIX_FMT_BGRA:\
dd68318c 914 if (CONFIG_SMALL) {\
6858492e
CS
915 int needAlpha = CONFIG_SWSCALE_ALPHA && c->alpPixBuf;\
916 func(uint32_t,needAlpha)\
917 ((uint32_t*)dest)[i2+0]= r[Y1] + g[Y1] + b[Y1] + (needAlpha ? (A1<<24) : 0);\
918 ((uint32_t*)dest)[i2+1]= r[Y2] + g[Y2] + b[Y2] + (needAlpha ? (A2<<24) : 0);\
919 }\
dd68318c
RP
920 } else {\
921 if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf) {\
6858492e
CS
922 func(uint32_t,1)\
923 ((uint32_t*)dest)[i2+0]= r[Y1] + g[Y1] + b[Y1] + (A1<<24);\
924 ((uint32_t*)dest)[i2+1]= r[Y2] + g[Y2] + b[Y2] + (A2<<24);\
925 }\
dd68318c 926 } else {\
6858492e
CS
927 func(uint32_t,0)\
928 ((uint32_t*)dest)[i2+0]= r[Y1] + g[Y1] + b[Y1];\
929 ((uint32_t*)dest)[i2+1]= r[Y2] + g[Y2] + b[Y2];\
930 }\
931 }\
932 }\
933 break;\
934 case PIX_FMT_ARGB:\
935 case PIX_FMT_ABGR:\
dd68318c 936 if (CONFIG_SMALL) {\
6858492e
CS
937 int needAlpha = CONFIG_SWSCALE_ALPHA && c->alpPixBuf;\
938 func(uint32_t,needAlpha)\
939 ((uint32_t*)dest)[i2+0]= r[Y1] + g[Y1] + b[Y1] + (needAlpha ? A1 : 0);\
940 ((uint32_t*)dest)[i2+1]= r[Y2] + g[Y2] + b[Y2] + (needAlpha ? A2 : 0);\
941 }\
dd68318c
RP
942 } else {\
943 if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf) {\
6858492e
CS
944 func(uint32_t,1)\
945 ((uint32_t*)dest)[i2+0]= r[Y1] + g[Y1] + b[Y1] + A1;\
946 ((uint32_t*)dest)[i2+1]= r[Y2] + g[Y2] + b[Y2] + A2;\
947 }\
dd68318c 948 } else {\
6858492e
CS
949 func(uint32_t,0)\
950 ((uint32_t*)dest)[i2+0]= r[Y1] + g[Y1] + b[Y1];\
951 ((uint32_t*)dest)[i2+1]= r[Y2] + g[Y2] + b[Y2];\
952 }\
953 }\
221b804f
DB
954 } \
955 break;\
956 case PIX_FMT_RGB24:\
6858492e 957 func(uint8_t,0)\
221b804f
DB
958 ((uint8_t*)dest)[0]= r[Y1];\
959 ((uint8_t*)dest)[1]= g[Y1];\
960 ((uint8_t*)dest)[2]= b[Y1];\
961 ((uint8_t*)dest)[3]= r[Y2];\
962 ((uint8_t*)dest)[4]= g[Y2];\
963 ((uint8_t*)dest)[5]= b[Y2];\
964 dest+=6;\
965 }\
966 break;\
967 case PIX_FMT_BGR24:\
6858492e 968 func(uint8_t,0)\
221b804f
DB
969 ((uint8_t*)dest)[0]= b[Y1];\
970 ((uint8_t*)dest)[1]= g[Y1];\
971 ((uint8_t*)dest)[2]= r[Y1];\
972 ((uint8_t*)dest)[3]= b[Y2];\
973 ((uint8_t*)dest)[4]= g[Y2];\
974 ((uint8_t*)dest)[5]= r[Y2];\
975 dest+=6;\
976 }\
977 break;\
978 case PIX_FMT_RGB565:\
979 case PIX_FMT_BGR565:\
980 {\
981 const int dr1= dither_2x2_8[y&1 ][0];\
982 const int dg1= dither_2x2_4[y&1 ][0];\
983 const int db1= dither_2x2_8[(y&1)^1][0];\
984 const int dr2= dither_2x2_8[y&1 ][1];\
985 const int dg2= dither_2x2_4[y&1 ][1];\
986 const int db2= dither_2x2_8[(y&1)^1][1];\
6858492e 987 func(uint16_t,0)\
221b804f
DB
988 ((uint16_t*)dest)[i2+0]= r[Y1+dr1] + g[Y1+dg1] + b[Y1+db1];\
989 ((uint16_t*)dest)[i2+1]= r[Y2+dr2] + g[Y2+dg2] + b[Y2+db2];\
990 }\
991 }\
992 break;\
993 case PIX_FMT_RGB555:\
994 case PIX_FMT_BGR555:\
995 {\
996 const int dr1= dither_2x2_8[y&1 ][0];\
997 const int dg1= dither_2x2_8[y&1 ][1];\
998 const int db1= dither_2x2_8[(y&1)^1][0];\
999 const int dr2= dither_2x2_8[y&1 ][1];\
1000 const int dg2= dither_2x2_8[y&1 ][0];\
1001 const int db2= dither_2x2_8[(y&1)^1][1];\
6858492e 1002 func(uint16_t,0)\
221b804f
DB
1003 ((uint16_t*)dest)[i2+0]= r[Y1+dr1] + g[Y1+dg1] + b[Y1+db1];\
1004 ((uint16_t*)dest)[i2+1]= r[Y2+dr2] + g[Y2+dg2] + b[Y2+db2];\
1005 }\
1006 }\
1007 break;\
1008 case PIX_FMT_RGB8:\
1009 case PIX_FMT_BGR8:\
1010 {\
1011 const uint8_t * const d64= dither_8x8_73[y&7];\
1012 const uint8_t * const d32= dither_8x8_32[y&7];\
6858492e 1013 func(uint8_t,0)\
221b804f
DB
1014 ((uint8_t*)dest)[i2+0]= r[Y1+d32[(i2+0)&7]] + g[Y1+d32[(i2+0)&7]] + b[Y1+d64[(i2+0)&7]];\
1015 ((uint8_t*)dest)[i2+1]= r[Y2+d32[(i2+1)&7]] + g[Y2+d32[(i2+1)&7]] + b[Y2+d64[(i2+1)&7]];\
1016 }\
1017 }\
1018 break;\
1019 case PIX_FMT_RGB4:\
1020 case PIX_FMT_BGR4:\
1021 {\
1022 const uint8_t * const d64= dither_8x8_73 [y&7];\
1023 const uint8_t * const d128=dither_8x8_220[y&7];\
6858492e 1024 func(uint8_t,0)\
221b804f
DB
1025 ((uint8_t*)dest)[i]= r[Y1+d128[(i2+0)&7]] + g[Y1+d64[(i2+0)&7]] + b[Y1+d128[(i2+0)&7]]\
1026 + ((r[Y2+d128[(i2+1)&7]] + g[Y2+d64[(i2+1)&7]] + b[Y2+d128[(i2+1)&7]])<<4);\
1027 }\
1028 }\
1029 break;\
1030 case PIX_FMT_RGB4_BYTE:\
1031 case PIX_FMT_BGR4_BYTE:\
1032 {\
1033 const uint8_t * const d64= dither_8x8_73 [y&7];\
1034 const uint8_t * const d128=dither_8x8_220[y&7];\
6858492e 1035 func(uint8_t,0)\
221b804f
DB
1036 ((uint8_t*)dest)[i2+0]= r[Y1+d128[(i2+0)&7]] + g[Y1+d64[(i2+0)&7]] + b[Y1+d128[(i2+0)&7]];\
1037 ((uint8_t*)dest)[i2+1]= r[Y2+d128[(i2+1)&7]] + g[Y2+d64[(i2+1)&7]] + b[Y2+d128[(i2+1)&7]];\
1038 }\
1039 }\
1040 break;\
1041 case PIX_FMT_MONOBLACK:\
ec1bca2a 1042 case PIX_FMT_MONOWHITE:\
221b804f 1043 {\
e69bd294 1044 func_monoblack\
221b804f
DB
1045 }\
1046 break;\
1047 case PIX_FMT_YUYV422:\
1048 func2\
1049 ((uint8_t*)dest)[2*i2+0]= Y1;\
1050 ((uint8_t*)dest)[2*i2+1]= U;\
1051 ((uint8_t*)dest)[2*i2+2]= Y2;\
1052 ((uint8_t*)dest)[2*i2+3]= V;\
1053 } \
1054 break;\
1055 case PIX_FMT_UYVY422:\
1056 func2\
1057 ((uint8_t*)dest)[2*i2+0]= U;\
1058 ((uint8_t*)dest)[2*i2+1]= Y1;\
1059 ((uint8_t*)dest)[2*i2+2]= V;\
1060 ((uint8_t*)dest)[2*i2+3]= Y2;\
1061 } \
1062 break;\
b0880d5d
MN
1063 case PIX_FMT_GRAY16BE:\
1064 func_g16\
1065 ((uint8_t*)dest)[2*i2+0]= Y1>>8;\
1066 ((uint8_t*)dest)[2*i2+1]= Y1;\
1067 ((uint8_t*)dest)[2*i2+2]= Y2>>8;\
1068 ((uint8_t*)dest)[2*i2+3]= Y2;\
1069 } \
1070 break;\
1071 case PIX_FMT_GRAY16LE:\
1072 func_g16\
1073 ((uint8_t*)dest)[2*i2+0]= Y1;\
1074 ((uint8_t*)dest)[2*i2+1]= Y1>>8;\
1075 ((uint8_t*)dest)[2*i2+2]= Y2;\
1076 ((uint8_t*)dest)[2*i2+3]= Y2>>8;\
1077 } \
1078 break;\
221b804f 1079 }\
cf7d1c1a
MN
1080
1081
7ac40327
RP
1082static inline void yuv2packedXinC(SwsContext *c, const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize,
1083 const int16_t *chrFilter, const int16_t **chrSrc, int chrFilterSize,
1084 const int16_t **alpSrc, uint8_t *dest, int dstW, int y)
e3d2500f 1085{
221b804f 1086 int i;
6858492e 1087 YSCALE_YUV_2_ANYRGB_C(YSCALE_YUV_2_RGBX_C, YSCALE_YUV_2_PACKEDX_C(void,0), YSCALE_YUV_2_GRAY16_C, YSCALE_YUV_2_MONOX_C)
e3d2500f
MN
1088}
1089
7ac40327
RP
1090static inline void yuv2rgbXinC_full(SwsContext *c, const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize,
1091 const int16_t *chrFilter, const int16_t **chrSrc, int chrFilterSize,
1092 const int16_t **alpSrc, uint8_t *dest, int dstW, int y)
f0faee4c
MN
1093{
1094 int i;
1095 int step= fmt_depth(c->dstFormat)/8;
d616c8ae 1096 int aidx= 3;
f0faee4c 1097
dd68318c 1098 switch(c->dstFormat) {
f0faee4c
MN
1099 case PIX_FMT_ARGB:
1100 dest++;
a3398feb 1101 aidx= 0;
f0faee4c 1102 case PIX_FMT_RGB24:
d616c8ae 1103 aidx--;
f0faee4c 1104 case PIX_FMT_RGBA:
dd68318c 1105 if (CONFIG_SMALL) {
6858492e
CS
1106 int needAlpha = CONFIG_SWSCALE_ALPHA && c->alpPixBuf;
1107 YSCALE_YUV_2_RGBX_FULL_C(1<<21, needAlpha)
1108 dest[aidx]= needAlpha ? A : 255;
1109 dest[0]= R>>22;
1110 dest[1]= G>>22;
1111 dest[2]= B>>22;
1112 dest+= step;
1113 }
dd68318c
RP
1114 } else {
1115 if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf) {
6858492e
CS
1116 YSCALE_YUV_2_RGBX_FULL_C(1<<21, 1)
1117 dest[aidx]= A;
1118 dest[0]= R>>22;
1119 dest[1]= G>>22;
1120 dest[2]= B>>22;
1121 dest+= step;
1122 }
dd68318c 1123 } else {
6858492e
CS
1124 YSCALE_YUV_2_RGBX_FULL_C(1<<21, 0)
1125 dest[aidx]= 255;
1126 dest[0]= R>>22;
1127 dest[1]= G>>22;
1128 dest[2]= B>>22;
1129 dest+= step;
1130 }
1131 }
f0faee4c
MN
1132 }
1133 break;
1134 case PIX_FMT_ABGR:
1135 dest++;
a3398feb 1136 aidx= 0;
f0faee4c 1137 case PIX_FMT_BGR24:
d616c8ae 1138 aidx--;
f0faee4c 1139 case PIX_FMT_BGRA:
dd68318c 1140 if (CONFIG_SMALL) {
6858492e
CS
1141 int needAlpha = CONFIG_SWSCALE_ALPHA && c->alpPixBuf;
1142 YSCALE_YUV_2_RGBX_FULL_C(1<<21, needAlpha)
1143 dest[aidx]= needAlpha ? A : 255;
1144 dest[0]= B>>22;
1145 dest[1]= G>>22;
1146 dest[2]= R>>22;
1147 dest+= step;
1148 }
dd68318c
RP
1149 } else {
1150 if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf) {
6858492e
CS
1151 YSCALE_YUV_2_RGBX_FULL_C(1<<21, 1)
1152 dest[aidx]= A;
1153 dest[0]= B>>22;
1154 dest[1]= G>>22;
1155 dest[2]= R>>22;
1156 dest+= step;
1157 }
dd68318c 1158 } else {
6858492e
CS
1159 YSCALE_YUV_2_RGBX_FULL_C(1<<21, 0)
1160 dest[aidx]= 255;
1161 dest[0]= B>>22;
1162 dest[1]= G>>22;
1163 dest[2]= R>>22;
1164 dest+= step;
1165 }
1166 }
f0faee4c
MN
1167 }
1168 break;
1169 default:
1170 assert(0);
1171 }
1172}
e3d2500f 1173
dd68318c
RP
1174static void fillPlane(uint8_t* plane, int stride, int width, int height, int y, uint8_t val)
1175{
d4da3e47
CS
1176 int i;
1177 uint8_t *ptr = plane + stride*y;
dd68318c 1178 for (i=0; i<height; i++) {
d4da3e47
CS
1179 memset(ptr, val, width);
1180 ptr += stride;
1181 }
1182}
1183
e8417235
KS
1184static inline void rgb48ToY(uint8_t *dst, const uint8_t *src, int width)
1185{
1186 int i;
1187 for (i = 0; i < width; i++) {
1188 int r = src[i*6+0];
1189 int g = src[i*6+2];
1190 int b = src[i*6+4];
1191
1192 dst[i] = (RY*r + GY*g + BY*b + (33<<(RGB2YUV_SHIFT-1))) >> RGB2YUV_SHIFT;
1193 }
1194}
1195
1196static inline void rgb48ToUV(uint8_t *dstU, uint8_t *dstV,
1197 uint8_t *src1, uint8_t *src2, int width)
1198{
1199 int i;
1200 assert(src1==src2);
1201 for (i = 0; i < width; i++) {
1202 int r = src1[6*i + 0];
1203 int g = src1[6*i + 2];
1204 int b = src1[6*i + 4];
1205
1206 dstU[i] = (RU*r + GU*g + BU*b + (257<<(RGB2YUV_SHIFT-1))) >> RGB2YUV_SHIFT;
1207 dstV[i] = (RV*r + GV*g + BV*b + (257<<(RGB2YUV_SHIFT-1))) >> RGB2YUV_SHIFT;
1208 }
1209}
1210
1211static inline void rgb48ToUV_half(uint8_t *dstU, uint8_t *dstV,
1212 uint8_t *src1, uint8_t *src2, int width)
1213{
1214 int i;
1215 assert(src1==src2);
1216 for (i = 0; i < width; i++) {
1217 int r= src1[12*i + 0] + src1[12*i + 6];
1218 int g= src1[12*i + 2] + src1[12*i + 8];
1219 int b= src1[12*i + 4] + src1[12*i + 10];
1220
1221 dstU[i]= (RU*r + GU*g + BU*b + (257<<RGB2YUV_SHIFT)) >> (RGB2YUV_SHIFT+1);
1222 dstV[i]= (RV*r + GV*g + BV*b + (257<<RGB2YUV_SHIFT)) >> (RGB2YUV_SHIFT+1);
1223 }
1224}
1225
80704c47
KS
1226#define BGR2Y(type, name, shr, shg, shb, maskr, maskg, maskb, RY, GY, BY, S)\
1227static inline void name(uint8_t *dst, const uint8_t *src, long width, uint32_t *unused)\
1228{\
1229 int i;\
dd68318c 1230 for (i=0; i<width; i++) {\
80704c47
KS
1231 int b= (((const type*)src)[i]>>shb)&maskb;\
1232 int g= (((const type*)src)[i]>>shg)&maskg;\
1233 int r= (((const type*)src)[i]>>shr)&maskr;\
1234\
1235 dst[i]= (((RY)*r + (GY)*g + (BY)*b + (33<<((S)-1)))>>(S));\
1236 }\
1237}
1238
1239BGR2Y(uint32_t, bgr32ToY,16, 0, 0, 0x00FF, 0xFF00, 0x00FF, RY<< 8, GY , BY<< 8, RGB2YUV_SHIFT+8)
1240BGR2Y(uint32_t, rgb32ToY, 0, 0,16, 0x00FF, 0xFF00, 0x00FF, RY<< 8, GY , BY<< 8, RGB2YUV_SHIFT+8)
1241BGR2Y(uint16_t, bgr16ToY, 0, 0, 0, 0x001F, 0x07E0, 0xF800, RY<<11, GY<<5, BY , RGB2YUV_SHIFT+8)
1242BGR2Y(uint16_t, bgr15ToY, 0, 0, 0, 0x001F, 0x03E0, 0x7C00, RY<<10, GY<<5, BY , RGB2YUV_SHIFT+7)
1243BGR2Y(uint16_t, rgb16ToY, 0, 0, 0, 0xF800, 0x07E0, 0x001F, RY , GY<<5, BY<<11, RGB2YUV_SHIFT+8)
1244BGR2Y(uint16_t, rgb15ToY, 0, 0, 0, 0x7C00, 0x03E0, 0x001F, RY , GY<<5, BY<<10, RGB2YUV_SHIFT+7)
1245
dd68318c
RP
1246static inline void abgrToA(uint8_t *dst, const uint8_t *src, long width, uint32_t *unused)
1247{
80704c47 1248 int i;
dd68318c 1249 for (i=0; i<width; i++) {
80704c47
KS
1250 dst[i]= src[4*i];
1251 }
1252}
1253
1254#define BGR2UV(type, name, shr, shg, shb, maska, maskr, maskg, maskb, RU, GU, BU, RV, GV, BV, S)\
1255static inline void name(uint8_t *dstU, uint8_t *dstV, const uint8_t *src, const uint8_t *dummy, long width, uint32_t *unused)\
1256{\
1257 int i;\
dd68318c 1258 for (i=0; i<width; i++) {\
80704c47
KS
1259 int b= (((const type*)src)[i]&maskb)>>shb;\
1260 int g= (((const type*)src)[i]&maskg)>>shg;\
1261 int r= (((const type*)src)[i]&maskr)>>shr;\
1262\
1263 dstU[i]= ((RU)*r + (GU)*g + (BU)*b + (257<<((S)-1)))>>(S);\
1264 dstV[i]= ((RV)*r + (GV)*g + (BV)*b + (257<<((S)-1)))>>(S);\
1265 }\
1266}\
1267static inline void name ## _half(uint8_t *dstU, uint8_t *dstV, const uint8_t *src, const uint8_t *dummy, long width, uint32_t *unused)\
1268{\
1269 int i;\
dd68318c 1270 for (i=0; i<width; i++) {\
80704c47
KS
1271 int pix0= ((const type*)src)[2*i+0];\
1272 int pix1= ((const type*)src)[2*i+1];\
1273 int g= (pix0&~(maskr|maskb))+(pix1&~(maskr|maskb));\
1274 int b= ((pix0+pix1-g)&(maskb|(2*maskb)))>>shb;\
1275 int r= ((pix0+pix1-g)&(maskr|(2*maskr)))>>shr;\
1276 g&= maskg|(2*maskg);\
1277\
1278 g>>=shg;\
1279\
1280 dstU[i]= ((RU)*r + (GU)*g + (BU)*b + (257<<(S)))>>((S)+1);\
1281 dstV[i]= ((RV)*r + (GV)*g + (BV)*b + (257<<(S)))>>((S)+1);\
1282 }\
1283}
1284
1285BGR2UV(uint32_t, bgr32ToUV,16, 0, 0, 0xFF000000, 0xFF0000, 0xFF00, 0x00FF, RU<< 8, GU , BU<< 8, RV<< 8, GV , BV<< 8, RGB2YUV_SHIFT+8)
1286BGR2UV(uint32_t, rgb32ToUV, 0, 0,16, 0xFF000000, 0x00FF, 0xFF00, 0xFF0000, RU<< 8, GU , BU<< 8, RV<< 8, GV , BV<< 8, RGB2YUV_SHIFT+8)
1287BGR2UV(uint16_t, bgr16ToUV, 0, 0, 0, 0, 0x001F, 0x07E0, 0xF800, RU<<11, GU<<5, BU , RV<<11, GV<<5, BV , RGB2YUV_SHIFT+8)
1288BGR2UV(uint16_t, bgr15ToUV, 0, 0, 0, 0, 0x001F, 0x03E0, 0x7C00, RU<<10, GU<<5, BU , RV<<10, GV<<5, BV , RGB2YUV_SHIFT+7)
1289BGR2UV(uint16_t, rgb16ToUV, 0, 0, 0, 0, 0xF800, 0x07E0, 0x001F, RU , GU<<5, BU<<11, RV , GV<<5, BV<<11, RGB2YUV_SHIFT+8)
1290BGR2UV(uint16_t, rgb15ToUV, 0, 0, 0, 0, 0x7C00, 0x03E0, 0x001F, RU , GU<<5, BU<<10, RV , GV<<5, BV<<10, RGB2YUV_SHIFT+7)
1291
1292static inline void palToY(uint8_t *dst, const uint8_t *src, long width, uint32_t *pal)
1293{
1294 int i;
dd68318c 1295 for (i=0; i<width; i++) {
80704c47
KS
1296 int d= src[i];
1297
1298 dst[i]= pal[d] & 0xFF;
1299 }
1300}
1301
1302static inline void palToUV(uint8_t *dstU, uint8_t *dstV,
1303 const uint8_t *src1, const uint8_t *src2,
1304 long width, uint32_t *pal)
1305{
1306 int i;
1307 assert(src1 == src2);
dd68318c 1308 for (i=0; i<width; i++) {
80704c47
KS
1309 int p= pal[src1[i]];
1310
1311 dstU[i]= p>>8;
1312 dstV[i]= p>>16;
1313 }
1314}
1315
1316static inline void monowhite2Y(uint8_t *dst, const uint8_t *src, long width, uint32_t *unused)
1317{
1318 int i, j;
dd68318c 1319 for (i=0; i<width/8; i++) {
80704c47
KS
1320 int d= ~src[i];
1321 for(j=0; j<8; j++)
1322 dst[8*i+j]= ((d>>(7-j))&1)*255;
1323 }
1324}
1325
1326static inline void monoblack2Y(uint8_t *dst, const uint8_t *src, long width, uint32_t *unused)
1327{
1328 int i, j;
dd68318c 1329 for (i=0; i<width/8; i++) {
80704c47
KS
1330 int d= src[i];
1331 for(j=0; j<8; j++)
1332 dst[8*i+j]= ((d>>(7-j))&1)*255;
1333 }
1334}
1335
1336
dd409025 1337//Note: we have C, MMX, MMX2, 3DNOW versions, there is no 3DNOW+MMX2 one
7630f2e0 1338//Plain C versions
8b1a6441 1339#if ((!HAVE_MMX || !CONFIG_GPL) && !HAVE_ALTIVEC) || CONFIG_RUNTIME_CPUDETECT
726a959a
MN
1340#define COMPILE_C
1341#endif
1342
b63f641e 1343#if ARCH_PPC
57f6d52a 1344#if HAVE_ALTIVEC || CONFIG_RUNTIME_CPUDETECT
a2faa401 1345#define COMPILE_ALTIVEC
7a24ec50 1346#endif
cb82a073 1347#endif //ARCH_PPC
a2faa401 1348
b63f641e 1349#if ARCH_X86
726a959a 1350
10a7d216 1351#if ((HAVE_MMX && !HAVE_AMD3DNOW && !HAVE_MMX2) || CONFIG_RUNTIME_CPUDETECT) && CONFIG_GPL
726a959a
MN
1352#define COMPILE_MMX
1353#endif
1354
10a7d216 1355#if (HAVE_MMX2 || CONFIG_RUNTIME_CPUDETECT) && CONFIG_GPL
726a959a
MN
1356#define COMPILE_MMX2
1357#endif
1358
10a7d216 1359#if ((HAVE_AMD3DNOW && !HAVE_MMX2) || CONFIG_RUNTIME_CPUDETECT) && CONFIG_GPL
726a959a
MN
1360#define COMPILE_3DNOW
1361#endif
7a24ec50 1362#endif //ARCH_X86
726a959a 1363
94daf2e9
RP
1364#define COMPILE_TEMPLATE_MMX 0
1365#define COMPILE_TEMPLATE_MMX2 0
1366#define COMPILE_TEMPLATE_AMD3DNOW 0
1367#define COMPILE_TEMPLATE_ALTIVEC 0
726a959a
MN
1368
1369#ifdef COMPILE_C
7630f2e0
MN
1370#define RENAME(a) a ## _C
1371#include "swscale_template.c"
726a959a 1372#endif
397c035e 1373
a2faa401
RD
1374#ifdef COMPILE_ALTIVEC
1375#undef RENAME
94daf2e9
RP
1376#undef COMPILE_TEMPLATE_ALTIVEC
1377#define COMPILE_TEMPLATE_ALTIVEC 1
a2faa401
RD
1378#define RENAME(a) a ## _altivec
1379#include "swscale_template.c"
1380#endif
a2faa401 1381
b63f641e 1382#if ARCH_X86
397c035e 1383
7630f2e0 1384//MMX versions
726a959a 1385#ifdef COMPILE_MMX
7630f2e0 1386#undef RENAME
94daf2e9
RP
1387#undef COMPILE_TEMPLATE_MMX
1388#undef COMPILE_TEMPLATE_MMX2
1389#undef COMPILE_TEMPLATE_AMD3DNOW
1390#define COMPILE_TEMPLATE_MMX 1
1391#define COMPILE_TEMPLATE_MMX2 0
1392#define COMPILE_TEMPLATE_AMD3DNOW 0
7630f2e0
MN
1393#define RENAME(a) a ## _MMX
1394#include "swscale_template.c"
726a959a 1395#endif
7630f2e0
MN
1396
1397//MMX2 versions
726a959a 1398#ifdef COMPILE_MMX2
7630f2e0 1399#undef RENAME
94daf2e9
RP
1400#undef COMPILE_TEMPLATE_MMX
1401#undef COMPILE_TEMPLATE_MMX2
1402#undef COMPILE_TEMPLATE_AMD3DNOW
1403#define COMPILE_TEMPLATE_MMX 1
1404#define COMPILE_TEMPLATE_MMX2 1
1405#define COMPILE_TEMPLATE_AMD3DNOW 0
7630f2e0
MN
1406#define RENAME(a) a ## _MMX2
1407#include "swscale_template.c"
726a959a 1408#endif
7630f2e0
MN
1409
1410//3DNOW versions
726a959a 1411#ifdef COMPILE_3DNOW
7630f2e0 1412#undef RENAME
94daf2e9
RP
1413#undef COMPILE_TEMPLATE_MMX
1414#undef COMPILE_TEMPLATE_MMX2
1415#undef COMPILE_TEMPLATE_AMD3DNOW
1416#define COMPILE_TEMPLATE_MMX 1
1417#define COMPILE_TEMPLATE_MMX2 0
1418#define COMPILE_TEMPLATE_AMD3DNOW 1
7630f2e0
MN
1419#define RENAME(a) a ## _3DNow
1420#include "swscale_template.c"
726a959a 1421#endif
7630f2e0 1422
7a24ec50 1423#endif //ARCH_X86
7630f2e0 1424
a86c461c
MN
1425static double getSplineCoeff(double a, double b, double c, double d, double dist)
1426{
221b804f 1427// printf("%f %f %f %f %f\n", a,b,c,d,dist);
9b734d44
RP
1428 if (dist<=1.0) return ((d*dist + c)*dist + b)*dist +a;
1429 else return getSplineCoeff( 0.0,
1430 b+ 2.0*c + 3.0*d,
1431 c + 3.0*d,
1432 -b- 3.0*c - 6.0*d,
1433 dist-1.0);
a86c461c 1434}
6c7506de 1435
bca11e75 1436static inline int initFilter(int16_t **outFilter, int16_t **filterPos, int *outFilterSize, int xInc,
221b804f
DB
1437 int srcW, int dstW, int filterAlign, int one, int flags,
1438 SwsVector *srcFilter, SwsVector *dstFilter, double param[2])
28bf81c9 1439{
221b804f
DB
1440 int i;
1441 int filterSize;
1442 int filter2Size;
1443 int minFilterSize;
a64a062f
MN
1444 int64_t *filter=NULL;
1445 int64_t *filter2=NULL;
1446 const int64_t fone= 1LL<<54;
091d3bdc 1447 int ret= -1;
b63f641e 1448#if ARCH_X86
221b804f 1449 if (flags & SWS_CPU_CAPS_MMX)
7ad6469e 1450 __asm__ volatile("emms\n\t"::: "memory"); //FIXME this should not be required but it IS (even for non-MMX versions)
726a959a 1451#endif
31190492 1452
f40c7dbb 1453 // NOTE: the +1 is for the MMX scaler which reads over the end
7248797c 1454 CHECKED_ALLOC(*filterPos, (dstW+1)*sizeof(int16_t));
221b804f 1455
dd68318c 1456 if (FFABS(xInc - 0x10000) <10) { // unscaled
221b804f
DB
1457 int i;
1458 filterSize= 1;
7248797c 1459 CHECKED_ALLOCZ(filter, dstW*sizeof(*filter)*filterSize);
221b804f 1460
dd68318c 1461 for (i=0; i<dstW; i++) {
a64a062f 1462 filter[i*filterSize]= fone;
221b804f
DB
1463 (*filterPos)[i]=i;
1464 }
1465
dd68318c 1466 } else if (flags&SWS_POINT) { // lame looking point sampling mode
221b804f
DB
1467 int i;
1468 int xDstInSrc;
1469 filterSize= 1;
7248797c 1470 CHECKED_ALLOC(filter, dstW*sizeof(*filter)*filterSize);
221b804f
DB
1471
1472 xDstInSrc= xInc/2 - 0x8000;
dd68318c 1473 for (i=0; i<dstW; i++) {
221b804f
DB
1474 int xx= (xDstInSrc - ((filterSize-1)<<15) + (1<<15))>>16;
1475
1476 (*filterPos)[i]= xx;
a64a062f 1477 filter[i]= fone;
221b804f
DB
1478 xDstInSrc+= xInc;
1479 }
dd68318c 1480 } else if ((xInc <= (1<<16) && (flags&SWS_AREA)) || (flags&SWS_FAST_BILINEAR)) { // bilinear upscale
221b804f
DB
1481 int i;
1482 int xDstInSrc;
571d9587 1483 filterSize= 2;
7248797c 1484 CHECKED_ALLOC(filter, dstW*sizeof(*filter)*filterSize);
221b804f
DB
1485
1486 xDstInSrc= xInc/2 - 0x8000;
dd68318c 1487 for (i=0; i<dstW; i++) {
221b804f
DB
1488 int xx= (xDstInSrc - ((filterSize-1)<<15) + (1<<15))>>16;
1489 int j;
1490
1491 (*filterPos)[i]= xx;
9b734d44 1492 //bilinear upscale / linear interpolate / area averaging
dd68318c 1493 for (j=0; j<filterSize; j++) {
9b734d44
RP
1494 int64_t coeff= fone - FFABS((xx<<16) - xDstInSrc)*(fone>>16);
1495 if (coeff<0) coeff=0;
1496 filter[i*filterSize + j]= coeff;
1497 xx++;
1498 }
221b804f
DB
1499 xDstInSrc+= xInc;
1500 }
dd68318c 1501 } else {
a64a062f
MN
1502 int xDstInSrc;
1503 int sizeFactor;
1504
1505 if (flags&SWS_BICUBIC) sizeFactor= 4;
1506 else if (flags&SWS_X) sizeFactor= 8;
1507 else if (flags&SWS_AREA) sizeFactor= 1; //downscale only, for upscale it is bilinear
1508 else if (flags&SWS_GAUSS) sizeFactor= 8; // infinite ;)
1509 else if (flags&SWS_LANCZOS) sizeFactor= param[0] != SWS_PARAM_DEFAULT ? ceil(2*param[0]) : 6;
1510 else if (flags&SWS_SINC) sizeFactor= 20; // infinite ;)
1511 else if (flags&SWS_SPLINE) sizeFactor= 20; // infinite ;)
1512 else if (flags&SWS_BILINEAR) sizeFactor= 2;
221b804f 1513 else {
a64a062f 1514 sizeFactor= 0; //GCC warning killer
fcc402b1 1515 assert(0);
221b804f
DB
1516 }
1517
a64a062f
MN
1518 if (xInc <= 1<<16) filterSize= 1 + sizeFactor; // upscale
1519 else filterSize= 1 + (sizeFactor*srcW + dstW - 1)/ dstW;
221b804f 1520
221b804f
DB
1521 if (filterSize > srcW-2) filterSize=srcW-2;
1522
7248797c 1523 CHECKED_ALLOC(filter, dstW*sizeof(*filter)*filterSize);
221b804f 1524
a64a062f 1525 xDstInSrc= xInc - 0x10000;
dd68318c 1526 for (i=0; i<dstW; i++) {
a64a062f 1527 int xx= (xDstInSrc - ((filterSize-2)<<16)) / (1<<17);
221b804f
DB
1528 int j;
1529 (*filterPos)[i]= xx;
dd68318c 1530 for (j=0; j<filterSize; j++) {
a64a062f
MN
1531 int64_t d= ((int64_t)FFABS((xx<<17) - xDstInSrc))<<13;
1532 double floatd;
1533 int64_t coeff;
1534
1535 if (xInc > 1<<16)
1536 d= d*dstW/srcW;
1537 floatd= d * (1.0/(1<<30));
1538
dd68318c 1539 if (flags & SWS_BICUBIC) {
a64a062f
MN
1540 int64_t B= (param[0] != SWS_PARAM_DEFAULT ? param[0] : 0) * (1<<24);
1541 int64_t C= (param[1] != SWS_PARAM_DEFAULT ? param[1] : 0.6) * (1<<24);
1542 int64_t dd = ( d*d)>>30;
1543 int64_t ddd= (dd*d)>>30;
1544
1545 if (d < 1LL<<30)
1546 coeff = (12*(1<<24)-9*B-6*C)*ddd + (-18*(1<<24)+12*B+6*C)*dd + (6*(1<<24)-2*B)*(1<<30);
1547 else if (d < 1LL<<31)
1548 coeff = (-B-6*C)*ddd + (6*B+30*C)*dd + (-12*B-48*C)*d + (8*B+24*C)*(1<<30);
221b804f
DB
1549 else
1550 coeff=0.0;
a64a062f 1551 coeff *= fone>>(30+24);
221b804f 1552 }
dd68318c 1553/* else if (flags & SWS_X) {
221b804f
DB
1554 double p= param ? param*0.01 : 0.3;
1555 coeff = d ? sin(d*PI)/(d*PI) : 1.0;
1556 coeff*= pow(2.0, - p*d*d);
1557 }*/
dd68318c 1558 else if (flags & SWS_X) {
221b804f 1559 double A= param[0] != SWS_PARAM_DEFAULT ? param[0] : 1.0;
a64a062f 1560 double c;
221b804f 1561
a64a062f
MN
1562 if (floatd<1.0)
1563 c = cos(floatd*PI);
221b804f 1564 else
a64a062f
MN
1565 c=-1.0;
1566 if (c<0.0) c= -pow(-c, A);
1567 else c= pow( c, A);
1568 coeff= (c*0.5 + 0.5)*fone;
dd68318c 1569 } else if (flags & SWS_AREA) {
a64a062f
MN
1570 int64_t d2= d - (1<<29);
1571 if (d2*xInc < -(1LL<<(29+16))) coeff= 1.0 * (1LL<<(30+16));
1572 else if (d2*xInc < (1LL<<(29+16))) coeff= -d2*xInc + (1LL<<(29+16));
221b804f 1573 else coeff=0.0;
a64a062f 1574 coeff *= fone>>(30+16);
dd68318c 1575 } else if (flags & SWS_GAUSS) {
221b804f 1576 double p= param[0] != SWS_PARAM_DEFAULT ? param[0] : 3.0;
a64a062f 1577 coeff = (pow(2.0, - p*floatd*floatd))*fone;
dd68318c 1578 } else if (flags & SWS_SINC) {
a64a062f 1579 coeff = (d ? sin(floatd*PI)/(floatd*PI) : 1.0)*fone;
dd68318c 1580 } else if (flags & SWS_LANCZOS) {
221b804f 1581 double p= param[0] != SWS_PARAM_DEFAULT ? param[0] : 3.0;
a64a062f
MN
1582 coeff = (d ? sin(floatd*PI)*sin(floatd*PI/p)/(floatd*floatd*PI*PI/p) : 1.0)*fone;
1583 if (floatd>p) coeff=0;
dd68318c 1584 } else if (flags & SWS_BILINEAR) {
a64a062f 1585 coeff= (1<<30) - d;
221b804f 1586 if (coeff<0) coeff=0;
a64a062f 1587 coeff *= fone >> 30;
dd68318c 1588 } else if (flags & SWS_SPLINE) {
221b804f 1589 double p=-2.196152422706632;
f830d824 1590 coeff = getSplineCoeff(1.0, 0.0, p, -p-1.0, floatd) * fone;
dd68318c 1591 } else {
221b804f 1592 coeff= 0.0; //GCC warning killer
fcc402b1 1593 assert(0);
221b804f
DB
1594 }
1595
1596 filter[i*filterSize + j]= coeff;
1597 xx++;
1598 }
a64a062f 1599 xDstInSrc+= 2*xInc;
221b804f
DB
1600 }
1601 }
1602
1603 /* apply src & dst Filter to filter -> filter2
1604 av_free(filter);
1605 */
fcc402b1 1606 assert(filterSize>0);
221b804f
DB
1607 filter2Size= filterSize;
1608 if (srcFilter) filter2Size+= srcFilter->length - 1;
1609 if (dstFilter) filter2Size+= dstFilter->length - 1;
fcc402b1 1610 assert(filter2Size>0);
7248797c 1611 CHECKED_ALLOCZ(filter2, filter2Size*dstW*sizeof(*filter2));
221b804f 1612
dd68318c 1613 for (i=0; i<dstW; i++) {
a64a062f 1614 int j, k;
221b804f 1615
dd68318c
RP
1616 if(srcFilter) {
1617 for (k=0; k<srcFilter->length; k++) {
a64a062f
MN
1618 for (j=0; j<filterSize; j++)
1619 filter2[i*filter2Size + k + j] += srcFilter->coeff[k]*filter[i*filterSize + j];
1620 }
dd68318c 1621 } else {
a64a062f
MN
1622 for (j=0; j<filterSize; j++)
1623 filter2[i*filter2Size + j]= filter[i*filterSize + j];
221b804f 1624 }
a64a062f 1625 //FIXME dstFilter
221b804f
DB
1626
1627 (*filterPos)[i]+= (filterSize-1)/2 - (filter2Size-1)/2;
221b804f 1628 }
47b7382d 1629 av_freep(&filter);
221b804f
DB
1630
1631 /* try to reduce the filter-size (step1 find size and shift left) */
86bdf3fd 1632 // Assume it is near normalized (*0.5 or *2.0 is OK but * 0.001 is not).
221b804f 1633 minFilterSize= 0;
dd68318c 1634 for (i=dstW-1; i>=0; i--) {
221b804f
DB
1635 int min= filter2Size;
1636 int j;
a64a062f 1637 int64_t cutOff=0.0;
221b804f
DB
1638
1639 /* get rid off near zero elements on the left by shifting left */
dd68318c 1640 for (j=0; j<filter2Size; j++) {
221b804f
DB
1641 int k;
1642 cutOff += FFABS(filter2[i*filter2Size]);
1643
a64a062f 1644 if (cutOff > SWS_MAX_REDUCE_CUTOFF*fone) break;
221b804f 1645
86bdf3fd 1646 /* preserve monotonicity because the core can't handle the filter otherwise */
221b804f
DB
1647 if (i<dstW-1 && (*filterPos)[i] >= (*filterPos)[i+1]) break;
1648
f40c7dbb 1649 // move filter coefficients left
221b804f
DB
1650 for (k=1; k<filter2Size; k++)
1651 filter2[i*filter2Size + k - 1]= filter2[i*filter2Size + k];
a64a062f 1652 filter2[i*filter2Size + k - 1]= 0;
221b804f
DB
1653 (*filterPos)[i]++;
1654 }
1655
a64a062f 1656 cutOff=0;
221b804f 1657 /* count near zeros on the right */
dd68318c 1658 for (j=filter2Size-1; j>0; j--) {
221b804f
DB
1659 cutOff += FFABS(filter2[i*filter2Size + j]);
1660
a64a062f 1661 if (cutOff > SWS_MAX_REDUCE_CUTOFF*fone) break;
221b804f
DB
1662 min--;
1663 }
1664
1665 if (min>minFilterSize) minFilterSize= min;
1666 }
1667
1668 if (flags & SWS_CPU_CAPS_ALTIVEC) {
1669 // we can handle the special case 4,
1670 // so we don't want to go to the full 8
1671 if (minFilterSize < 5)
8c266f0c
RD
1672 filterAlign = 4;
1673
f40c7dbb
DB
1674 // We really don't want to waste our time
1675 // doing useless computation, so fall back on
1676 // the scalar C code for very small filters.
1677 // Vectorizing is worth it only if you have a
221b804f
DB
1678 // decent-sized vector.
1679 if (minFilterSize < 3)
8c266f0c 1680 filterAlign = 1;
221b804f
DB
1681 }
1682
1683 if (flags & SWS_CPU_CAPS_MMX) {
1684 // special case for unscaled vertical filtering
1685 if (minFilterSize == 1 && filterAlign == 2)
1686 filterAlign= 1;
1687 }
1688
fcc402b1 1689 assert(minFilterSize > 0);
221b804f 1690 filterSize= (minFilterSize +(filterAlign-1)) & (~(filterAlign-1));
fcc402b1 1691 assert(filterSize > 0);
8588e148 1692 filter= av_malloc(filterSize*dstW*sizeof(*filter));
1625216e 1693 if (filterSize >= MAX_FILTER_SIZE*16/((flags&SWS_ACCURATE_RND) ? APCK_SIZE : 16) || !filter)
7248797c 1694 goto fail;
221b804f
DB
1695 *outFilterSize= filterSize;
1696
1697 if (flags&SWS_PRINT_INFO)
1698 av_log(NULL, AV_LOG_VERBOSE, "SwScaler: reducing / aligning filtersize %d -> %d\n", filter2Size, filterSize);
1699 /* try to reduce the filter-size (step2 reduce it) */
dd68318c 1700 for (i=0; i<dstW; i++) {
221b804f
DB
1701 int j;
1702
dd68318c 1703 for (j=0; j<filterSize; j++) {
a64a062f 1704 if (j>=filter2Size) filter[i*filterSize + j]= 0;
221b804f 1705 else filter[i*filterSize + j]= filter2[i*filter2Size + j];
88bc5a64 1706 if((flags & SWS_BITEXACT) && j>=minFilterSize)
a64a062f 1707 filter[i*filterSize + j]= 0;
8c266f0c 1708 }
221b804f 1709 }
221b804f
DB
1710
1711
f40c7dbb 1712 //FIXME try to align filterPos if possible
8c266f0c 1713
221b804f 1714 //fix borders
dd68318c 1715 for (i=0; i<dstW; i++) {
221b804f 1716 int j;
dd68318c 1717 if ((*filterPos)[i] < 0) {
f40c7dbb 1718 // move filter coefficients left to compensate for filterPos
dd68318c 1719 for (j=1; j<filterSize; j++) {
221b804f
DB
1720 int left= FFMAX(j + (*filterPos)[i], 0);
1721 filter[i*filterSize + left] += filter[i*filterSize + j];
1722 filter[i*filterSize + j]=0;
1723 }
1724 (*filterPos)[i]= 0;
bca11e75
MN
1725 }
1726
dd68318c 1727 if ((*filterPos)[i] + filterSize > srcW) {
221b804f 1728 int shift= (*filterPos)[i] + filterSize - srcW;
f40c7dbb 1729 // move filter coefficients right to compensate for filterPos
dd68318c 1730 for (j=filterSize-2; j>=0; j--) {
221b804f
DB
1731 int right= FFMIN(j + shift, filterSize-1);
1732 filter[i*filterSize +right] += filter[i*filterSize +j];
1733 filter[i*filterSize +j]=0;
1734 }
1735 (*filterPos)[i]= srcW - filterSize;
1736 }
1737 }
1738
f40c7dbb 1739 // Note the +1 is for the MMX scaler which reads over the end
221b804f 1740 /* align at 16 for AltiVec (needed by hScale_altivec_real) */
7248797c 1741 CHECKED_ALLOCZ(*outFilter, *outFilterSize*(dstW+1)*sizeof(int16_t));
221b804f 1742
f40c7dbb 1743 /* normalize & store in outFilter */
dd68318c 1744 for (i=0; i<dstW; i++) {
221b804f 1745 int j;
a64a062f
MN
1746 int64_t error=0;
1747 int64_t sum=0;
221b804f 1748
dd68318c 1749 for (j=0; j<filterSize; j++) {
221b804f
DB
1750 sum+= filter[i*filterSize + j];
1751 }
a64a062f 1752 sum= (sum + one/2)/ one;
dd68318c 1753 for (j=0; j<*outFilterSize; j++) {
a64a062f
MN
1754 int64_t v= filter[i*filterSize + j] + error;
1755 int intV= ROUNDED_DIV(v, sum);
221b804f 1756 (*outFilter)[i*(*outFilterSize) + j]= intV;
a64a062f 1757 error= v - intV*sum;
221b804f
DB
1758 }
1759 }
1760
1761 (*filterPos)[dstW]= (*filterPos)[dstW-1]; // the MMX scaler will read over the end
dd68318c 1762 for (i=0; i<*outFilterSize; i++) {
221b804f
DB
1763 int j= dstW*(*outFilterSize);
1764 (*outFilter)[j + i]= (*outFilter)[j + i - (*outFilterSize)];
1765 }
1766
091d3bdc 1767 ret=0;
7248797c 1768fail:
221b804f 1769 av_free(filter);
091d3bdc
MN
1770 av_free(filter2);
1771 return ret;
7630f2e0 1772}
31190492 1773
17c613ef 1774#ifdef COMPILE_MMX2
48f4c612 1775static int initMMX2HScaler(int dstW, int xInc, uint8_t *filterCode, int16_t *filter, int32_t *filterPos, int numSplits)
28bf81c9 1776{
221b804f 1777 uint8_t *fragmentA;
d0ce212a
RP
1778 x86_reg imm8OfPShufW1A;
1779 x86_reg imm8OfPShufW2A;
1780 x86_reg fragmentLengthA;
221b804f 1781 uint8_t *fragmentB;
d0ce212a
RP
1782 x86_reg imm8OfPShufW1B;
1783 x86_reg imm8OfPShufW2B;
1784 x86_reg fragmentLengthB;
221b804f
DB
1785 int fragmentPos;
1786
1787 int xpos, i;
1788
1789 // create an optimized horizontal scaling routine
1790
1791 //code fragment
1792
7ad6469e 1793 __asm__ volatile(
221b804f
DB
1794 "jmp 9f \n\t"
1795 // Begin
1796 "0: \n\t"
1797 "movq (%%"REG_d", %%"REG_a"), %%mm3 \n\t"
1798 "movd (%%"REG_c", %%"REG_S"), %%mm0 \n\t"
1799 "movd 1(%%"REG_c", %%"REG_S"), %%mm1 \n\t"
1800 "punpcklbw %%mm7, %%mm1 \n\t"
1801 "punpcklbw %%mm7, %%mm0 \n\t"
1802 "pshufw $0xFF, %%mm1, %%mm1 \n\t"
1803 "1: \n\t"
1804 "pshufw $0xFF, %%mm0, %%mm0 \n\t"
1805 "2: \n\t"
1806 "psubw %%mm1, %%mm0 \n\t"
1807 "movl 8(%%"REG_b", %%"REG_a"), %%esi \n\t"
1808 "pmullw %%mm3, %%mm0 \n\t"
1809 "psllw $7, %%mm1 \n\t"
1810 "paddw %%mm1, %%mm0 \n\t"
1811
1812 "movq %%mm0, (%%"REG_D", %%"REG_a") \n\t"
1813
1814 "add $8, %%"REG_a" \n\t"
1815 // End
1816 "9: \n\t"
1817// "int $3 \n\t"
86593486
AS
1818 "lea " LOCAL_MANGLE(0b) ", %0 \n\t"
1819 "lea " LOCAL_MANGLE(1b) ", %1 \n\t"
1820 "lea " LOCAL_MANGLE(2b) ", %2 \n\t"
221b804f
DB
1821 "dec %1 \n\t"
1822 "dec %2 \n\t"
1823 "sub %0, %1 \n\t"
1824 "sub %0, %2 \n\t"
86593486 1825 "lea " LOCAL_MANGLE(9b) ", %3 \n\t"
221b804f
DB
1826 "sub %0, %3 \n\t"
1827
1828
1829 :"=r" (fragmentA), "=r" (imm8OfPShufW1A), "=r" (imm8OfPShufW2A),
1830 "=r" (fragmentLengthA)
1831 );
1832
7ad6469e 1833 __asm__ volatile(
221b804f
DB
1834 "jmp 9f \n\t"
1835 // Begin
1836 "0: \n\t"
1837 "movq (%%"REG_d", %%"REG_a"), %%mm3 \n\t"
1838 "movd (%%"REG_c", %%"REG_S"), %%mm0 \n\t"
1839 "punpcklbw %%mm7, %%mm0 \n\t"
1840 "pshufw $0xFF, %%mm0, %%mm1 \n\t"
1841 "1: \n\t"
1842 "pshufw $0xFF, %%mm0, %%mm0 \n\t"
1843 "2: \n\t"
1844 "psubw %%mm1, %%mm0 \n\t"
1845 "movl 8(%%"REG_b", %%"REG_a"), %%esi \n\t"
1846 "pmullw %%mm3, %%mm0 \n\t"
1847 "psllw $7, %%mm1 \n\t"
1848 "paddw %%mm1, %%mm0 \n\t"
1849
1850 "movq %%mm0, (%%"REG_D", %%"REG_a") \n\t"
1851
1852 "add $8, %%"REG_a" \n\t"
1853 // End
1854 "9: \n\t"
1855// "int $3 \n\t"
86593486
AS
1856 "lea " LOCAL_MANGLE(0b) ", %0 \n\t"
1857 "lea " LOCAL_MANGLE(1b) ", %1 \n\t"
1858 "lea " LOCAL_MANGLE(2b) ", %2 \n\t"
221b804f
DB
1859 "dec %1 \n\t"
1860 "dec %2 \n\t"
1861 "sub %0, %1 \n\t"
1862 "sub %0, %2 \n\t"
86593486 1863 "lea " LOCAL_MANGLE(9b) ", %3 \n\t"
221b804f
DB
1864 "sub %0, %3 \n\t"
1865
1866
1867 :"=r" (fragmentB), "=r" (imm8OfPShufW1B), "=r" (imm8OfPShufW2B),
1868 "=r" (fragmentLengthB)
1869 );
1870
1871 xpos= 0; //lumXInc/2 - 0x8000; // difference between pixel centers
1872 fragmentPos=0;
1873
dd68318c 1874 for (i=0; i<dstW/numSplits; i++) {
221b804f
DB
1875 int xx=xpos>>16;
1876
dd68318c 1877 if ((i&3) == 0) {
221b804f
DB
1878 int a=0;
1879 int b=((xpos+xInc)>>16) - xx;
1880 int c=((xpos+xInc*2)>>16) - xx;
1881 int d=((xpos+xInc*3)>>16) - xx;
901775c7 1882 int inc = (d+1<4);
f1c6dfa3
RP
1883 uint8_t *fragment = (d+1<4) ? fragmentB : fragmentA;
1884 x86_reg imm8OfPShufW1 = (d+1<4) ? imm8OfPShufW1B : imm8OfPShufW1A;
1885 x86_reg imm8OfPShufW2 = (d+1<4) ? imm8OfPShufW2B : imm8OfPShufW2A;
1886 x86_reg fragmentLength = (d+1<4) ? fragmentLengthB : fragmentLengthA;
469fd9b0
RP
1887 int maxShift= 3-(d+inc);
1888 int shift=0;
221b804f 1889
48f4c612 1890 if (filterCode) {
737cbcde
RP
1891 filter[i ] = (( xpos & 0xFFFF) ^ 0xFFFF)>>9;
1892 filter[i+1] = (((xpos+xInc ) & 0xFFFF) ^ 0xFFFF)>>9;
1893 filter[i+2] = (((xpos+xInc*2) & 0xFFFF) ^ 0xFFFF)>>9;
1894 filter[i+3] = (((xpos+xInc*3) & 0xFFFF) ^ 0xFFFF)>>9;
1895 filterPos[i/2]= xx;
221b804f 1896
737cbcde 1897 memcpy(filterCode + fragmentPos, fragment, fragmentLength);
221b804f 1898
737cbcde
RP
1899 filterCode[fragmentPos + imm8OfPShufW1]=
1900 (a+inc) | ((b+inc)<<2) | ((c+inc)<<4) | ((d+inc)<<6);
1901 filterCode[fragmentPos + imm8OfPShufW2]=
1902 a | (b<<2) | (c<<4) | (d<<6);
221b804f 1903
737cbcde
RP
1904 if (i+4-inc>=dstW) shift=maxShift; //avoid overread
1905 else if ((filterPos[i/2]&3) <= maxShift) shift=filterPos[i/2]&3; //Align
221b804f 1906
dd68318c 1907 if (shift && i>=shift) {
737cbcde
RP
1908 filterCode[fragmentPos + imm8OfPShufW1]+= 0x55*shift;
1909 filterCode[fragmentPos + imm8OfPShufW2]+= 0x55*shift;
1910 filterPos[i/2]-=shift;
1911 }
48f4c612 1912 }
221b804f 1913
469fd9b0
RP
1914 fragmentPos+= fragmentLength;
1915
48f4c612 1916 if (filterCode)
737cbcde 1917 filterCode[fragmentPos]= RET;
221b804f
DB
1918 }
1919 xpos+=xInc;
1920 }
48f4c612 1921 if (filterCode)
737cbcde 1922 filterPos[((i/2)+1)&(~1)]= xpos>>16; // needed to jump to the next part
48f4c612
RP
1923
1924 return fragmentPos + 1;
28bf81c9 1925}
17c613ef 1926#endif /* COMPILE_MMX2 */
28bf81c9 1927
dd68318c
RP
1928static void globalInit(void)
1929{
31190492
A
1930 // generating tables:
1931 int i;
dd68318c 1932 for (i=0; i<768; i++) {
221b804f
DB
1933 int c= av_clip_uint8(i-256);
1934 clip_table[i]=c;
b18ea156 1935 }
516b1f82 1936}
c1b0bfb4 1937
40fa5140 1938static SwsFunc getSwsFunc(SwsContext *c)
14d5c18c 1939{
8b1a6441 1940#if CONFIG_RUNTIME_CPUDETECT
40fa5140 1941 int flags = c->flags;
6a4970ab 1942
8b1a6441 1943#if ARCH_X86 && CONFIG_GPL
c14731d8 1944 // ordered per speed fastest first
14d5c18c 1945 if (flags & SWS_CPU_CAPS_MMX2) {
40fa5140 1946 sws_init_swScale_MMX2(c);
221b804f 1947 return swScale_MMX2;
14d5c18c 1948 } else if (flags & SWS_CPU_CAPS_3DNOW) {
40fa5140 1949 sws_init_swScale_3DNow(c);
221b804f 1950 return swScale_3DNow;
14d5c18c 1951 } else if (flags & SWS_CPU_CAPS_MMX) {
40fa5140 1952 sws_init_swScale_MMX(c);
221b804f 1953 return swScale_MMX;
14d5c18c 1954 } else {
40fa5140 1955 sws_init_swScale_C(c);
221b804f 1956 return swScale_C;
14d5c18c 1957 }
28bf81c9
MN
1958
1959#else
b63f641e 1960#if ARCH_PPC
14d5c18c 1961 if (flags & SWS_CPU_CAPS_ALTIVEC) {
40fa5140 1962 sws_init_swScale_altivec(c);
221b804f 1963 return swScale_altivec;
14d5c18c 1964 } else {
40fa5140 1965 sws_init_swScale_C(c);
221b804f 1966 return swScale_C;
14d5c18c 1967 }
a2faa401 1968#endif
40fa5140 1969 sws_init_swScale_C(c);
221b804f 1970 return swScale_C;
8b1a6441 1971#endif /* ARCH_X86 && CONFIG_GPL */
10a7d216 1972#else //CONFIG_RUNTIME_CPUDETECT
94daf2e9 1973#if COMPILE_TEMPLATE_MMX2
40fa5140 1974 sws_init_swScale_MMX2(c);
221b804f 1975 return swScale_MMX2;
94daf2e9 1976#elif COMPILE_TEMPLATE_AMD3DNOW
40fa5140 1977 sws_init_swScale_3DNow(c);
221b804f 1978 return swScale_3DNow;
94daf2e9 1979#elif COMPILE_TEMPLATE_MMX
40fa5140 1980 sws_init_swScale_MMX(c);
221b804f 1981 return swScale_MMX;
94daf2e9 1982#elif COMPILE_TEMPLATE_ALTIVEC
40fa5140 1983 sws_init_swScale_altivec(c);
221b804f 1984 return swScale_altivec;
28bf81c9 1985#else
40fa5140 1986 sws_init_swScale_C(c);
221b804f 1987 return swScale_C;
28bf81c9 1988#endif
10a7d216 1989#endif //!CONFIG_RUNTIME_CPUDETECT
31190492 1990}
7630f2e0 1991
d4e24275 1992static int PlanarToNV12Wrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
1993 int srcSliceH, uint8_t* dstParam[], int dstStride[])
1994{
221b804f
DB
1995 uint8_t *dst=dstParam[0] + dstStride[0]*srcSliceY;
1996 /* Copy Y plane */
1997 if (dstStride[0]==srcStride[0] && srcStride[0] > 0)
1998 memcpy(dst, src[0], srcSliceH*dstStride[0]);
dd68318c 1999 else {
221b804f 2000 int i;
7ac40327 2001 const uint8_t *srcPtr= src[0];
221b804f 2002 uint8_t *dstPtr= dst;
dd68318c 2003 for (i=0; i<srcSliceH; i++) {
221b804f
DB
2004 memcpy(dstPtr, srcPtr, c->srcW);
2005 srcPtr+= srcStride[0];
2006 dstPtr+= dstStride[0];
2007 }
2008 }
2009 dst = dstParam[1] + dstStride[1]*srcSliceY/2;
2010 if (c->dstFormat == PIX_FMT_NV12)
30c48a0a 2011 interleaveBytes(src[1], src[2], dst, c->srcW/2, srcSliceH/2, srcStride[1], srcStride[2], dstStride[0]);
221b804f 2012 else
30c48a0a 2013 interleaveBytes(src[2], src[1], dst, c->srcW/2, srcSliceH/2, srcStride[2], srcStride[1], dstStride[0]);
221b804f
DB
2014
2015 return srcSliceH;
0d9f3d85
A
2016}
2017
d4e24275 2018static int PlanarToYuy2Wrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2019 int srcSliceH, uint8_t* dstParam[], int dstStride[])
2020{
221b804f 2021 uint8_t *dst=dstParam[0] + dstStride[0]*srcSliceY;
0d9f3d85 2022
30c48a0a 2023 yv12toyuy2(src[0], src[1], src[2], dst, c->srcW, srcSliceH, srcStride[0], srcStride[1], dstStride[0]);
fccb9b2b 2024
221b804f 2025 return srcSliceH;
0d9f3d85
A
2026}
2027
caeaabe7 2028static int PlanarToUyvyWrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2029 int srcSliceH, uint8_t* dstParam[], int dstStride[])
2030{
221b804f 2031 uint8_t *dst=dstParam[0] + dstStride[0]*srcSliceY;
caeaabe7 2032
30c48a0a 2033 yv12touyvy(src[0], src[1], src[2], dst, c->srcW, srcSliceH, srcStride[0], srcStride[1], dstStride[0]);
caeaabe7 2034
221b804f 2035 return srcSliceH;
caeaabe7
AB
2036}
2037
a6100f39 2038static int YUV422PToYuy2Wrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2039 int srcSliceH, uint8_t* dstParam[], int dstStride[])
2040{
a6100f39
BC
2041 uint8_t *dst=dstParam[0] + dstStride[0]*srcSliceY;
2042
2043 yuv422ptoyuy2(src[0],src[1],src[2],dst,c->srcW,srcSliceH,srcStride[0],srcStride[1],dstStride[0]);
2044
2045 return srcSliceH;
2046}
2047
2048static int YUV422PToUyvyWrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2049 int srcSliceH, uint8_t* dstParam[], int dstStride[])
2050{
a6100f39
BC
2051 uint8_t *dst=dstParam[0] + dstStride[0]*srcSliceY;
2052
2053 yuv422ptouyvy(src[0],src[1],src[2],dst,c->srcW,srcSliceH,srcStride[0],srcStride[1],dstStride[0]);
2054
2055 return srcSliceH;
2056}
2057
0411072e 2058static int YUYV2YUV420Wrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2059 int srcSliceH, uint8_t* dstParam[], int dstStride[])
2060{
0411072e
MN
2061 uint8_t *ydst=dstParam[0] + dstStride[0]*srcSliceY;
2062 uint8_t *udst=dstParam[1] + dstStride[1]*srcSliceY/2;
2063 uint8_t *vdst=dstParam[2] + dstStride[2]*srcSliceY/2;
2064
2065 yuyvtoyuv420(ydst, udst, vdst, src[0], c->srcW, srcSliceH, dstStride[0], dstStride[1], srcStride[0]);
2066
4626ee1a
CS
2067 if (dstParam[3])
2068 fillPlane(dstParam[3], dstStride[3], c->srcW, srcSliceH, srcSliceY, 255);
2069
0411072e
MN
2070 return srcSliceH;
2071}
2072
2073static int YUYV2YUV422Wrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2074 int srcSliceH, uint8_t* dstParam[], int dstStride[])
2075{
0411072e 2076 uint8_t *ydst=dstParam[0] + dstStride[0]*srcSliceY;
72ef3dd7
MN
2077 uint8_t *udst=dstParam[1] + dstStride[1]*srcSliceY;
2078 uint8_t *vdst=dstParam[2] + dstStride[2]*srcSliceY;
0411072e
MN
2079
2080 yuyvtoyuv422(ydst, udst, vdst, src[0], c->srcW, srcSliceH, dstStride[0], dstStride[1], srcStride[0]);
2081
2082 return srcSliceH;
2083}
2084
2085static int UYVY2YUV420Wrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2086 int srcSliceH, uint8_t* dstParam[], int dstStride[])
2087{
0411072e
MN
2088 uint8_t *ydst=dstParam[0] + dstStride[0]*srcSliceY;
2089 uint8_t *udst=dstParam[1] + dstStride[1]*srcSliceY/2;
2090 uint8_t *vdst=dstParam[2] + dstStride[2]*srcSliceY/2;
2091
2092 uyvytoyuv420(ydst, udst, vdst, src[0], c->srcW, srcSliceH, dstStride[0], dstStride[1], srcStride[0]);
2093
4626ee1a
CS
2094 if (dstParam[3])
2095 fillPlane(dstParam[3], dstStride[3], c->srcW, srcSliceH, srcSliceY, 255);
2096
0411072e
MN
2097 return srcSliceH;
2098}
2099
2100static int UYVY2YUV422Wrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2101 int srcSliceH, uint8_t* dstParam[], int dstStride[])
2102{
0411072e 2103 uint8_t *ydst=dstParam[0] + dstStride[0]*srcSliceY;
72ef3dd7
MN
2104 uint8_t *udst=dstParam[1] + dstStride[1]*srcSliceY;
2105 uint8_t *vdst=dstParam[2] + dstStride[2]*srcSliceY;
0411072e
MN
2106
2107 uyvytoyuv422(ydst, udst, vdst, src[0], c->srcW, srcSliceH, dstStride[0], dstStride[1], srcStride[0]);
2108
2109 return srcSliceH;
2110}
2111
49004617 2112static int pal2rgbWrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2113 int srcSliceH, uint8_t* dst[], int dstStride[])
2114{
f5a2c981
CEH
2115 const enum PixelFormat srcFormat= c->srcFormat;
2116 const enum PixelFormat dstFormat= c->dstFormat;
49004617
VS
2117 void (*conv)(const uint8_t *src, uint8_t *dst, long num_pixels,
2118 const uint8_t *palette)=NULL;
2119 int i;
2120 uint8_t *dstPtr= dst[0] + dstStride[0]*srcSliceY;
2121 uint8_t *srcPtr= src[0];
2122
2123 if (!usePal(srcFormat))
2124 av_log(c, AV_LOG_ERROR, "internal error %s -> %s converter\n",
2125 sws_format_name(srcFormat), sws_format_name(dstFormat));
2126
dd68318c 2127 switch(dstFormat) {
522ce957
VS
2128 case PIX_FMT_RGB32 : conv = palette8topacked32; break;
2129 case PIX_FMT_BGR32 : conv = palette8topacked32; break;
2130 case PIX_FMT_BGR32_1: conv = palette8topacked32; break;
2131 case PIX_FMT_RGB32_1: conv = palette8topacked32; break;
2132 case PIX_FMT_RGB24 : conv = palette8topacked24; break;
2133 case PIX_FMT_BGR24 : conv = palette8topacked24; break;
49004617
VS
2134 default: av_log(c, AV_LOG_ERROR, "internal error %s -> %s converter\n",
2135 sws_format_name(srcFormat), sws_format_name(dstFormat)); break;
2136 }
2137
2138
2139 for (i=0; i<srcSliceH; i++) {
65f65c30 2140 conv(srcPtr, dstPtr, c->srcW, (uint8_t *) c->pal_rgb);
49004617
VS
2141 srcPtr+= srcStride[0];
2142 dstPtr+= dstStride[0];
2143 }
2144
2145 return srcSliceH;
2146}
2147
9990e426 2148/* {RGB,BGR}{15,16,24,32,32_1} -> {RGB,BGR}{15,16,24,32} */
d4e24275 2149static int rgb2rgbWrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2150 int srcSliceH, uint8_t* dst[], int dstStride[])
2151{
58e4b706
CEH
2152 const enum PixelFormat srcFormat= c->srcFormat;
2153 const enum PixelFormat dstFormat= c->dstFormat;
221b804f
DB
2154 const int srcBpp= (fmt_depth(srcFormat) + 7) >> 3;
2155 const int dstBpp= (fmt_depth(dstFormat) + 7) >> 3;
2156 const int srcId= fmt_depth(srcFormat) >> 2; /* 1:0, 4:1, 8:2, 15:3, 16:4, 24:6, 32:8 */
2157 const int dstId= fmt_depth(dstFormat) >> 2;
2158 void (*conv)(const uint8_t *src, uint8_t *dst, long src_size)=NULL;
2159
2160 /* BGR -> BGR */
2161 if ( (isBGR(srcFormat) && isBGR(dstFormat))
dd68318c
RP
2162 || (isRGB(srcFormat) && isRGB(dstFormat))) {
2163 switch(srcId | (dstId<<4)) {
221b804f
DB
2164 case 0x34: conv= rgb16to15; break;
2165 case 0x36: conv= rgb24to15; break;
2166 case 0x38: conv= rgb32to15; break;
2167 case 0x43: conv= rgb15to16; break;
2168 case 0x46: conv= rgb24to16; break;
2169 case 0x48: conv= rgb32to16; break;
2170 case 0x63: conv= rgb15to24; break;
2171 case 0x64: conv= rgb16to24; break;
2172 case 0x68: conv= rgb32to24; break;
2173 case 0x83: conv= rgb15to32; break;
2174 case 0x84: conv= rgb16to32; break;
2175 case 0x86: conv= rgb24to32; break;
3f0bc115 2176 default: av_log(c, AV_LOG_ERROR, "internal error %s -> %s converter\n",
221b804f
DB
2177 sws_format_name(srcFormat), sws_format_name(dstFormat)); break;
2178 }
dd68318c
RP
2179 } else if ( (isBGR(srcFormat) && isRGB(dstFormat))
2180 || (isRGB(srcFormat) && isBGR(dstFormat))) {
2181 switch(srcId | (dstId<<4)) {
221b804f
DB
2182 case 0x33: conv= rgb15tobgr15; break;
2183 case 0x34: conv= rgb16tobgr15; break;
2184 case 0x36: conv= rgb24tobgr15; break;
2185 case 0x38: conv= rgb32tobgr15; break;
2186 case 0x43: conv= rgb15tobgr16; break;
2187 case 0x44: conv= rgb16tobgr16; break;
2188 case 0x46: conv= rgb24tobgr16; break;
2189 case 0x48: conv= rgb32tobgr16; break;
2190 case 0x63: conv= rgb15tobgr24; break;
2191 case 0x64: conv= rgb16tobgr24; break;
2192 case 0x66: conv= rgb24tobgr24; break;
2193 case 0x68: conv= rgb32tobgr24; break;
2194 case 0x83: conv= rgb15tobgr32; break;
2195 case 0x84: conv= rgb16tobgr32; break;
2196 case 0x86: conv= rgb24tobgr32; break;
2197 case 0x88: conv= rgb32tobgr32; break;
3f0bc115 2198 default: av_log(c, AV_LOG_ERROR, "internal error %s -> %s converter\n",
221b804f
DB
2199 sws_format_name(srcFormat), sws_format_name(dstFormat)); break;
2200 }
dd68318c 2201 } else {
3f0bc115 2202 av_log(c, AV_LOG_ERROR, "internal error %s -> %s converter\n",
221b804f
DB
2203 sws_format_name(srcFormat), sws_format_name(dstFormat));
2204 }
2205
dd68318c 2206 if(conv) {
9990e426
MN
2207 uint8_t *srcPtr= src[0];
2208 if(srcFormat == PIX_FMT_RGB32_1 || srcFormat == PIX_FMT_BGR32_1)
2209 srcPtr += ALT32_CORR;
2210
5efaf000 2211 if (dstStride[0]*srcBpp == srcStride[0]*dstBpp && srcStride[0] > 0)
9990e426 2212 conv(srcPtr, dst[0] + dstStride[0]*srcSliceY, srcSliceH*srcStride[0]);
dd68318c 2213 else {
c4ca31d0 2214 int i;
c4ca31d0
BF
2215 uint8_t *dstPtr= dst[0] + dstStride[0]*srcSliceY;
2216
dd68318c 2217 for (i=0; i<srcSliceH; i++) {
c4ca31d0
BF
2218 conv(srcPtr, dstPtr, c->srcW*srcBpp);
2219 srcPtr+= srcStride[0];
2220 dstPtr+= dstStride[0];
2221 }
221b804f
DB
2222 }
2223 }
2224 return srcSliceH;
0d9f3d85
A
2225}
2226
d4e24275 2227static int bgr24toyv12Wrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2228 int srcSliceH, uint8_t* dst[], int dstStride[])
2229{
221b804f
DB
2230
2231 rgb24toyv12(
2232 src[0],
2233 dst[0]+ srcSliceY *dstStride[0],
2234 dst[1]+(srcSliceY>>1)*dstStride[1],
2235 dst[2]+(srcSliceY>>1)*dstStride[2],
2236 c->srcW, srcSliceH,
2237 dstStride[0], dstStride[1], srcStride[0]);
08218e6d
CS
2238 if (dst[3])
2239 fillPlane(dst[3], dstStride[3], c->srcW, srcSliceH, srcSliceY, 255);
221b804f 2240 return srcSliceH;
ec22603f
MN
2241}
2242
d4e24275 2243static int yvu9toyv12Wrapper(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
2244 int srcSliceH, uint8_t* dst[], int dstStride[])
2245{
221b804f
DB
2246 int i;
2247
2248 /* copy Y */
2249 if (srcStride[0]==dstStride[0] && srcStride[0] > 0)
2250 memcpy(dst[0]+ srcSliceY*dstStride[0], src[0], srcStride[0]*srcSliceH);
dd68318c 2251 else {
221b804f
DB
2252 uint8_t *srcPtr= src[0];
2253 uint8_t *dstPtr= dst[0] + dstStride[0]*srcSliceY;
2254
dd68318c 2255 for (i=0; i<srcSliceH; i++) {
221b804f
DB
2256 memcpy(dstPtr, srcPtr, c->srcW);
2257 srcPtr+= srcStride[0];
2258 dstPtr+= dstStride[0];
2259 }
2260 }
2261
dd68318c 2262 if (c->dstFormat==PIX_FMT_YUV420P || c->dstFormat==PIX_FMT_YUVA420P) {
5f9ae198
VS
2263 planar2x(src[1], dst[1] + dstStride[1]*(srcSliceY >> 1), c->chrSrcW,
2264 srcSliceH >> 2, srcStride[1], dstStride[1]);
2265 planar2x(src[2], dst[2] + dstStride[2]*(srcSliceY >> 1), c->chrSrcW,
2266 srcSliceH >> 2, srcStride[2], dstStride[2]);
dd68318c 2267 } else {
5f9ae198
VS
2268 planar2x(src[1], dst[2] + dstStride[2]*(srcSliceY >> 1), c->chrSrcW,
2269 srcSliceH >> 2, srcStride[1], dstStride[2]);
2270 planar2x(src[2], dst[1] + dstStride[1]*(srcSliceY >> 1), c->chrSrcW,
2271 srcSliceH >> 2, srcStride[2], dstStride[1]);
221b804f 2272 }
08218e6d
CS
2273 if (dst[3])
2274 fillPlane(dst[3], dstStride[3], c->srcW, srcSliceH, srcSliceY, 255);
221b804f 2275 return srcSliceH;
b241cbf2
MN
2276}
2277
b6654a54 2278/* unscaled copy like stuff (assumes nearly identical formats) */
2d35ae56 2279static int packedCopy(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
bc5a0444
LB
2280 int srcSliceH, uint8_t* dst[], int dstStride[])
2281{
2282 if (dstStride[0]==srcStride[0] && srcStride[0] > 0)
2283 memcpy(dst[0] + dstStride[0]*srcSliceY, src[0], srcSliceH*dstStride[0]);
dd68318c 2284 else {
bc5a0444
LB
2285 int i;
2286 uint8_t *srcPtr= src[0];
2287 uint8_t *dstPtr= dst[0] + dstStride[0]*srcSliceY;
2288 int length=0;
221b804f 2289
bc5a0444
LB
2290 /* universal length finder */
2291 while(length+c->srcW <= FFABS(dstStride[0])
2292 && length+c->srcW <= FFABS(srcStride[0])) length+= c->srcW;
fcc402b1 2293 assert(length!=0);
2d35ae56 2294
dd68318c 2295 for (i=0; i<srcSliceH; i++) {
bc5a0444
LB
2296 memcpy(dstPtr, srcPtr, length);
2297 srcPtr+= srcStride[0];
2298 dstPtr+= dstStride[0];
221b804f 2299 }
bc5a0444 2300 }
2d35ae56
LB
2301 return srcSliceH;
2302}
bc5a0444 2303
2d35ae56
LB
2304static int planarCopy(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
2305 int srcSliceH, uint8_t* dst[], int dstStride[])
2306{
61a3f379 2307 int plane, i, j;
dd68318c 2308 for (plane=0; plane<4; plane++) {
6268f55b
CS
2309 int length= (plane==0 || plane==3) ? c->srcW : -((-c->srcW )>>c->chrDstHSubSample);
2310 int y= (plane==0 || plane==3) ? srcSliceY: -((-srcSliceY)>>c->chrDstVSubSample);
2311 int height= (plane==0 || plane==3) ? srcSliceH: -((-srcSliceH)>>c->chrDstVSubSample);
61a3f379
MN
2312 uint8_t *srcPtr= src[plane];
2313 uint8_t *dstPtr= dst[plane] + dstStride[plane]*y;
2d35ae56 2314
20ddf5a8 2315 if (!dst[plane]) continue;
6f348086
RD
2316 // ignore palette for GRAY8
2317 if (plane == 1 && !dst[2]) continue;
dd68318c 2318 if (!src[plane] || (plane == 1 && !src[2])) {
61a3f379
MN
2319 if(is16BPS(c->dstFormat))
2320 length*=2;
6268f55b 2321 fillPlane(dst[plane], dstStride[plane], length, height, y, (plane==3) ? 255 : 128);
dd68318c
RP
2322 } else {
2323 if(is16BPS(c->srcFormat) && !is16BPS(c->dstFormat)) {
61a3f379 2324 if (!isBE(c->srcFormat)) srcPtr++;
dd68318c 2325 for (i=0; i<height; i++) {
61a3f379
MN
2326 for (j=0; j<length; j++) dstPtr[j] = srcPtr[j<<1];
2327 srcPtr+= srcStride[plane];
2328 dstPtr+= dstStride[plane];
2329 }
dd68318c
RP
2330 } else if(!is16BPS(c->srcFormat) && is16BPS(c->dstFormat)) {
2331 for (i=0; i<height; i++) {
2332 for (j=0; j<length; j++) {
61a3f379
MN
2333 dstPtr[ j<<1 ] = srcPtr[j];
2334 dstPtr[(j<<1)+1] = srcPtr[j];
2335 }
2336 srcPtr+= srcStride[plane];
2337 dstPtr+= dstStride[plane];
2338 }
dd68318c
RP
2339 } else if(is16BPS(c->srcFormat) && is16BPS(c->dstFormat)
2340 && isBE(c->srcFormat) != isBE(c->dstFormat)) {
61a3f379 2341
dd68318c 2342 for (i=0; i<height; i++) {
61a3f379
MN
2343 for (j=0; j<length; j++)
2344 ((uint16_t*)dstPtr)[j] = bswap_16(((uint16_t*)srcPtr)[j]);
2345 srcPtr+= srcStride[plane];
2346 dstPtr+= dstStride[plane];
2347 }
2348 } else if (dstStride[plane]==srcStride[plane] && srcStride[plane] > 0)
bc5a0444 2349 memcpy(dst[plane] + dstStride[plane]*y, src[plane], height*dstStride[plane]);
dd68318c 2350 else {
61a3f379
MN
2351 if(is16BPS(c->srcFormat) && is16BPS(c->dstFormat))
2352 length*=2;
dd68318c 2353 for (i=0; i<height; i++) {
bc5a0444
LB
2354 memcpy(dstPtr, srcPtr, length);
2355 srcPtr+= srcStride[plane];
2356 dstPtr+= dstStride[plane];
221b804f
DB
2357 }
2358 }
2359 }
bc5a0444 2360 }
221b804f 2361 return srcSliceH;
37079906 2362}
28bf81c9 2363
4884b9e5 2364
dd68318c
RP
2365static void getSubSampleFactors(int *h, int *v, int format)
2366{
2367 switch(format) {
221b804f
DB
2368 case PIX_FMT_UYVY422:
2369 case PIX_FMT_YUYV422:
2370 *h=1;
2371 *v=0;
2372 break;
2373 case PIX_FMT_YUV420P:
de1275d5
MN
2374 case PIX_FMT_YUV420PLE:
2375 case PIX_FMT_YUV420PBE:
79973335 2376 case PIX_FMT_YUVA420P:
221b804f
DB
2377 case PIX_FMT_GRAY16BE:
2378 case PIX_FMT_GRAY16LE:
2379 case PIX_FMT_GRAY8: //FIXME remove after different subsamplings are fully implemented
2380 case PIX_FMT_NV12:
2381 case PIX_FMT_NV21:
2382 *h=1;
2383 *v=1;
2384 break;
9ba7fe6d
2385 case PIX_FMT_YUV440P:
2386 *h=0;
2387 *v=1;
2388 break;
221b804f
DB
2389 case PIX_FMT_YUV410P:
2390 *h=2;
2391 *v=2;
2392 break;
2393 case PIX_FMT_YUV444P:
de1275d5
MN
2394 case PIX_FMT_YUV444PLE:
2395 case PIX_FMT_YUV444PBE:
221b804f
DB
2396 *h=0;
2397 *v=0;
2398 break;
2399 case PIX_FMT_YUV422P:
de1275d5
MN
2400 case PIX_FMT_YUV422PLE:
2401 case PIX_FMT_YUV422PBE:
221b804f
DB
2402 *h=1;
2403 *v=0;
2404 break;
2405 case PIX_FMT_YUV411P:
2406 *h=2;
2407 *v=0;
2408 break;
2409 default:
2410 *h=0;
2411 *v=0;
2412 break;
2413 }
c7a810cc
MN
2414}
2415
dd68318c
RP
2416static uint16_t roundToInt16(int64_t f)
2417{
221b804f
DB
2418 int r= (f + (1<<15))>>16;
2419 if (r<-0x7FFF) return 0x8000;
2420 else if (r> 0x7FFF) return 0x7FFF;
2421 else return r;
0481412a
MN
2422}
2423
dd68318c
RP
2424int sws_setColorspaceDetails(SwsContext *c, const int inv_table[4], int srcRange, const int table[4], int dstRange, int brightness, int contrast, int saturation)
2425{
221b804f
DB
2426 int64_t crv = inv_table[0];
2427 int64_t cbu = inv_table[1];
2428 int64_t cgu = -inv_table[2];
2429 int64_t cgv = -inv_table[3];
2430 int64_t cy = 1<<16;
2431 int64_t oy = 0;
2432
221b804f
DB
2433 memcpy(c->srcColorspaceTable, inv_table, sizeof(int)*4);
2434 memcpy(c->dstColorspaceTable, table, sizeof(int)*4);
2435
2436 c->brightness= brightness;
2437 c->contrast = contrast;
2438 c->saturation= saturation;
2439 c->srcRange = srcRange;
2440 c->dstRange = dstRange;
0c067dc3 2441 if (isYUV(c->dstFormat) || isGray(c->dstFormat)) return -1;
221b804f
DB
2442
2443 c->uOffset= 0x0400040004000400LL;
2444 c->vOffset= 0x0400040004000400LL;
2445
dd68318c 2446 if (!srcRange) {
221b804f
DB
2447 cy= (cy*255) / 219;
2448 oy= 16<<16;
dd68318c 2449 } else {
221b804f
DB
2450 crv= (crv*224) / 255;
2451 cbu= (cbu*224) / 255;
2452 cgu= (cgu*224) / 255;
2453 cgv= (cgv*224) / 255;
2454 }
0481412a 2455
221b804f
DB
2456 cy = (cy *contrast )>>16;
2457 crv= (crv*contrast * saturation)>>32;
2458 cbu= (cbu*contrast * saturation)>>32;
2459 cgu= (cgu*contrast * saturation)>>32;
2460 cgv= (cgv*contrast * saturation)>>32;
0481412a 2461
221b804f 2462 oy -= 256*brightness;
0481412a 2463
221b804f
DB
2464 c->yCoeff= roundToInt16(cy *8192) * 0x0001000100010001ULL;
2465 c->vrCoeff= roundToInt16(crv*8192) * 0x0001000100010001ULL;
2466 c->ubCoeff= roundToInt16(cbu*8192) * 0x0001000100010001ULL;
2467 c->vgCoeff= roundToInt16(cgv*8192) * 0x0001000100010001ULL;
2468 c->ugCoeff= roundToInt16(cgu*8192) * 0x0001000100010001ULL;
2469 c->yOffset= roundToInt16(oy * 8) * 0x0001000100010001ULL;
5427e242 2470
43c16478
MN
2471 c->yuv2rgb_y_coeff = (int16_t)roundToInt16(cy <<13);
2472 c->yuv2rgb_y_offset = (int16_t)roundToInt16(oy << 9);
2473 c->yuv2rgb_v2r_coeff= (int16_t)roundToInt16(crv<<13);
2474 c->yuv2rgb_v2g_coeff= (int16_t)roundToInt16(cgv<<13);
2475 c->yuv2rgb_u2g_coeff= (int16_t)roundToInt16(cgu<<13);
2476 c->yuv2rgb_u2b_coeff= (int16_t)roundToInt16(cbu<<13);
f0faee4c 2477
780daf2b 2478 ff_yuv2rgb_c_init_tables(c, inv_table, srcRange, brightness, contrast, saturation);
221b804f 2479 //FIXME factorize
a31de956 2480
6634d0ef 2481#ifdef COMPILE_ALTIVEC
221b804f 2482 if (c->flags & SWS_CPU_CAPS_ALTIVEC)
780daf2b 2483 ff_yuv2rgb_init_tables_altivec(c, inv_table, brightness, contrast, saturation);
6a4970ab 2484#endif
221b804f 2485 return 0;
5427e242
MN
2486}
2487
dd68318c
RP
2488int sws_getColorspaceDetails(SwsContext *c, int **inv_table, int *srcRange, int **table, int *dstRange, int *brightness, int *contrast, int *saturation)
2489{
221b804f 2490 if (isYUV(c->dstFormat) || isGray(c->dstFormat)) return -1;
5427e242 2491
221b804f
DB
2492 *inv_table = c->srcColorspaceTable;
2493 *table = c->dstColorspaceTable;
2494 *srcRange = c->srcRange;
2495 *dstRange = c->dstRange;
2496 *brightness= c->brightness;
2497 *contrast = c->contrast;
2498 *saturation= c->saturation;
6a4970ab 2499
221b804f 2500 return 0;
0481412a
MN
2501}
2502
13394e8c 2503static int handle_jpeg(enum PixelFormat *format)
44cdb423 2504{
221b804f 2505 switch (*format) {
9b734d44
RP
2506 case PIX_FMT_YUVJ420P:
2507 *format = PIX_FMT_YUV420P;
2508 return 1;
2509 case PIX_FMT_YUVJ422P:
2510 *format = PIX_FMT_YUV422P;
2511 return 1;
2512 case PIX_FMT_YUVJ444P:
2513 *format = PIX_FMT_YUV444P;
2514 return 1;
2515 case PIX_FMT_YUVJ440P:
2516 *format = PIX_FMT_YUV440P;
2517 return 1;
2518 default:
2519 return 0;
221b804f 2520 }
44cdb423
LA
2521}
2522
58e4b706 2523SwsContext *sws_getContext(int srcW, int srcH, enum PixelFormat srcFormat, int dstW, int dstH, enum PixelFormat dstFormat, int flags,
0020c54c
DB
2524 SwsFilter *srcFilter, SwsFilter *dstFilter, const double *param)
2525{
221b804f
DB
2526
2527 SwsContext *c;
2528 int i;
2529 int usesVFilter, usesHFilter;
2530 int unscaled, needsDither;
2531 int srcRange, dstRange;
2532 SwsFilter dummyFilter= {NULL, NULL, NULL, NULL};
b63f641e 2533#if ARCH_X86
221b804f 2534 if (flags & SWS_CPU_CAPS_MMX)
7ad6469e 2535 __asm__ volatile("emms\n\t"::: "memory");
5cebb24b 2536#endif
516b1f82 2537
8b1a6441 2538#if !CONFIG_RUNTIME_CPUDETECT //ensure that the flags match the compiled variant if cpudetect is off
d3f3eea9 2539 flags &= ~(SWS_CPU_CAPS_MMX|SWS_CPU_CAPS_MMX2|SWS_CPU_CAPS_3DNOW|SWS_CPU_CAPS_ALTIVEC|SWS_CPU_CAPS_BFIN);
94daf2e9 2540#if COMPILE_TEMPLATE_MMX2
221b804f 2541 flags |= SWS_CPU_CAPS_MMX|SWS_CPU_CAPS_MMX2;
94daf2e9 2542#elif COMPILE_TEMPLATE_AMD3DNOW
221b804f 2543 flags |= SWS_CPU_CAPS_MMX|SWS_CPU_CAPS_3DNOW;
94daf2e9 2544#elif COMPILE_TEMPLATE_MMX
221b804f 2545 flags |= SWS_CPU_CAPS_MMX;
94daf2e9 2546#elif COMPILE_TEMPLATE_ALTIVEC
221b804f 2547 flags |= SWS_CPU_CAPS_ALTIVEC;
b63f641e 2548#elif ARCH_BFIN
d3f3eea9 2549 flags |= SWS_CPU_CAPS_BFIN;
516b1f82 2550#endif
10a7d216 2551#endif /* CONFIG_RUNTIME_CPUDETECT */
221b804f 2552 if (clip_table[512] != 255) globalInit();
1b0a4572 2553 if (!rgb15to16) sws_rgb2rgb_init(flags);
221b804f
DB
2554
2555 unscaled = (srcW == dstW && srcH == dstH);
2556 needsDither= (isBGR(dstFormat) || isRGB(dstFormat))
2557 && (fmt_depth(dstFormat))<24
2558 && ((fmt_depth(dstFormat))<(fmt_depth(srcFormat)) || (!(isRGB(srcFormat) || isBGR(srcFormat))));
2559
2560 srcRange = handle_jpeg(&srcFormat);
2561 dstRange = handle_jpeg(&dstFormat);
2562
dd68318c 2563 if (!isSupportedIn(srcFormat)) {
0d6fd5ec 2564 av_log(NULL, AV_LOG_ERROR, "swScaler: %s is not supported as input pixel format\n", sws_format_name(srcFormat));
221b804f
DB
2565 return NULL;
2566 }
dd68318c 2567 if (!isSupportedOut(dstFormat)) {
0d6fd5ec 2568 av_log(NULL, AV_LOG_ERROR, "swScaler: %s is not supported as output pixel format\n", sws_format_name(dstFormat));
221b804f
DB
2569 return NULL;
2570 }
2571
010c00bc
MN
2572 i= flags & ( SWS_POINT
2573 |SWS_AREA
6afc7c19 2574 |SWS_BILINEAR
010c00bc
MN
2575 |SWS_FAST_BILINEAR
2576 |SWS_BICUBIC
2577 |SWS_X
2578 |SWS_GAUSS
2579 |SWS_LANCZOS
2580 |SWS_SINC
2581 |SWS_SPLINE
2582 |SWS_BICUBLIN);
dd68318c 2583 if(!i || (i & (i-1))) {
f40c7dbb 2584 av_log(NULL, AV_LOG_ERROR, "swScaler: Exactly one scaler algorithm must be chosen\n");
010c00bc
MN
2585 return NULL;
2586 }
010c00bc 2587
221b804f 2588 /* sanity check */
dd68318c 2589 if (srcW<4 || srcH<1 || dstW<8 || dstH<1) { //FIXME check if these are enough and try to lowwer them after fixing the relevant parts of the code
221b804f
DB
2590 av_log(NULL, AV_LOG_ERROR, "swScaler: %dx%d -> %dx%d is invalid scaling dimension\n",
2591 srcW, srcH, dstW, dstH);
2592 return NULL;
2593 }
dd68318c 2594 if(srcW > VOFW || dstW > VOFW) {
f40c7dbb 2595 av_log(NULL, AV_LOG_ERROR, "swScaler: Compile-time maximum width is "AV_STRINGIFY(VOFW)" change VOF/VOFW and recompile\n");
8b2fce0d
MN
2596 return NULL;
2597 }
221b804f
DB
2598
2599 if (!dstFilter) dstFilter= &dummyFilter;
2600 if (!srcFilter) srcFilter= &dummyFilter;
2601
7248797c 2602 CHECKED_ALLOCZ(c, sizeof(SwsContext));
221b804f
DB
2603
2604 c->av_class = &sws_context_class;
2605 c->srcW= srcW;
2606 c->srcH= srcH;
2607 c->dstW= dstW;
2608 c->dstH= dstH;
2609 c->lumXInc= ((srcW<<16) + (dstW>>1))/dstW;
2610 c->lumYInc= ((srcH<<16) + (dstH>>1))/dstH;
2611 c->flags= flags;
2612 c->dstFormat= dstFormat;
2613 c->srcFormat= srcFormat;
2614 c->vRounder= 4* 0x0001000100010001ULL;
2615
2616 usesHFilter= usesVFilter= 0;
1b0a4572
BF
2617 if (dstFilter->lumV && dstFilter->lumV->length>1) usesVFilter=1;
2618 if (dstFilter->lumH && dstFilter->lumH->length>1) usesHFilter=1;
2619 if (dstFilter->chrV && dstFilter->chrV->length>1) usesVFilter=1;
2620 if (dstFilter->chrH && dstFilter->chrH->length>1) usesHFilter=1;
2621 if (srcFilter->lumV && srcFilter->lumV->length>1) usesVFilter=1;
2622 if (srcFilter->lumH && srcFilter->lumH->length>1) usesHFilter=1;
2623 if (srcFilter->chrV && srcFilter->chrV->length>1) usesVFilter=1;
2624 if (srcFilter->chrH && srcFilter->chrH->length>1) usesHFilter=1;
221b804f
DB
2625
2626 getSubSampleFactors(&c->chrSrcHSubSample, &c->chrSrcVSubSample, srcFormat);
2627 getSubSampleFactors(&c->chrDstHSubSample, &c->chrDstVSubSample, dstFormat);
2628
f40c7dbb 2629 // reuse chroma for 2 pixels RGB/BGR unless user wants full chroma interpolation
221b804f
DB
2630 if ((isBGR(dstFormat) || isRGB(dstFormat)) && !(flags&SWS_FULL_CHR_H_INT)) c->chrDstHSubSample=1;
2631
2632 // drop some chroma lines if the user wants it
2633 c->vChrDrop= (flags&SWS_SRC_V_CHR_DROP_MASK)>>SWS_SRC_V_CHR_DROP_SHIFT;
2634 c->chrSrcVSubSample+= c->vChrDrop;
2635
f40c7dbb 2636 // drop every other pixel for chroma calculation unless user wants full chroma
221b804f
DB
2637 if ((isBGR(srcFormat) || isRGB(srcFormat)) && !(flags&SWS_FULL_CHR_H_INP)
2638 && srcFormat!=PIX_FMT_RGB8 && srcFormat!=PIX_FMT_BGR8
2639 && srcFormat!=PIX_FMT_RGB4 && srcFormat!=PIX_FMT_BGR4
dfb09bd1 2640 && srcFormat!=PIX_FMT_RGB4_BYTE && srcFormat!=PIX_FMT_BGR4_BYTE
2f60f629 2641 && ((dstW>>c->chrDstHSubSample) <= (srcW>>1) || (flags&(SWS_FAST_BILINEAR|SWS_POINT))))
221b804f
DB
2642 c->chrSrcHSubSample=1;
2643
dd68318c 2644 if (param) {
221b804f
DB
2645 c->param[0] = param[0];
2646 c->param[1] = param[1];
dd68318c 2647 } else {
221b804f
DB
2648 c->param[0] =
2649 c->param[1] = SWS_PARAM_DEFAULT;
2650 }
2651
221b804f
DB
2652 // Note the -((-x)>>y) is so that we always round toward +inf.
2653 c->chrSrcW= -((-srcW) >> c->chrSrcHSubSample);
2654 c->chrSrcH= -((-srcH) >> c->chrSrcVSubSample);
2655 c->chrDstW= -((-dstW) >> c->chrDstHSubSample);
2656 c->chrDstH= -((-dstH) >> c->chrDstVSubSample);
2657
fa58ba15 2658 sws_setColorspaceDetails(c, ff_yuv2rgb_coeffs[SWS_CS_DEFAULT], srcRange, ff_yuv2rgb_coeffs[SWS_CS_DEFAULT] /* FIXME*/, dstRange, 0, 1<<16, 1<<16);
221b804f 2659
f40c7dbb 2660 /* unscaled special cases */
dd68318c 2661 if (unscaled && !usesHFilter && !usesVFilter && (srcRange == dstRange || isBGR(dstFormat) || isRGB(dstFormat))) {
221b804f 2662 /* yv12_to_nv12 */
dd68318c 2663 if ((srcFormat == PIX_FMT_YUV420P || srcFormat == PIX_FMT_YUVA420P) && (dstFormat == PIX_FMT_NV12 || dstFormat == PIX_FMT_NV21)) {
221b804f
DB
2664 c->swScale= PlanarToNV12Wrapper;
2665 }
221b804f 2666 /* yuv2bgr */
2c897342 2667 if ((srcFormat==PIX_FMT_YUV420P || srcFormat==PIX_FMT_YUV422P || srcFormat==PIX_FMT_YUVA420P) && (isBGR(dstFormat) || isRGB(dstFormat))
dd68318c 2668 && !(flags & SWS_ACCURATE_RND) && !(dstH&1)) {
780daf2b 2669 c->swScale= ff_yuv2rgb_get_func_ptr(c);
221b804f 2670 }
6a4970ab 2671
dd68318c 2672 if (srcFormat==PIX_FMT_YUV410P && (dstFormat==PIX_FMT_YUV420P || dstFormat==PIX_FMT_YUVA420P) && !(flags & SWS_BITEXACT)) {
221b804f
DB
2673 c->swScale= yvu9toyv12Wrapper;
2674 }
2675
2676 /* bgr24toYV12 */
6268f55b 2677 if (srcFormat==PIX_FMT_BGR24 && (dstFormat==PIX_FMT_YUV420P || dstFormat==PIX_FMT_YUVA420P) && !(flags & SWS_ACCURATE_RND))
221b804f
DB
2678 c->swScale= bgr24toyv12Wrapper;
2679
f40c7dbb 2680 /* RGB/BGR -> RGB/BGR (no dither needed forms) */
221b804f
DB
2681 if ( (isBGR(srcFormat) || isRGB(srcFormat))
2682 && (isBGR(dstFormat) || isRGB(dstFormat))
2683 && srcFormat != PIX_FMT_BGR8 && dstFormat != PIX_FMT_BGR8
2684 && srcFormat != PIX_FMT_RGB8 && dstFormat != PIX_FMT_RGB8
2685 && srcFormat != PIX_FMT_BGR4 && dstFormat != PIX_FMT_BGR4
2686 && srcFormat != PIX_FMT_RGB4 && dstFormat != PIX_FMT_RGB4
2687 && srcFormat != PIX_FMT_BGR4_BYTE && dstFormat != PIX_FMT_BGR4_BYTE
2688 && srcFormat != PIX_FMT_RGB4_BYTE && dstFormat != PIX_FMT_RGB4_BYTE
2689 && srcFormat != PIX_FMT_MONOBLACK && dstFormat != PIX_FMT_MONOBLACK
ec1bca2a 2690 && srcFormat != PIX_FMT_MONOWHITE && dstFormat != PIX_FMT_MONOWHITE
9990e426
MN
2691 && dstFormat != PIX_FMT_RGB32_1
2692 && dstFormat != PIX_FMT_BGR32_1
fa8c408b
VS
2693 && srcFormat != PIX_FMT_RGB48LE && dstFormat != PIX_FMT_RGB48LE
2694 && srcFormat != PIX_FMT_RGB48BE && dstFormat != PIX_FMT_RGB48BE
736143c8 2695 && (!needsDither || (c->flags&(SWS_FAST_BILINEAR|SWS_POINT))))
221b804f
DB
2696 c->swScale= rgb2rgbWrapper;
2697
49004617 2698 if ((usePal(srcFormat) && (
76e9fd01 2699 dstFormat == PIX_FMT_RGB32 ||
522ce957 2700 dstFormat == PIX_FMT_RGB32_1 ||
76e9fd01
VS
2701 dstFormat == PIX_FMT_RGB24 ||
2702 dstFormat == PIX_FMT_BGR32 ||
522ce957 2703 dstFormat == PIX_FMT_BGR32_1 ||
49004617
VS
2704 dstFormat == PIX_FMT_BGR24)))
2705 c->swScale= pal2rgbWrapper;
2706
dd68318c 2707 if (srcFormat == PIX_FMT_YUV422P) {
a6100f39
BC
2708 if (dstFormat == PIX_FMT_YUYV422)
2709 c->swScale= YUV422PToYuy2Wrapper;
2710 else if (dstFormat == PIX_FMT_UYVY422)
2711 c->swScale= YUV422PToUyvyWrapper;
2712 }
2713
221b804f 2714 /* LQ converters if -sws 0 or -sws 4*/
dd68318c 2715 if (c->flags&(SWS_FAST_BILINEAR|SWS_POINT)) {
221b804f 2716 /* yv12_to_yuy2 */
dd68318c 2717 if (srcFormat == PIX_FMT_YUV420P || srcFormat == PIX_FMT_YUVA420P) {
221b804f
DB
2718 if (dstFormat == PIX_FMT_YUYV422)
2719 c->swScale= PlanarToYuy2Wrapper;
3b38f1c6 2720 else if (dstFormat == PIX_FMT_UYVY422)
221b804f
DB
2721 c->swScale= PlanarToUyvyWrapper;
2722 }
2723 }
4626ee1a 2724 if(srcFormat == PIX_FMT_YUYV422 && (dstFormat == PIX_FMT_YUV420P || dstFormat == PIX_FMT_YUVA420P))
ff8084cf 2725 c->swScale= YUYV2YUV420Wrapper;
4626ee1a 2726 if(srcFormat == PIX_FMT_UYVY422 && (dstFormat == PIX_FMT_YUV420P || dstFormat == PIX_FMT_YUVA420P))
ff8084cf 2727 c->swScale= UYVY2YUV420Wrapper;
0411072e
MN
2728 if(srcFormat == PIX_FMT_YUYV422 && dstFormat == PIX_FMT_YUV422P)
2729 c->swScale= YUYV2YUV422Wrapper;
2730 if(srcFormat == PIX_FMT_UYVY422 && dstFormat == PIX_FMT_YUV422P)
2731 c->swScale= UYVY2YUV422Wrapper;
ec22603f 2732
6634d0ef 2733#ifdef COMPILE_ALTIVEC
221b804f 2734 if ((c->flags & SWS_CPU_CAPS_ALTIVEC) &&
12794f73 2735 !(c->flags & SWS_BITEXACT) &&
3b38f1c6 2736 srcFormat == PIX_FMT_YUV420P) {
221b804f
DB
2737 // unscaled YV12 -> packed YUV, we want speed
2738 if (dstFormat == PIX_FMT_YUYV422)
2739 c->swScale= yv12toyuy2_unscaled_altivec;
3b38f1c6 2740 else if (dstFormat == PIX_FMT_UYVY422)
221b804f
DB
2741 c->swScale= yv12touyvy_unscaled_altivec;
2742 }
b71cf33c
RD
2743#endif
2744
221b804f
DB
2745 /* simple copy */
2746 if ( srcFormat == dstFormat
2c897342 2747 || (srcFormat == PIX_FMT_YUVA420P && dstFormat == PIX_FMT_YUV420P)
6268f55b 2748 || (srcFormat == PIX_FMT_YUV420P && dstFormat == PIX_FMT_YUVA420P)
221b804f 2749 || (isPlanarYUV(srcFormat) && isGray(dstFormat))
61a3f379 2750 || (isPlanarYUV(dstFormat) && isGray(srcFormat))
de1275d5
MN
2751 || (isGray(dstFormat) && isGray(srcFormat))
2752 || (isPlanarYUV(srcFormat) && isPlanarYUV(dstFormat)
2753 && c->chrDstHSubSample == c->chrSrcHSubSample
062394e0
GL
2754 && c->chrDstVSubSample == c->chrSrcVSubSample
2755 && dstFormat != PIX_FMT_NV12 && dstFormat != PIX_FMT_NV21
2756 && srcFormat != PIX_FMT_NV12 && srcFormat != PIX_FMT_NV21))
221b804f 2757 {
2d35ae56
LB
2758 if (isPacked(c->srcFormat))
2759 c->swScale= packedCopy;
2760 else /* Planar YUV or gray */
2761 c->swScale= planarCopy;
221b804f 2762 }
b63f641e 2763#if ARCH_BFIN
1ebbfe15
MH
2764 if (flags & SWS_CPU_CAPS_BFIN)
2765 ff_bfin_get_unscaled_swscale (c);
2766#endif
2767
dd68318c 2768 if (c->swScale) {
221b804f 2769 if (flags&SWS_PRINT_INFO)
4b0c30b7 2770 av_log(c, AV_LOG_INFO, "using unscaled %s -> %s special converter\n",
9b734d44 2771 sws_format_name(srcFormat), sws_format_name(dstFormat));
221b804f
DB
2772 return c;
2773 }
2774 }
2775
dd68318c 2776 if (flags & SWS_CPU_CAPS_MMX2) {
221b804f 2777 c->canMMX2BeUsed= (dstW >=srcW && (dstW&31)==0 && (srcW&15)==0) ? 1 : 0;
dd68318c 2778 if (!c->canMMX2BeUsed && dstW >=srcW && (srcW&15)==0 && (flags&SWS_FAST_BILINEAR)) {
221b804f 2779 if (flags&SWS_PRINT_INFO)
f40c7dbb 2780 av_log(c, AV_LOG_INFO, "output width is not a multiple of 32 -> no MMX2 scaler\n");
221b804f
DB
2781 }
2782 if (usesHFilter) c->canMMX2BeUsed=0;
2783 }
2784 else
2785 c->canMMX2BeUsed=0;
2786
2787 c->chrXInc= ((c->chrSrcW<<16) + (c->chrDstW>>1))/c->chrDstW;
2788 c->chrYInc= ((c->chrSrcH<<16) + (c->chrDstH>>1))/c->chrDstH;
2789
2790 // match pixel 0 of the src to pixel 0 of dst and match pixel n-2 of src to pixel n-2 of dst
2791 // but only for the FAST_BILINEAR mode otherwise do correct scaling
2792 // n-2 is the last chrominance sample available
86bdf3fd 2793 // this is not perfect, but no one should notice the difference, the more correct variant
221b804f
DB
2794 // would be like the vertical one, but that would require some special code for the
2795 // first and last pixel
dd68318c
RP
2796 if (flags&SWS_FAST_BILINEAR) {
2797 if (c->canMMX2BeUsed) {
221b804f
DB
2798 c->lumXInc+= 20;
2799 c->chrXInc+= 20;
2800 }
f40c7dbb 2801 //we don't use the x86 asm scaler if MMX is available
dd68318c 2802 else if (flags & SWS_CPU_CAPS_MMX) {
221b804f
DB
2803 c->lumXInc = ((srcW-2)<<16)/(dstW-2) - 20;
2804 c->chrXInc = ((c->chrSrcW-2)<<16)/(c->chrDstW-2) - 20;
2805 }
2806 }
2807
2808 /* precalculate horizontal scaler filter coefficients */
2809 {
2810 const int filterAlign=
2811 (flags & SWS_CPU_CAPS_MMX) ? 4 :
2812 (flags & SWS_CPU_CAPS_ALTIVEC) ? 8 :
2813 1;
2814
2815 initFilter(&c->hLumFilter, &c->hLumFilterPos, &c->hLumFilterSize, c->lumXInc,
2816 srcW , dstW, filterAlign, 1<<14,
2817 (flags&SWS_BICUBLIN) ? (flags|SWS_BICUBIC) : flags,
2818 srcFilter->lumH, dstFilter->lumH, c->param);
2819 initFilter(&c->hChrFilter, &c->hChrFilterPos, &c->hChrFilterSize, c->chrXInc,
2820 c->chrSrcW, c->chrDstW, filterAlign, 1<<14,
2821 (flags&SWS_BICUBLIN) ? (flags|SWS_BILINEAR) : flags,
2822 srcFilter->chrH, dstFilter->chrH, c->param);
28bf81c9 2823
17c613ef 2824#if defined(COMPILE_MMX2)
77a416e8 2825// can't downscale !!!
dd68318c 2826 if (c->canMMX2BeUsed && (flags & SWS_FAST_BILINEAR)) {
48f4c612
RP
2827 c->lumMmx2FilterCodeSize = initMMX2HScaler( dstW, c->lumXInc, NULL, NULL, NULL, 8);
2828 c->chrMmx2FilterCodeSize = initMMX2HScaler(c->chrDstW, c->chrXInc, NULL, NULL, NULL, 4);
2829
113ef149 2830#ifdef MAP_ANONYMOUS
48f4c612
RP
2831 c->lumMmx2FilterCode = mmap(NULL, c->lumMmx2FilterCodeSize, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, 0, 0);
2832 c->chrMmx2FilterCode = mmap(NULL, c->chrMmx2FilterCodeSize, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, 0, 0);
dd35beb2 2833#elif HAVE_VIRTUALALLOC
48f4c612
RP
2834 c->lumMmx2FilterCode = VirtualAlloc(NULL, c->lumMmx2FilterCodeSize, MEM_COMMIT, PAGE_EXECUTE_READWRITE);
2835 c->chrMmx2FilterCode = VirtualAlloc(NULL, c->chrMmx2FilterCodeSize, MEM_COMMIT, PAGE_EXECUTE_READWRITE);
38d5c282 2836#else
48f4c612
RP
2837 c->lumMmx2FilterCode = av_malloc(c->lumMmx2FilterCodeSize);
2838 c->chrMmx2FilterCode = av_malloc(c->chrMmx2FilterCodeSize);
38d5c282
AJ
2839#endif
2840
7248797c
RP
2841 CHECKED_ALLOCZ(c->lumMmx2Filter , (dstW /8+8)*sizeof(int16_t));
2842 CHECKED_ALLOCZ(c->chrMmx2Filter , (c->chrDstW /4+8)*sizeof(int16_t));
2843 CHECKED_ALLOCZ(c->lumMmx2FilterPos, (dstW /2/8+8)*sizeof(int32_t));
2844 CHECKED_ALLOCZ(c->chrMmx2FilterPos, (c->chrDstW/2/4+8)*sizeof(int32_t));
b7dc6f66 2845
bcdedf67
RP
2846 initMMX2HScaler( dstW, c->lumXInc, c->lumMmx2FilterCode, c->lumMmx2Filter, c->lumMmx2FilterPos, 8);
2847 initMMX2HScaler(c->chrDstW, c->chrXInc, c->chrMmx2FilterCode, c->chrMmx2Filter, c->chrMmx2FilterPos, 4);
07287788
RP
2848
2849#ifdef MAP_ANONYMOUS
48f4c612
RP
2850 mprotect(c->lumMmx2FilterCode, c->lumMmx2FilterCodeSize, PROT_EXEC | PROT_READ);
2851 mprotect(c->chrMmx2FilterCode, c->chrMmx2FilterCodeSize, PROT_EXEC | PROT_READ);
07287788 2852#endif
221b804f 2853 }
17c613ef 2854#endif /* defined(COMPILE_MMX2) */
f40c7dbb 2855 } // initialize horizontal stuff
28bf81c9
MN
2856
2857
2858
221b804f
DB
2859 /* precalculate vertical scaler filter coefficients */
2860 {
2861 const int filterAlign=
2862 (flags & SWS_CPU_CAPS_MMX) && (flags & SWS_ACCURATE_RND) ? 2 :
2863 (flags & SWS_CPU_CAPS_ALTIVEC) ? 8 :
2864 1;
8c266f0c 2865
221b804f 2866 initFilter(&c->vLumFilter, &c->vLumFilterPos, &c->vLumFilterSize, c->lumYInc,
5fe4aad7 2867 srcH , dstH, filterAlign, (1<<12),
221b804f
DB
2868 (flags&SWS_BICUBLIN) ? (flags|SWS_BICUBIC) : flags,
2869 srcFilter->lumV, dstFilter->lumV, c->param);
2870 initFilter(&c->vChrFilter, &c->vChrFilterPos, &c->vChrFilterSize, c->chrYInc,
5fe4aad7 2871 c->chrSrcH, c->chrDstH, filterAlign, (1<<12),
221b804f
DB
2872 (flags&SWS_BICUBLIN) ? (flags|SWS_BILINEAR) : flags,
2873 srcFilter->chrV, dstFilter->chrV, c->param);
d33d485e 2874
184410e6 2875#ifdef COMPILE_ALTIVEC
7248797c
RP
2876 CHECKED_ALLOC(c->vYCoeffsBank, sizeof (vector signed short)*c->vLumFilterSize*c->dstH);
2877 CHECKED_ALLOC(c->vCCoeffsBank, sizeof (vector signed short)*c->vChrFilterSize*c->chrDstH);
221b804f
DB
2878
2879 for (i=0;i<c->vLumFilterSize*c->dstH;i++) {
2880 int j;
2881 short *p = (short *)&c->vYCoeffsBank[i];
2882 for (j=0;j<8;j++)
2883 p[j] = c->vLumFilter[i];
2884 }
2885
2886 for (i=0;i<c->vChrFilterSize*c->chrDstH;i++) {
2887 int j;
2888 short *p = (short *)&c->vCCoeffsBank[i];
2889 for (j=0;j<8;j++)
2890 p[j] = c->vChrFilter[i];
2891 }
d33d485e 2892#endif
221b804f
DB
2893 }
2894
f40c7dbb 2895 // calculate buffer sizes so that they won't run out while handling these damn slices
221b804f
DB
2896 c->vLumBufSize= c->vLumFilterSize;
2897 c->vChrBufSize= c->vChrFilterSize;
dd68318c 2898 for (i=0; i<dstH; i++) {
221b804f
DB
2899 int chrI= i*c->chrDstH / dstH;
2900 int nextSlice= FFMAX(c->vLumFilterPos[i ] + c->vLumFilterSize - 1,
2901 ((c->vChrFilterPos[chrI] + c->vChrFilterSize - 1)<<c->chrSrcVSubSample));
2902
2903 nextSlice>>= c->chrSrcVSubSample;
2904 nextSlice<<= c->chrSrcVSubSample;
2905 if (c->vLumFilterPos[i ] + c->vLumBufSize < nextSlice)
e5091488 2906 c->vLumBufSize= nextSlice - c->vLumFilterPos[i];
221b804f
DB
2907 if (c->vChrFilterPos[chrI] + c->vChrBufSize < (nextSlice>>c->chrSrcVSubSample))
2908 c->vChrBufSize= (nextSlice>>c->chrSrcVSubSample) - c->vChrFilterPos[chrI];
2909 }
2910
2911 // allocate pixbufs (we use dynamic allocation because otherwise we would need to
0607b090 2912 // allocate several megabytes to handle all possible cases)
7248797c
RP
2913 CHECKED_ALLOC(c->lumPixBuf, c->vLumBufSize*2*sizeof(int16_t*));
2914 CHECKED_ALLOC(c->chrPixBuf, c->vChrBufSize*2*sizeof(int16_t*));
6858492e 2915 if (CONFIG_SWSCALE_ALPHA && isALPHA(c->srcFormat) && isALPHA(c->dstFormat))
7248797c 2916 CHECKED_ALLOCZ(c->alpPixBuf, c->vLumBufSize*2*sizeof(int16_t*));
f40c7dbb 2917 //Note we need at least one pixel more at the end because of the MMX code (just in case someone wanna replace the 4000/8000)
221b804f
DB
2918 /* align at 16 bytes for AltiVec */
2919 for (i=0; i<c->vLumBufSize; i++)
7248797c
RP
2920 {
2921 CHECKED_ALLOCZ(c->lumPixBuf[i+c->vLumBufSize], VOF+1);
2922 c->lumPixBuf[i] = c->lumPixBuf[i+c->vLumBufSize];
2923 }
221b804f 2924 for (i=0; i<c->vChrBufSize; i++)
7248797c
RP
2925 {
2926 CHECKED_ALLOC(c->chrPixBuf[i+c->vChrBufSize], (VOF+1)*2);
2927 c->chrPixBuf[i] = c->chrPixBuf[i+c->vChrBufSize];
2928 }
6858492e
CS
2929 if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf)
2930 for (i=0; i<c->vLumBufSize; i++)
7248797c
RP
2931 {
2932 CHECKED_ALLOCZ(c->alpPixBuf[i+c->vLumBufSize], VOF+1);
2933 c->alpPixBuf[i] = c->alpPixBuf[i+c->vLumBufSize];
2934 }
221b804f
DB
2935
2936 //try to avoid drawing green stuff between the right end and the stride end
8b2fce0d
MN
2937 for (i=0; i<c->vChrBufSize; i++) memset(c->chrPixBuf[i], 64, (VOF+1)*2);
2938
5a352b14 2939 assert(2*VOFW == VOF);
221b804f 2940
fcc402b1 2941 assert(c->chrDstH <= dstH);
221b804f 2942
dd68318c 2943 if (flags&SWS_PRINT_INFO) {
28bf81c9 2944#ifdef DITHER1XBPP
3e62b7e3 2945 const char *dither= " dithered";
5521b193 2946#else
3e62b7e3 2947 const char *dither= "";
28bf81c9 2948#endif
221b804f 2949 if (flags&SWS_FAST_BILINEAR)
4b0c30b7 2950 av_log(c, AV_LOG_INFO, "FAST_BILINEAR scaler, ");
221b804f 2951 else if (flags&SWS_BILINEAR)
4b0c30b7 2952 av_log(c, AV_LOG_INFO, "BILINEAR scaler, ");
221b804f 2953 else if (flags&SWS_BICUBIC)
4b0c30b7 2954 av_log(c, AV_LOG_INFO, "BICUBIC scaler, ");
221b804f 2955 else if (flags&SWS_X)
4b0c30b7 2956 av_log(c, AV_LOG_INFO, "Experimental scaler, ");
221b804f 2957 else if (flags&SWS_POINT)
4b0c30b7 2958 av_log(c, AV_LOG_INFO, "Nearest Neighbor / POINT scaler, ");
221b804f 2959 else if (flags&SWS_AREA)
4b0c30b7 2960 av_log(c, AV_LOG_INFO, "Area Averageing scaler, ");
221b804f 2961 else if (flags&SWS_BICUBLIN)
4b0c30b7 2962 av_log(c, AV_LOG_INFO, "luma BICUBIC / chroma BILINEAR scaler, ");
221b804f 2963 else if (flags&SWS_GAUSS)
4b0c30b7 2964 av_log(c, AV_LOG_INFO, "Gaussian scaler, ");
221b804f 2965 else if (flags&SWS_SINC)
4b0c30b7 2966 av_log(c, AV_LOG_INFO, "Sinc scaler, ");
221b804f 2967 else if (flags&SWS_LANCZOS)
4b0c30b7 2968 av_log(c, AV_LOG_INFO, "Lanczos scaler, ");
221b804f 2969 else if (flags&SWS_SPLINE)
4b0c30b7 2970 av_log(c, AV_LOG_INFO, "Bicubic spline scaler, ");
221b804f 2971 else
4b0c30b7 2972 av_log(c, AV_LOG_INFO, "ehh flags invalid?! ");
221b804f
DB
2973
2974 if (dstFormat==PIX_FMT_BGR555 || dstFormat==PIX_FMT_BGR565)
2975 av_log(c, AV_LOG_INFO, "from %s to%s %s ",
2976 sws_format_name(srcFormat), dither, sws_format_name(dstFormat));
2977 else
2978 av_log(c, AV_LOG_INFO, "from %s to %s ",
2979 sws_format_name(srcFormat), sws_format_name(dstFormat));
2980
2981 if (flags & SWS_CPU_CAPS_MMX2)
2982 av_log(c, AV_LOG_INFO, "using MMX2\n");
2983 else if (flags & SWS_CPU_CAPS_3DNOW)
2984 av_log(c, AV_LOG_INFO, "using 3DNOW\n");
2985 else if (flags & SWS_CPU_CAPS_MMX)
2986 av_log(c, AV_LOG_INFO, "using MMX\n");
2987 else if (flags & SWS_CPU_CAPS_ALTIVEC)
2988 av_log(c, AV_LOG_INFO, "using AltiVec\n");
2989 else
2990 av_log(c, AV_LOG_INFO, "using C\n");
2991 }
2992
dd68318c
RP
2993 if (flags & SWS_PRINT_INFO) {
2994 if (flags & SWS_CPU_CAPS_MMX) {
221b804f 2995 if (c->canMMX2BeUsed && (flags&SWS_FAST_BILINEAR))
4b0c30b7 2996 av_log(c, AV_LOG_VERBOSE, "using FAST_BILINEAR MMX2 scaler for horizontal scaling\n");
dd68318c 2997 else {
221b804f 2998 if (c->hLumFilterSize==4)
4b0c30b7 2999 av_log(c, AV_LOG_VERBOSE, "using 4-tap MMX scaler for horizontal luminance scaling\n");
221b804f 3000 else if (c->hLumFilterSize==8)
4b0c30b7 3001 av_log(c, AV_LOG_VERBOSE, "using 8-tap MMX scaler for horizontal luminance scaling\n");
221b804f 3002 else
4b0c30b7 3003 av_log(c, AV_LOG_VERBOSE, "using n-tap MMX scaler for horizontal luminance scaling\n");
221b804f
DB
3004
3005 if (c->hChrFilterSize==4)
4b0c30b7 3006 av_log(c, AV_LOG_VERBOSE, "using 4-tap MMX scaler for horizontal chrominance scaling\n");
221b804f 3007 else if (c->hChrFilterSize==8)
4b0c30b7 3008 av_log(c, AV_LOG_VERBOSE, "using 8-tap MMX scaler for horizontal chrominance scaling\n");
221b804f 3009 else
4b0c30b7 3010 av_log(c, AV_LOG_VERBOSE, "using n-tap MMX scaler for horizontal chrominance scaling\n");
221b804f 3011 }
dd68318c 3012 } else {
b63f641e 3013#if ARCH_X86
f40c7dbb 3014 av_log(c, AV_LOG_VERBOSE, "using x86 asm scaler for horizontal scaling\n");
28bf81c9 3015#else
221b804f 3016 if (flags & SWS_FAST_BILINEAR)
4b0c30b7 3017 av_log(c, AV_LOG_VERBOSE, "using FAST_BILINEAR C scaler for horizontal scaling\n");
221b804f 3018 else
4b0c30b7 3019 av_log(c, AV_LOG_VERBOSE, "using C scaler for horizontal scaling\n");
28bf81c9 3020#endif
221b804f 3021 }
dd68318c 3022 if (isPlanarYUV(dstFormat)) {
221b804f 3023 if (c->vLumFilterSize==1)
4b0c30b7 3024 av_log(c, AV_LOG_VERBOSE, "using 1-tap %s \"scaler\" for vertical scaling (YV12 like)\n", (flags & SWS_CPU_CAPS_MMX) ? "MMX" : "C");
221b804f 3025 else
4b0c30b7 3026 av_log(c, AV_LOG_VERBOSE, "using n-tap %s scaler for vertical scaling (YV12 like)\n", (flags & SWS_CPU_CAPS_MMX) ? "MMX" : "C");
dd68318c 3027 } else {
221b804f 3028 if (c->vLumFilterSize==1 && c->vChrFilterSize==2)
4b0c30b7
BC
3029 av_log(c, AV_LOG_VERBOSE, "using 1-tap %s \"scaler\" for vertical luminance scaling (BGR)\n"
3030 " 2-tap scaler for vertical chrominance scaling (BGR)\n", (flags & SWS_CPU_CAPS_MMX) ? "MMX" : "C");
221b804f 3031 else if (c->vLumFilterSize==2 && c->vChrFilterSize==2)
4b0c30b7 3032 av_log(c, AV_LOG_VERBOSE, "using 2-tap linear %s scaler for vertical scaling (BGR)\n", (flags & SWS_CPU_CAPS_MMX) ? "MMX" : "C");
221b804f 3033 else
4b0c30b7 3034 av_log(c, AV_LOG_VERBOSE, "using n-tap %s scaler for vertical scaling (BGR)\n", (flags & SWS_CPU_CAPS_MMX) ? "MMX" : "C");
221b804f
DB
3035 }
3036
3037 if (dstFormat==PIX_FMT_BGR24)
f40c7dbb 3038 av_log(c, AV_LOG_VERBOSE, "using %s YV12->BGR24 converter\n",
221b804f
DB
3039 (flags & SWS_CPU_CAPS_MMX2) ? "MMX2" : ((flags & SWS_CPU_CAPS_MMX) ? "MMX" : "C"));
3040 else if (dstFormat==PIX_FMT_RGB32)
f40c7dbb 3041 av_log(c, AV_LOG_VERBOSE, "using %s YV12->BGR32 converter\n", (flags & SWS_CPU_CAPS_MMX) ? "MMX" : "C");
221b804f 3042 else if (dstFormat==PIX_FMT_BGR565)
f40c7dbb 3043 av_log(c, AV_LOG_VERBOSE, "using %s YV12->BGR16 converter\n", (flags & SWS_CPU_CAPS_MMX) ? "MMX" : "C");
221b804f 3044 else if (dstFormat==PIX_FMT_BGR555)
f40c7dbb 3045 av_log(c, AV_LOG_VERBOSE, "using %s YV12->BGR15 converter\n", (flags & SWS_CPU_CAPS_MMX) ? "MMX" : "C");
221b804f 3046
4b0c30b7 3047 av_log(c, AV_LOG_VERBOSE, "%dx%d -> %dx%d\n", srcW, srcH, dstW, dstH);
221b804f 3048 }
dd68318c 3049 if (flags & SWS_PRINT_INFO) {
f40c7dbb 3050 av_log(c, AV_LOG_DEBUG, "lum srcW=%d srcH=%d dstW=%d dstH=%d xInc=%d yInc=%d\n",
221b804f 3051 c->srcW, c->srcH, c->dstW, c->dstH, c->lumXInc, c->lumYInc);
f40c7dbb 3052 av_log(c, AV_LOG_DEBUG, "chr srcW=%d srcH=%d dstW=%d dstH=%d xInc=%d yInc=%d\n",
221b804f
DB
3053 c->chrSrcW, c->chrSrcH, c->chrDstW, c->chrDstH, c->chrXInc, c->chrYInc);
3054 }
3055
40fa5140 3056 c->swScale= getSwsFunc(c);
221b804f 3057 return c;
7248797c
RP
3058
3059fail:
3060 sws_freeContext(c);
3061 return NULL;
28bf81c9
MN
3062}
3063
dd68318c
RP
3064static void reset_ptr(uint8_t* src[], int format)
3065{
b87fae9f
MN
3066 if(!isALPHA(format))
3067 src[3]=NULL;
dd68318c 3068 if(!isPlanarYUV(format)) {
b87fae9f
MN
3069 src[3]=src[2]=NULL;
3070 if( format != PIX_FMT_PAL8
3071 && format != PIX_FMT_RGB8
3072 && format != PIX_FMT_BGR8
3073 && format != PIX_FMT_RGB4_BYTE
3074 && format != PIX_FMT_BGR4_BYTE
3075 )
3076 src[1]= NULL;
3077 }
3078}
3079
28bf81c9 3080/**
56b69633 3081 * swscale wrapper, so we don't need to export the SwsContext.
f40c7dbb 3082 * Assumes planar YUV to be in YUV order instead of YVU.
fccb9b2b 3083 */
703b56fb 3084int sws_scale(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
3085 int srcSliceH, uint8_t* dst[], int dstStride[])
3086{
221b804f 3087 int i;
6208d676 3088 uint8_t* src2[4]= {src[0], src[1], src[2], src[3]};
b87fae9f 3089 uint8_t* dst2[4]= {dst[0], dst[1], dst[2], dst[3]};
14623020 3090
221b804f 3091 if (c->sliceDir == 0 && srcSliceY != 0 && srcSliceY + srcSliceH != c->srcH) {
3f0bc115 3092 av_log(c, AV_LOG_ERROR, "Slices start in the middle!\n");
221b804f
DB
3093 return 0;
3094 }
3095 if (c->sliceDir == 0) {
3096 if (srcSliceY == 0) c->sliceDir = 1; else c->sliceDir = -1;
3097 }
3098
dd68318c
RP
3099 if (usePal(c->srcFormat)) {
3100 for (i=0; i<256; i++) {
14623020 3101 int p, r, g, b,y,u,v;
dd68318c 3102 if(c->srcFormat == PIX_FMT_PAL8) {
14623020
MN
3103 p=((uint32_t*)(src[1]))[i];
3104 r= (p>>16)&0xFF;
3105 g= (p>> 8)&0xFF;
3106 b= p &0xFF;
dd68318c 3107 } else if(c->srcFormat == PIX_FMT_RGB8) {
14623020
MN
3108 r= (i>>5 )*36;
3109 g= ((i>>2)&7)*36;
3110 b= (i&3 )*85;
dd68318c 3111 } else if(c->srcFormat == PIX_FMT_BGR8) {
14623020
MN
3112 b= (i>>6 )*85;
3113 g= ((i>>3)&7)*36;
3114 r= (i&7 )*36;
dd68318c 3115 } else if(c->srcFormat == PIX_FMT_RGB4_BYTE) {
14623020
MN
3116 r= (i>>3 )*255;
3117 g= ((i>>1)&3)*85;
3118 b= (i&1 )*255;
dd68318c 3119 } else {
75add6fb 3120 assert(c->srcFormat == PIX_FMT_BGR4_BYTE);
14623020
MN
3121 b= (i>>3 )*255;
3122 g= ((i>>1)&3)*85;
3123 r= (i&1 )*255;
3124 }
cbcb408f
MN
3125 y= av_clip_uint8((RY*r + GY*g + BY*b + ( 33<<(RGB2YUV_SHIFT-1)))>>RGB2YUV_SHIFT);
3126 u= av_clip_uint8((RU*r + GU*g + BU*b + (257<<(RGB2YUV_SHIFT-1)))>>RGB2YUV_SHIFT);
3127 v= av_clip_uint8((RV*r + GV*g + BV*b + (257<<(RGB2YUV_SHIFT-1)))>>RGB2YUV_SHIFT);
49004617 3128 c->pal_yuv[i]= y + (u<<8) + (v<<16);
522ce957
VS
3129
3130
3131 switch(c->dstFormat) {
3132 case PIX_FMT_BGR32:
a898cdc9 3133#if !HAVE_BIGENDIAN
522ce957
VS
3134 case PIX_FMT_RGB24:
3135#endif
3136 c->pal_rgb[i]= r + (g<<8) + (b<<16);
3137 break;
3138 case PIX_FMT_BGR32_1:
a898cdc9 3139#if HAVE_BIGENDIAN
522ce957
VS
3140 case PIX_FMT_BGR24:
3141#endif
3142 c->pal_rgb[i]= (r + (g<<8) + (b<<16)) << 8;
3143 break;
3144 case PIX_FMT_RGB32_1:
a898cdc9 3145#if HAVE_BIGENDIAN
522ce957
VS
3146 case PIX_FMT_RGB24:
3147#endif
3148 c->pal_rgb[i]= (b + (g<<8) + (r<<16)) << 8;
3149 break;
3150 case PIX_FMT_RGB32:
a898cdc9 3151#if !HAVE_BIGENDIAN
522ce957
VS
3152 case PIX_FMT_BGR24:
3153#endif
3154 default:
3155 c->pal_rgb[i]= b + (g<<8) + (r<<16);
3156 }
21c08a3f 3157 }
221b804f 3158 }
21c08a3f 3159
221b804f
DB
3160 // copy strides, so they can safely be modified
3161 if (c->sliceDir == 1) {
3162 // slices go from top to bottom
6208d676
CS
3163 int srcStride2[4]= {srcStride[0], srcStride[1], srcStride[2], srcStride[3]};
3164 int dstStride2[4]= {dstStride[0], dstStride[1], dstStride[2], dstStride[3]};
b87fae9f
MN
3165
3166 reset_ptr(src2, c->srcFormat);
3167 reset_ptr(dst2, c->dstFormat);
3168
3169 return c->swScale(c, src2, srcStride2, srcSliceY, srcSliceH, dst2, dstStride2);
221b804f
DB
3170 } else {
3171 // slices go from bottom to top => we flip the image internally
6208d676
CS
3172 int srcStride2[4]= {-srcStride[0], -srcStride[1], -srcStride[2], -srcStride[3]};
3173 int dstStride2[4]= {-dstStride[0], -dstStride[1], -dstStride[2], -dstStride[3]};
221b804f
DB
3174
3175 src2[0] += (srcSliceH-1)*srcStride[0];
49004617 3176 if (!usePal(c->srcFormat))
221b804f
DB
3177 src2[1] += ((srcSliceH>>c->chrSrcVSubSample)-1)*srcStride[1];
3178 src2[2] += ((srcSliceH>>c->chrSrcVSubSample)-1)*srcStride[2];
6208d676 3179 src2[3] += (srcSliceH-1)*srcStride[3];
b87fae9f
MN
3180 dst2[0] += ( c->dstH -1)*dstStride[0];
3181 dst2[1] += ((c->dstH>>c->chrDstVSubSample)-1)*dstStride[1];
3182 dst2[2] += ((c->dstH>>c->chrDstVSubSample)-1)*dstStride[2];
3183 dst2[3] += ( c->dstH -1)*dstStride[3];
3184
3185 reset_ptr(src2, c->srcFormat);
3186 reset_ptr(dst2, c->dstFormat);
221b804f
DB
3187
3188 return c->swScale(c, src2, srcStride2, c->srcH-srcSliceY-srcSliceH, srcSliceH, dst2, dstStride2);
3189 }
fccb9b2b
MN
3190}
3191
c099766f 3192#if LIBSWSCALE_VERSION_MAJOR < 1
703b56fb 3193int sws_scale_ordered(SwsContext *c, uint8_t* src[], int srcStride[], int srcSliceY,
dd68318c
RP
3194 int srcSliceH, uint8_t* dst[], int dstStride[])