libavcodec/libpostproc ---> libpostproc
[libav.git] / libpostproc / postprocess_internal.h
CommitLineData
c41d972d
MN
1/*
2 Copyright (C) 2001-2002 Michael Niedermayer (michaelni@gmx.at)
3
4 This program is free software; you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation; either version 2 of the License, or
7 (at your option) any later version.
8
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
13
14 You should have received a copy of the GNU General Public License
15 along with this program; if not, write to the Free Software
5509bffa 16 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
c41d972d
MN
17*/
18
b304569a
MN
19/**
20 * @file postprocess_internal.h
21 * internal api header.
22 */
23
bb270c08
DB
24#define V_DEBLOCK 0x01
25#define H_DEBLOCK 0x02
26#define DERING 0x04
27#define LEVEL_FIX 0x08 ///< Brightness & Contrast
28
29#define LUM_V_DEBLOCK V_DEBLOCK // 1
30#define LUM_H_DEBLOCK H_DEBLOCK // 2
31#define CHROM_V_DEBLOCK (V_DEBLOCK<<4) // 16
32#define CHROM_H_DEBLOCK (H_DEBLOCK<<4) // 32
33#define LUM_DERING DERING // 4
34#define CHROM_DERING (DERING<<4) // 64
35#define LUM_LEVEL_FIX LEVEL_FIX // 8
36#define CHROM_LEVEL_FIX (LEVEL_FIX<<4) // 128 (not implemented yet)
c41d972d
MN
37
38// Experimental vertical filters
bb270c08
DB
39#define V_X1_FILTER 0x0200 // 512
40#define V_A_DEBLOCK 0x0400
c41d972d
MN
41
42// Experimental horizontal filters
bb270c08
DB
43#define H_X1_FILTER 0x2000 // 8192
44#define H_A_DEBLOCK 0x4000
c41d972d 45
b304569a 46/// select between full y range (255-0) or standart one (234-16)
bb270c08 47#define FULL_Y_RANGE 0x8000 // 32768
c41d972d
MN
48
49//Deinterlacing Filters
bb270c08
DB
50#define LINEAR_IPOL_DEINT_FILTER 0x10000 // 65536
51#define LINEAR_BLEND_DEINT_FILTER 0x20000 // 131072
52#define CUBIC_BLEND_DEINT_FILTER 0x8000 // (not implemented yet)
53#define CUBIC_IPOL_DEINT_FILTER 0x40000 // 262144
54#define MEDIAN_DEINT_FILTER 0x80000 // 524288
55#define FFMPEG_DEINT_FILTER 0x400000
56#define LOWPASS5_DEINT_FILTER 0x800000
c41d972d 57
bb270c08
DB
58#define TEMP_NOISE_FILTER 0x100000
59#define FORCE_QUANT 0x200000
c41d972d
MN
60
61//use if u want a faster postprocessing code
62//cant differentiate between chroma & luma filters (both on or both off)
63//obviosly the -pp option at the commandline has no effect except turning the here selected
64//filters on
65//#define COMPILE_TIME_MODE 0x77
66
134eb1e5
MN
67#if 1
68static inline int CLIP(int a){
bb270c08
DB
69 if(a&256) return ((a)>>31)^(-1);
70 else return a;
134eb1e5
MN
71}
72//#define CLIP(a) (((a)&256) ? ((a)>>31)^(-1) : (a))
73#elif 0
74#define CLIP(a) clip_tab[a]
75#else
76#define CLIP(a) (a)
77#endif
b304569a
MN
78/**
79 * Postprocessng filter.
80 */
c41d972d 81struct PPFilter{
bb270c08
DB
82 char *shortName;
83 char *longName;
84 int chromDefault; ///< is chrominance filtering on by default if this filter is manually activated
85 int minLumQuality; ///< minimum quality to turn luminance filtering on
86 int minChromQuality; ///< minimum quality to turn chrominance filtering on
87 int mask; ///< Bitmask to turn this filter on
c41d972d
MN
88};
89
b304569a
MN
90/**
91 * Postprocessng mode.
92 */
c41d972d 93typedef struct PPMode{
bb270c08
DB
94 int lumMode; ///< acivates filters for luminance
95 int chromMode; ///< acivates filters for chrominance
96 int error; ///< non zero on error
c41d972d 97
bb270c08
DB
98 int minAllowedY; ///< for brigtness correction
99 int maxAllowedY; ///< for brihtness correction
100 float maxClippedThreshold; ///< amount of "black" u r willing to loose to get a brightness corrected picture
c41d972d 101
bb270c08 102 int maxTmpNoise[3]; ///< for Temporal Noise Reducing filter (Maximal sum of abs differences)
c41d972d 103
bb270c08
DB
104 int baseDcDiff;
105 int flatnessThreshold;
c41d972d 106
bb270c08 107 int forcedQuant; ///< quantizer if FORCE_QUANT is used
c41d972d
MN
108} PPMode;
109
b304569a
MN
110/**
111 * postprocess context.
112 */
c41d972d 113typedef struct PPContext{
bb270c08 114 uint8_t *tempBlocks; ///<used for the horizontal code
c41d972d 115
bb270c08
DB
116 /**
117 * luma histogram.
118 * we need 64bit here otherwise we'll going to have a problem
119 * after watching a black picture for 5 hours
120 */
121 uint64_t *yHistogram;
c41d972d 122
bb270c08
DB
123 uint64_t __attribute__((aligned(8))) packedYOffset;
124 uint64_t __attribute__((aligned(8))) packedYScale;
c41d972d 125
bb270c08
DB
126 /** Temporal noise reducing buffers */
127 uint8_t *tempBlured[3];
128 int32_t *tempBluredPast[3];
c41d972d 129
bb270c08
DB
130 /** Temporary buffers for handling the last row(s) */
131 uint8_t *tempDst;
132 uint8_t *tempSrc;
c41d972d 133
bb270c08 134 uint8_t *deintTemp;
c41d972d 135
bb270c08
DB
136 uint64_t __attribute__((aligned(8))) pQPb;
137 uint64_t __attribute__((aligned(8))) pQPb2;
c41d972d 138
bb270c08
DB
139 uint64_t __attribute__((aligned(8))) mmxDcOffset[64];
140 uint64_t __attribute__((aligned(8))) mmxDcThreshold[64];
88c0bc7e 141
bb270c08
DB
142 QP_STORE_T *stdQPTable; ///< used to fix MPEG2 style qscale
143 QP_STORE_T *nonBQPTable;
144 QP_STORE_T *forcedQPTable;
88c0bc7e 145
bb270c08
DB
146 int QP;
147 int nonBQP;
c41d972d 148
bb270c08 149 int frameNum;
115329f1 150
bb270c08 151 int cpuCaps;
115329f1 152
bb270c08
DB
153 int qpStride; ///<size of qp buffers (needed to realloc them if needed)
154 int stride; ///<size of some buffers (needed to realloc them if needed)
115329f1 155
bb270c08
DB
156 int hChromaSubSample;
157 int vChromaSubSample;
c41d972d 158
bb270c08 159 PPMode ppMode;
c41d972d
MN
160} PPContext;
161
0426af31 162
655f688d
JM
163static inline void linecpy(void *dest, void *src, int lines, int stride)
164{
bb270c08
DB
165 if (stride > 0) {
166 memcpy(dest, src, lines*stride);
167 } else {
168 memcpy(dest+(lines-1)*stride, src+(lines-1)*stride, -lines*stride);
169 }
655f688d 170}