Fix quantiSer --> quantiZer typo.
[libav.git] / libpostproc / postprocess_internal.h
CommitLineData
c41d972d
MN
1/*
2 Copyright (C) 2001-2002 Michael Niedermayer (michaelni@gmx.at)
3
4 This program is free software; you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation; either version 2 of the License, or
7 (at your option) any later version.
8
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
13
14 You should have received a copy of the GNU General Public License
15 along with this program; if not, write to the Free Software
5509bffa 16 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
c41d972d
MN
17*/
18
b304569a
MN
19/**
20 * @file postprocess_internal.h
21 * internal api header.
22 */
23
bb270c08
DB
24#define V_DEBLOCK 0x01
25#define H_DEBLOCK 0x02
26#define DERING 0x04
27#define LEVEL_FIX 0x08 ///< Brightness & Contrast
28
29#define LUM_V_DEBLOCK V_DEBLOCK // 1
30#define LUM_H_DEBLOCK H_DEBLOCK // 2
31#define CHROM_V_DEBLOCK (V_DEBLOCK<<4) // 16
32#define CHROM_H_DEBLOCK (H_DEBLOCK<<4) // 32
33#define LUM_DERING DERING // 4
34#define CHROM_DERING (DERING<<4) // 64
35#define LUM_LEVEL_FIX LEVEL_FIX // 8
36#define CHROM_LEVEL_FIX (LEVEL_FIX<<4) // 128 (not implemented yet)
c41d972d
MN
37
38// Experimental vertical filters
bb270c08
DB
39#define V_X1_FILTER 0x0200 // 512
40#define V_A_DEBLOCK 0x0400
c41d972d
MN
41
42// Experimental horizontal filters
bb270c08
DB
43#define H_X1_FILTER 0x2000 // 8192
44#define H_A_DEBLOCK 0x4000
c41d972d 45
b304569a 46/// select between full y range (255-0) or standart one (234-16)
bb270c08 47#define FULL_Y_RANGE 0x8000 // 32768
c41d972d
MN
48
49//Deinterlacing Filters
bb270c08
DB
50#define LINEAR_IPOL_DEINT_FILTER 0x10000 // 65536
51#define LINEAR_BLEND_DEINT_FILTER 0x20000 // 131072
52#define CUBIC_BLEND_DEINT_FILTER 0x8000 // (not implemented yet)
53#define CUBIC_IPOL_DEINT_FILTER 0x40000 // 262144
54#define MEDIAN_DEINT_FILTER 0x80000 // 524288
55#define FFMPEG_DEINT_FILTER 0x400000
56#define LOWPASS5_DEINT_FILTER 0x800000
c41d972d 57
bb270c08
DB
58#define TEMP_NOISE_FILTER 0x100000
59#define FORCE_QUANT 0x200000
c41d972d 60
24dd8c61
LB
61#if ( defined(__PIC__) || defined(__pic__) ) && ! defined(PIC)
62# define PIC
63#endif
64
c41d972d
MN
65//use if u want a faster postprocessing code
66//cant differentiate between chroma & luma filters (both on or both off)
67//obviosly the -pp option at the commandline has no effect except turning the here selected
68//filters on
69//#define COMPILE_TIME_MODE 0x77
70
134eb1e5
MN
71#if 1
72static inline int CLIP(int a){
bb270c08
DB
73 if(a&256) return ((a)>>31)^(-1);
74 else return a;
134eb1e5
MN
75}
76//#define CLIP(a) (((a)&256) ? ((a)>>31)^(-1) : (a))
77#elif 0
78#define CLIP(a) clip_tab[a]
79#else
80#define CLIP(a) (a)
81#endif
b304569a
MN
82/**
83 * Postprocessng filter.
84 */
c41d972d 85struct PPFilter{
7b49ce2e
SH
86 const char *shortName;
87 const char *longName;
bb270c08
DB
88 int chromDefault; ///< is chrominance filtering on by default if this filter is manually activated
89 int minLumQuality; ///< minimum quality to turn luminance filtering on
90 int minChromQuality; ///< minimum quality to turn chrominance filtering on
91 int mask; ///< Bitmask to turn this filter on
c41d972d
MN
92};
93
b304569a
MN
94/**
95 * Postprocessng mode.
96 */
c41d972d 97typedef struct PPMode{
bb270c08
DB
98 int lumMode; ///< acivates filters for luminance
99 int chromMode; ///< acivates filters for chrominance
100 int error; ///< non zero on error
c41d972d 101
bb270c08
DB
102 int minAllowedY; ///< for brigtness correction
103 int maxAllowedY; ///< for brihtness correction
104 float maxClippedThreshold; ///< amount of "black" u r willing to loose to get a brightness corrected picture
c41d972d 105
bb270c08 106 int maxTmpNoise[3]; ///< for Temporal Noise Reducing filter (Maximal sum of abs differences)
c41d972d 107
bb270c08
DB
108 int baseDcDiff;
109 int flatnessThreshold;
c41d972d 110
bb270c08 111 int forcedQuant; ///< quantizer if FORCE_QUANT is used
c41d972d
MN
112} PPMode;
113
b304569a
MN
114/**
115 * postprocess context.
116 */
c41d972d 117typedef struct PPContext{
bb270c08 118 uint8_t *tempBlocks; ///<used for the horizontal code
c41d972d 119
bb270c08
DB
120 /**
121 * luma histogram.
122 * we need 64bit here otherwise we'll going to have a problem
123 * after watching a black picture for 5 hours
124 */
125 uint64_t *yHistogram;
c41d972d 126
bb270c08
DB
127 uint64_t __attribute__((aligned(8))) packedYOffset;
128 uint64_t __attribute__((aligned(8))) packedYScale;
c41d972d 129
bb270c08
DB
130 /** Temporal noise reducing buffers */
131 uint8_t *tempBlured[3];
132 int32_t *tempBluredPast[3];
c41d972d 133
bb270c08
DB
134 /** Temporary buffers for handling the last row(s) */
135 uint8_t *tempDst;
136 uint8_t *tempSrc;
c41d972d 137
bb270c08 138 uint8_t *deintTemp;
c41d972d 139
bb270c08
DB
140 uint64_t __attribute__((aligned(8))) pQPb;
141 uint64_t __attribute__((aligned(8))) pQPb2;
c41d972d 142
bb270c08
DB
143 uint64_t __attribute__((aligned(8))) mmxDcOffset[64];
144 uint64_t __attribute__((aligned(8))) mmxDcThreshold[64];
88c0bc7e 145
bb270c08
DB
146 QP_STORE_T *stdQPTable; ///< used to fix MPEG2 style qscale
147 QP_STORE_T *nonBQPTable;
148 QP_STORE_T *forcedQPTable;
88c0bc7e 149
bb270c08
DB
150 int QP;
151 int nonBQP;
c41d972d 152
bb270c08 153 int frameNum;
115329f1 154
bb270c08 155 int cpuCaps;
115329f1 156
bb270c08
DB
157 int qpStride; ///<size of qp buffers (needed to realloc them if needed)
158 int stride; ///<size of some buffers (needed to realloc them if needed)
115329f1 159
bb270c08
DB
160 int hChromaSubSample;
161 int vChromaSubSample;
c41d972d 162
bb270c08 163 PPMode ppMode;
c41d972d
MN
164} PPContext;
165
0426af31 166
655f688d
JM
167static inline void linecpy(void *dest, void *src, int lines, int stride)
168{
bb270c08
DB
169 if (stride > 0) {
170 memcpy(dest, src, lines*stride);
171 } else {
172 memcpy(dest+(lines-1)*stride, src+(lines-1)*stride, -lines*stride);
173 }
655f688d 174}