annotate libpostproc/postprocess_internal.h @ 2037:98d8283534bb libavcodec

accurate/slow (per line instead of per block) deblock filter spport which is identical to what is recommanded in the mpeg4 spec
author michael
date Thu, 27 May 2004 15:57:20 +0000
parents ea5200a9f730
children ace6e273f318
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
1 /*
c39e14fc2392 cleanup
michael
parents:
diff changeset
2 Copyright (C) 2001-2002 Michael Niedermayer (michaelni@gmx.at)
c39e14fc2392 cleanup
michael
parents:
diff changeset
3
c39e14fc2392 cleanup
michael
parents:
diff changeset
4 This program is free software; you can redistribute it and/or modify
c39e14fc2392 cleanup
michael
parents:
diff changeset
5 it under the terms of the GNU General Public License as published by
c39e14fc2392 cleanup
michael
parents:
diff changeset
6 the Free Software Foundation; either version 2 of the License, or
c39e14fc2392 cleanup
michael
parents:
diff changeset
7 (at your option) any later version.
c39e14fc2392 cleanup
michael
parents:
diff changeset
8
c39e14fc2392 cleanup
michael
parents:
diff changeset
9 This program is distributed in the hope that it will be useful,
c39e14fc2392 cleanup
michael
parents:
diff changeset
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
c39e14fc2392 cleanup
michael
parents:
diff changeset
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
c39e14fc2392 cleanup
michael
parents:
diff changeset
12 GNU General Public License for more details.
c39e14fc2392 cleanup
michael
parents:
diff changeset
13
c39e14fc2392 cleanup
michael
parents:
diff changeset
14 You should have received a copy of the GNU General Public License
c39e14fc2392 cleanup
michael
parents:
diff changeset
15 along with this program; if not, write to the Free Software
c39e14fc2392 cleanup
michael
parents:
diff changeset
16 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
c39e14fc2392 cleanup
michael
parents:
diff changeset
17 */
c39e14fc2392 cleanup
michael
parents:
diff changeset
18
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
19 /**
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
20 * @file postprocess_internal.h
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
21 * internal api header.
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
22 */
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
23
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
24 #define V_DEBLOCK 0x01
c39e14fc2392 cleanup
michael
parents:
diff changeset
25 #define H_DEBLOCK 0x02
c39e14fc2392 cleanup
michael
parents:
diff changeset
26 #define DERING 0x04
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
27 #define LEVEL_FIX 0x08 ///< Brightness & Contrast
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
28
c39e14fc2392 cleanup
michael
parents:
diff changeset
29 #define LUM_V_DEBLOCK V_DEBLOCK // 1
c39e14fc2392 cleanup
michael
parents:
diff changeset
30 #define LUM_H_DEBLOCK H_DEBLOCK // 2
c39e14fc2392 cleanup
michael
parents:
diff changeset
31 #define CHROM_V_DEBLOCK (V_DEBLOCK<<4) // 16
c39e14fc2392 cleanup
michael
parents:
diff changeset
32 #define CHROM_H_DEBLOCK (H_DEBLOCK<<4) // 32
c39e14fc2392 cleanup
michael
parents:
diff changeset
33 #define LUM_DERING DERING // 4
c39e14fc2392 cleanup
michael
parents:
diff changeset
34 #define CHROM_DERING (DERING<<4) // 64
c39e14fc2392 cleanup
michael
parents:
diff changeset
35 #define LUM_LEVEL_FIX LEVEL_FIX // 8
c39e14fc2392 cleanup
michael
parents:
diff changeset
36 #define CHROM_LEVEL_FIX (LEVEL_FIX<<4) // 128 (not implemented yet)
c39e14fc2392 cleanup
michael
parents:
diff changeset
37
c39e14fc2392 cleanup
michael
parents:
diff changeset
38 // Experimental vertical filters
c39e14fc2392 cleanup
michael
parents:
diff changeset
39 #define V_X1_FILTER 0x0200 // 512
2037
98d8283534bb accurate/slow (per line instead of per block) deblock filter spport which is identical to what is recommanded in the mpeg4 spec
michael
parents: 1724
diff changeset
40 #define V_A_DEBLOCK 0x0400
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
41
c39e14fc2392 cleanup
michael
parents:
diff changeset
42 // Experimental horizontal filters
c39e14fc2392 cleanup
michael
parents:
diff changeset
43 #define H_X1_FILTER 0x2000 // 8192
2037
98d8283534bb accurate/slow (per line instead of per block) deblock filter spport which is identical to what is recommanded in the mpeg4 spec
michael
parents: 1724
diff changeset
44 #define H_A_DEBLOCK 0x4000
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
45
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
46 /// select between full y range (255-0) or standart one (234-16)
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
47 #define FULL_Y_RANGE 0x8000 // 32768
c39e14fc2392 cleanup
michael
parents:
diff changeset
48
c39e14fc2392 cleanup
michael
parents:
diff changeset
49 //Deinterlacing Filters
c39e14fc2392 cleanup
michael
parents:
diff changeset
50 #define LINEAR_IPOL_DEINT_FILTER 0x10000 // 65536
c39e14fc2392 cleanup
michael
parents:
diff changeset
51 #define LINEAR_BLEND_DEINT_FILTER 0x20000 // 131072
c39e14fc2392 cleanup
michael
parents:
diff changeset
52 #define CUBIC_BLEND_DEINT_FILTER 0x8000 // (not implemented yet)
c39e14fc2392 cleanup
michael
parents:
diff changeset
53 #define CUBIC_IPOL_DEINT_FILTER 0x40000 // 262144
c39e14fc2392 cleanup
michael
parents:
diff changeset
54 #define MEDIAN_DEINT_FILTER 0x80000 // 524288
c39e14fc2392 cleanup
michael
parents:
diff changeset
55 #define FFMPEG_DEINT_FILTER 0x400000
1157
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
56 #define LOWPASS5_DEINT_FILTER 0x800000
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
57
c39e14fc2392 cleanup
michael
parents:
diff changeset
58 #define TEMP_NOISE_FILTER 0x100000
c39e14fc2392 cleanup
michael
parents:
diff changeset
59 #define FORCE_QUANT 0x200000
c39e14fc2392 cleanup
michael
parents:
diff changeset
60
c39e14fc2392 cleanup
michael
parents:
diff changeset
61 //use if u want a faster postprocessing code
c39e14fc2392 cleanup
michael
parents:
diff changeset
62 //cant differentiate between chroma & luma filters (both on or both off)
c39e14fc2392 cleanup
michael
parents:
diff changeset
63 //obviosly the -pp option at the commandline has no effect except turning the here selected
c39e14fc2392 cleanup
michael
parents:
diff changeset
64 //filters on
c39e14fc2392 cleanup
michael
parents:
diff changeset
65 //#define COMPILE_TIME_MODE 0x77
c39e14fc2392 cleanup
michael
parents:
diff changeset
66
1157
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
67 #if 1
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
68 static inline int CLIP(int a){
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
69 if(a&256) return ((a)>>31)^(-1);
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
70 else return a;
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
71 }
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
72 //#define CLIP(a) (((a)&256) ? ((a)>>31)^(-1) : (a))
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
73 #elif 0
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
74 #define CLIP(a) clip_tab[a]
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
75 #else
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
76 #define CLIP(a) (a)
57fe9c4e0c6e fixing cliping of c deinterlacers
michaelni
parents: 1109
diff changeset
77 #endif
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
78 /**
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
79 * Postprocessng filter.
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
80 */
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
81 struct PPFilter{
c39e14fc2392 cleanup
michael
parents:
diff changeset
82 char *shortName;
c39e14fc2392 cleanup
michael
parents:
diff changeset
83 char *longName;
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
84 int chromDefault; ///< is chrominance filtering on by default if this filter is manually activated
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
85 int minLumQuality; ///< minimum quality to turn luminance filtering on
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
86 int minChromQuality; ///< minimum quality to turn chrominance filtering on
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
87 int mask; ///< Bitmask to turn this filter on
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
88 };
c39e14fc2392 cleanup
michael
parents:
diff changeset
89
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
90 /**
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
91 * Postprocessng mode.
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
92 */
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
93 typedef struct PPMode{
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
94 int lumMode; ///< acivates filters for luminance
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
95 int chromMode; ///< acivates filters for chrominance
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
96 int error; ///< non zero on error
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
97
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
98 int minAllowedY; ///< for brigtness correction
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
99 int maxAllowedY; ///< for brihtness correction
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
100 float maxClippedThreshold; ///< amount of "black" u r willing to loose to get a brightness corrected picture
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
101
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
102 int maxTmpNoise[3]; ///< for Temporal Noise Reducing filter (Maximal sum of abs differences)
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
103
c39e14fc2392 cleanup
michael
parents:
diff changeset
104 int baseDcDiff;
c39e14fc2392 cleanup
michael
parents:
diff changeset
105 int flatnessThreshold;
c39e14fc2392 cleanup
michael
parents:
diff changeset
106
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
107 int forcedQuant; ///< quantizer if FORCE_QUANT is used
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
108 } PPMode;
c39e14fc2392 cleanup
michael
parents:
diff changeset
109
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
110 /**
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
111 * postprocess context.
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
112 */
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
113 typedef struct PPContext{
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
114 uint8_t *tempBlocks; ///<used for the horizontal code
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
115
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
116 /**
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
117 * luma histogram.
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
118 * we need 64bit here otherwise we'll going to have a problem
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
119 * after watching a black picture for 5 hours
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
120 */
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
121 uint64_t *yHistogram;
c39e14fc2392 cleanup
michael
parents:
diff changeset
122
c39e14fc2392 cleanup
michael
parents:
diff changeset
123 uint64_t __attribute__((aligned(8))) packedYOffset;
c39e14fc2392 cleanup
michael
parents:
diff changeset
124 uint64_t __attribute__((aligned(8))) packedYScale;
c39e14fc2392 cleanup
michael
parents:
diff changeset
125
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
126 /** Temporal noise reducing buffers */
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
127 uint8_t *tempBlured[3];
c39e14fc2392 cleanup
michael
parents:
diff changeset
128 int32_t *tempBluredPast[3];
c39e14fc2392 cleanup
michael
parents:
diff changeset
129
1109
3644e555a20a doxy / cosmetics
michaelni
parents: 957
diff changeset
130 /** Temporary buffers for handling the last row(s) */
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
131 uint8_t *tempDst;
c39e14fc2392 cleanup
michael
parents:
diff changeset
132 uint8_t *tempSrc;
c39e14fc2392 cleanup
michael
parents:
diff changeset
133
c39e14fc2392 cleanup
michael
parents:
diff changeset
134 uint8_t *deintTemp;
c39e14fc2392 cleanup
michael
parents:
diff changeset
135
c39e14fc2392 cleanup
michael
parents:
diff changeset
136 uint64_t __attribute__((aligned(8))) pQPb;
c39e14fc2392 cleanup
michael
parents:
diff changeset
137 uint64_t __attribute__((aligned(8))) pQPb2;
c39e14fc2392 cleanup
michael
parents:
diff changeset
138
1724
ea5200a9f730 mpeg2 QP clamping fix
michael
parents: 1196
diff changeset
139 uint64_t __attribute__((aligned(8))) mmxDcOffset[64];
ea5200a9f730 mpeg2 QP clamping fix
michael
parents: 1196
diff changeset
140 uint64_t __attribute__((aligned(8))) mmxDcThreshold[64];
937
04fd733c5e4b buffer alloc cleanup / 10l
michael
parents: 829
diff changeset
141
1196
2e06398e4647 mpeg2 qscale flag
michaelni
parents: 1157
diff changeset
142 QP_STORE_T *stdQPTable; ///< used to fix MPEG2 style qscale
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
143 QP_STORE_T *nonBQPTable;
937
04fd733c5e4b buffer alloc cleanup / 10l
michael
parents: 829
diff changeset
144 QP_STORE_T *forcedQPTable;
04fd733c5e4b buffer alloc cleanup / 10l
michael
parents: 829
diff changeset
145
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
146 int QP;
c39e14fc2392 cleanup
michael
parents:
diff changeset
147 int nonBQP;
c39e14fc2392 cleanup
michael
parents:
diff changeset
148
c39e14fc2392 cleanup
michael
parents:
diff changeset
149 int frameNum;
c39e14fc2392 cleanup
michael
parents:
diff changeset
150
c39e14fc2392 cleanup
michael
parents:
diff changeset
151 int cpuCaps;
937
04fd733c5e4b buffer alloc cleanup / 10l
michael
parents: 829
diff changeset
152
1196
2e06398e4647 mpeg2 qscale flag
michaelni
parents: 1157
diff changeset
153 int qpStride; ///<size of qp buffers (needed to realloc them if needed)
2e06398e4647 mpeg2 qscale flag
michaelni
parents: 1157
diff changeset
154 int stride; ///<size of some buffers (needed to realloc them if needed)
957
8a95bda80fdc YUV 411/422/444 support for pp
michael
parents: 937
diff changeset
155
8a95bda80fdc YUV 411/422/444 support for pp
michael
parents: 937
diff changeset
156 int hChromaSubSample;
8a95bda80fdc YUV 411/422/444 support for pp
michael
parents: 937
diff changeset
157 int vChromaSubSample;
829
c39e14fc2392 cleanup
michael
parents:
diff changeset
158
c39e14fc2392 cleanup
michael
parents:
diff changeset
159 PPMode ppMode;
c39e14fc2392 cleanup
michael
parents:
diff changeset
160 } PPContext;
c39e14fc2392 cleanup
michael
parents:
diff changeset
161
1196
2e06398e4647 mpeg2 qscale flag
michaelni
parents: 1157
diff changeset
162