annotate postproc/postprocess_template.c @ 5016:a17d9e37c93c

applied patch from KotH
author gabucino
date Sun, 10 Mar 2002 07:44:09 +0000
parents f3dc8bf8383a
children 5c36f7890b53
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1 /*
4399
a4098aec828a minor QP bugfix
michael
parents: 4253
diff changeset
2 Copyright (C) 2001-2002 Michael Niedermayer (michaelni@gmx.at)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
4 This program is free software; you can redistribute it and/or modify
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
5 it under the terms of the GNU General Public License as published by
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
6 the Free Software Foundation; either version 2 of the License, or
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
7 (at your option) any later version.
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
8
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
9 This program is distributed in the hope that it will be useful,
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
12 GNU General Public License for more details.
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
13
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
14 You should have received a copy of the GNU General Public License
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
15 along with this program; if not, write to the Free Software
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
16 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
17 */
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
18
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
19 #undef PAVGB
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
20 #undef PMINUB
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
21 #undef PMAXUB
2189
82556b3a1228 Cleanup:
arpi
parents: 2185
diff changeset
22
82556b3a1228 Cleanup:
arpi
parents: 2185
diff changeset
23 #ifdef HAVE_MMX2
82556b3a1228 Cleanup:
arpi
parents: 2185
diff changeset
24 #define PAVGB(a,b) "pavgb " #a ", " #b " \n\t"
82556b3a1228 Cleanup:
arpi
parents: 2185
diff changeset
25 #elif defined (HAVE_3DNOW)
82556b3a1228 Cleanup:
arpi
parents: 2185
diff changeset
26 #define PAVGB(a,b) "pavgusb " #a ", " #b " \n\t"
82556b3a1228 Cleanup:
arpi
parents: 2185
diff changeset
27 #endif
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
28
2477
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
29 #ifdef HAVE_MMX2
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
30 #define PMINUB(a,b,t) "pminub " #a ", " #b " \n\t"
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
31 #elif defined (HAVE_MMX)
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
32 #define PMINUB(b,a,t) \
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
33 "movq " #a ", " #t " \n\t"\
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
34 "psubusb " #b ", " #t " \n\t"\
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
35 "psubb " #t ", " #a " \n\t"
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
36 #endif
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
37
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
38 #ifdef HAVE_MMX2
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
39 #define PMAXUB(a,b) "pmaxub " #a ", " #b " \n\t"
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
40 #elif defined (HAVE_MMX)
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
41 #define PMAXUB(a,b) \
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
42 "psubusb " #a ", " #b " \n\t"\
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
43 "paddb " #a ", " #b " \n\t"
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
44 #endif
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
45
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
46
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
47 //FIXME? |255-0| = 1 (shouldnt be a problem ...)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
48 /**
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
49 * Check if the middle 8x8 Block in the given 8x16 block is flat
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
50 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
51 static inline int RENAME(isVertDC)(uint8_t src[], int stride){
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
52 int numEq= 0;
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
53 #ifndef HAVE_MMX
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
54 int y;
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
55 #endif
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
56 src+= stride*4; // src points to begin of the 8x8 Block
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
57 #ifdef HAVE_MMX
2413
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
58 asm volatile(
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
59 "leal (%1, %2), %%eax \n\t"
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
60 "leal (%%eax, %2, 4), %%ebx \n\t"
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
61 // 0 1 2 3 4 5 6 7 8 9
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
62 // %1 eax eax+%2 eax+2%2 %1+4%2 ebx ebx+%2 ebx+2%2 %1+8%2 ebx+4%2
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
63 "movq "MANGLE(mmxDCOffset)", %%mm7 \n\t" // mm7 = 0x7F
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
64 "movq "MANGLE(mmxDCThreshold)", %%mm6 \n\t" // mm6 = 0x7D
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
65 "movq (%1), %%mm0 \n\t"
2413
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
66 "movq (%%eax), %%mm1 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
67 "psubb %%mm1, %%mm0 \n\t" // mm0 = differnece
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
68 "paddb %%mm7, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
69 "pcmpgtb %%mm6, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
70
2413
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
71 "movq (%%eax,%2), %%mm2 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
72 "psubb %%mm2, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
73 "paddb %%mm7, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
74 "pcmpgtb %%mm6, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
75 "paddb %%mm1, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
76
2413
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
77 "movq (%%eax, %2, 2), %%mm1 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
78 "psubb %%mm1, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
79 "paddb %%mm7, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
80 "pcmpgtb %%mm6, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
81 "paddb %%mm2, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
82
2413
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
83 "movq (%1, %2, 4), %%mm2 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
84 "psubb %%mm2, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
85 "paddb %%mm7, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
86 "pcmpgtb %%mm6, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
87 "paddb %%mm1, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
88
2413
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
89 "movq (%%ebx), %%mm1 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
90 "psubb %%mm1, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
91 "paddb %%mm7, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
92 "pcmpgtb %%mm6, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
93 "paddb %%mm2, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
94
2413
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
95 "movq (%%ebx, %2), %%mm2 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
96 "psubb %%mm2, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
97 "paddb %%mm7, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
98 "pcmpgtb %%mm6, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
99 "paddb %%mm1, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
100
2413
32e733ec8a88 optimizations (+2% speedup)
michael
parents: 2401
diff changeset
101 "movq (%%ebx, %2, 2), %%mm1 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
102 "psubb %%mm1, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
103 "paddb %%mm7, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
104 "pcmpgtb %%mm6, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
105 "paddb %%mm2, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
106
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
107 " \n\t"
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
108 #ifdef HAVE_MMX2
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
109 "pxor %%mm7, %%mm7 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
110 "psadbw %%mm7, %%mm0 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
111 #else
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
112 "movq %%mm0, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
113 "psrlw $8, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
114 "paddb %%mm1, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
115 "movq %%mm0, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
116 "psrlq $16, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
117 "paddb %%mm1, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
118 "movq %%mm0, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
119 "psrlq $32, %%mm0 \n\t"
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
120 "paddb %%mm1, %%mm0 \n\t"
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
121 #endif
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
122 "movd %%mm0, %0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
123 : "=r" (numEq)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
124 : "r" (src), "r" (stride)
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
125 : "%ebx"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
126 );
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
127 numEq= (-numEq) &0xFF;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
128
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
129 #else
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
130 for(y=0; y<BLOCK_SIZE-1; y++)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
131 {
3817
365e9a92498d customizeable deblocking (2 thresholds)
michael
parents: 3171
diff changeset
132 if(((src[0] - src[0+stride] + dcOffset)&0xFFFF) < dcThreshold) numEq++;
365e9a92498d customizeable deblocking (2 thresholds)
michael
parents: 3171
diff changeset
133 if(((src[1] - src[1+stride] + dcOffset)&0xFFFF) < dcThreshold) numEq++;
365e9a92498d customizeable deblocking (2 thresholds)
michael
parents: 3171
diff changeset
134 if(((src[2] - src[2+stride] + dcOffset)&0xFFFF) < dcThreshold) numEq++;
365e9a92498d customizeable deblocking (2 thresholds)
michael
parents: 3171
diff changeset
135 if(((src[3] - src[3+stride] + dcOffset)&0xFFFF) < dcThreshold) numEq++;
365e9a92498d customizeable deblocking (2 thresholds)
michael
parents: 3171
diff changeset
136 if(((src[4] - src[4+stride] + dcOffset)&0xFFFF) < dcThreshold) numEq++;
365e9a92498d customizeable deblocking (2 thresholds)
michael
parents: 3171
diff changeset
137 if(((src[5] - src[5+stride] + dcOffset)&0xFFFF) < dcThreshold) numEq++;
365e9a92498d customizeable deblocking (2 thresholds)
michael
parents: 3171
diff changeset
138 if(((src[6] - src[6+stride] + dcOffset)&0xFFFF) < dcThreshold) numEq++;
365e9a92498d customizeable deblocking (2 thresholds)
michael
parents: 3171
diff changeset
139 if(((src[7] - src[7+stride] + dcOffset)&0xFFFF) < dcThreshold) numEq++;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
140 src+= stride;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
141 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
142 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
143 /* if(abs(numEq - asmEq) > 0)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
144 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
145 printf("\nasm:%d c:%d\n", asmEq, numEq);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
146 for(int y=0; y<8; y++)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
147 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
148 for(int x=0; x<8; x++)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
149 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
150 printf("%d ", temp[x + y*stride]);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
151 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
152 printf("\n");
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
153 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
154 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
155 */
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
156 // for(int i=0; i<numEq/8; i++) src[i]=255;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
157 return (numEq > vFlatnessThreshold) ? 1 : 0;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
158 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
159
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
160 static inline int RENAME(isVertMinMaxOk)(uint8_t src[], int stride, int QP)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
161 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
162 #ifdef HAVE_MMX
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
163 int isOk;
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
164 src+= stride*3;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
165 asm volatile(
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
166 // "int $3 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
167 "movq (%1, %2), %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
168 "movq (%1, %2, 8), %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
169 "movq %%mm0, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
170 "psubusb %%mm1, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
171 "psubusb %%mm2, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
172 "por %%mm1, %%mm0 \n\t" // ABS Diff
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
173
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
174 "movq "MANGLE(pQPb)", %%mm7 \n\t" // QP,..., QP
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
175 "paddusb %%mm7, %%mm7 \n\t" // 2QP ... 2QP
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
176 "psubusb %%mm7, %%mm0 \n\t" // Diff <= 2QP -> 0
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
177 "pcmpeqd "MANGLE(b00)", %%mm0 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
178 "psrlq $16, %%mm0 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
179 "pcmpeqd "MANGLE(bFF)", %%mm0 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
180 // "movd %%mm0, (%1, %2, 4)\n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
181 "movd %%mm0, %0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
182 : "=r" (isOk)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
183 : "r" (src), "r" (stride)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
184 );
2416
25e7342b5171 and another +2% speedup
michael
parents: 2413
diff changeset
185 return isOk;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
186 #else
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
187
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
188 int isOk2= 1;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
189 int x;
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
190 src+= stride*3;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
191 for(x=0; x<BLOCK_SIZE; x++)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
192 {
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
193 if(abs((int)src[x + stride] - (int)src[x + (stride<<3)]) > 2*QP) isOk2=0;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
194 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
195 /* if(isOk && !isOk2 || !isOk && isOk2)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
196 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
197 printf("\nasm:%d c:%d QP:%d\n", isOk, isOk2, QP);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
198 for(int y=0; y<9; y++)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
199 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
200 for(int x=0; x<8; x++)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
201 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
202 printf("%d ", src[x + y*stride]);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
203 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
204 printf("\n");
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
205 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
206 } */
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
207
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
208 return isOk2;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
209 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
210
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
211 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
212
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
213 /**
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
214 * Do a vertical low pass filter on the 8x16 block (only write to the 8x8 block in the middle)
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
215 * using the 9-Tap Filter (1,1,2,2,4,2,2,1,1)/16
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
216 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
217 static inline void RENAME(doVertLowPass)(uint8_t *src, int stride, int QP)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
218 {
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
219 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
220 src+= stride*3;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
221 asm volatile( //"movv %0 %1 %2\n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
222 "movq "MANGLE(pQPb)", %%mm0 \n\t" // QP,..., QP
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
223
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
224 "movq (%0), %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
225 "movq (%0, %1), %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
226 "movq %%mm5, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
227 "movq %%mm6, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
228 "psubusb %%mm6, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
229 "psubusb %%mm1, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
230 "por %%mm5, %%mm2 \n\t" // ABS Diff of lines
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
231 "psubusb %%mm0, %%mm2 \n\t" // diff <= QP -> 0
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
232 "pcmpeqb "MANGLE(b00)", %%mm2 \n\t" // diff <= QP -> FF
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
233
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
234 "pand %%mm2, %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
235 "pandn %%mm1, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
236 "por %%mm2, %%mm6 \n\t"// First Line to Filter
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
237
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
238 "movq (%0, %1, 8), %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
239 "leal (%0, %1, 4), %%eax \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
240 "leal (%0, %1, 8), %%ebx \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
241 "subl %1, %%ebx \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
242 "addl %1, %0 \n\t" // %0 points to line 1 not 0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
243 "movq (%0, %1, 8), %%mm7 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
244 "movq %%mm5, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
245 "movq %%mm7, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
246 "psubusb %%mm7, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
247 "psubusb %%mm1, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
248 "por %%mm5, %%mm2 \n\t" // ABS Diff of lines
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
249 "psubusb %%mm0, %%mm2 \n\t" // diff <= QP -> 0
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
250 "pcmpeqb "MANGLE(b00)", %%mm2 \n\t" // diff <= QP -> FF
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
251
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
252 "pand %%mm2, %%mm7 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
253 "pandn %%mm1, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
254 "por %%mm2, %%mm7 \n\t" // First Line to Filter
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
255
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
256
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
257 // 1 2 3 4 5 6 7 8
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
258 // %0 %0+%1 %0+2%1 eax %0+4%1 eax+2%1 ebx eax+4%1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
259 // 6 4 2 2 1 1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
260 // 6 4 4 2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
261 // 6 8 2
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
262
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
263 "movq (%0, %1), %%mm0 \n\t" // 1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
264 "movq %%mm0, %%mm1 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
265 PAVGB(%%mm6, %%mm0) //1 1 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
266 PAVGB(%%mm6, %%mm0) //3 1 /4
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
267
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
268 "movq (%0, %1, 4), %%mm2 \n\t" // 1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
269 "movq %%mm2, %%mm5 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
270 PAVGB((%%eax), %%mm2) // 11 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
271 PAVGB((%0, %1, 2), %%mm2) // 211 /4
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
272 "movq %%mm2, %%mm3 \n\t" // 211 /4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
273 "movq (%0), %%mm4 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
274 PAVGB(%%mm4, %%mm3) // 4 211 /8
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
275 PAVGB(%%mm0, %%mm3) //642211 /16
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
276 "movq %%mm3, (%0) \n\t" // X
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
277 // mm1=2 mm2=3(211) mm4=1 mm5=5 mm6=0 mm7=9
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
278 "movq %%mm1, %%mm0 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
279 PAVGB(%%mm6, %%mm0) //1 1 /2
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
280 "movq %%mm4, %%mm3 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
281 PAVGB((%0,%1,2), %%mm3) // 1 1 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
282 PAVGB((%%eax,%1,2), %%mm5) // 11 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
283 PAVGB((%%eax), %%mm5) // 211 /4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
284 PAVGB(%%mm5, %%mm3) // 2 2211 /8
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
285 PAVGB(%%mm0, %%mm3) //4242211 /16
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
286 "movq %%mm3, (%0,%1) \n\t" // X
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
287 // mm1=2 mm2=3(211) mm4=1 mm5=4(211) mm6=0 mm7=9
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
288 PAVGB(%%mm4, %%mm6) //11 /2
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
289 "movq (%%ebx), %%mm0 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
290 PAVGB((%%eax, %1, 2), %%mm0) // 11/2
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
291 "movq %%mm0, %%mm3 \n\t" // 11/2
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
292 PAVGB(%%mm1, %%mm0) // 2 11/4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
293 PAVGB(%%mm6, %%mm0) //222 11/8
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
294 PAVGB(%%mm2, %%mm0) //22242211/16
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
295 "movq (%0, %1, 2), %%mm2 \n\t" // 1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
296 "movq %%mm0, (%0, %1, 2) \n\t" // X
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
297 // mm1=2 mm2=3 mm3=6(11) mm4=1 mm5=4(211) mm6=0(11) mm7=9
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
298 "movq (%%eax, %1, 4), %%mm0 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
299 PAVGB((%%ebx), %%mm0) // 11 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
300 PAVGB(%%mm0, %%mm6) //11 11 /4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
301 PAVGB(%%mm1, %%mm4) // 11 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
302 PAVGB(%%mm2, %%mm1) // 11 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
303 PAVGB(%%mm1, %%mm6) //1122 11 /8
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
304 PAVGB(%%mm5, %%mm6) //112242211 /16
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
305 "movq (%%eax), %%mm5 \n\t" // 1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
306 "movq %%mm6, (%%eax) \n\t" // X
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
307 // mm0=7(11) mm1=2(11) mm2=3 mm3=6(11) mm4=1(11) mm5=4 mm7=9
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
308 "movq (%%eax, %1, 4), %%mm6 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
309 PAVGB(%%mm7, %%mm6) // 11 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
310 PAVGB(%%mm4, %%mm6) // 11 11 /4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
311 PAVGB(%%mm3, %%mm6) // 11 2211 /8
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
312 PAVGB(%%mm5, %%mm2) // 11 /2
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
313 "movq (%0, %1, 4), %%mm4 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
314 PAVGB(%%mm4, %%mm2) // 112 /4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
315 PAVGB(%%mm2, %%mm6) // 112242211 /16
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
316 "movq %%mm6, (%0, %1, 4) \n\t" // X
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
317 // mm0=7(11) mm1=2(11) mm2=3(112) mm3=6(11) mm4=5 mm5=4 mm7=9
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
318 PAVGB(%%mm7, %%mm1) // 11 2 /4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
319 PAVGB(%%mm4, %%mm5) // 11 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
320 PAVGB(%%mm5, %%mm0) // 11 11 /4
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
321 "movq (%%eax, %1, 2), %%mm6 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
322 PAVGB(%%mm6, %%mm1) // 11 4 2 /8
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
323 PAVGB(%%mm0, %%mm1) // 11224222 /16
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
324 "movq %%mm1, (%%eax, %1, 2) \n\t" // X
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
325 // mm2=3(112) mm3=6(11) mm4=5 mm5=4(11) mm6=6 mm7=9
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
326 PAVGB((%%ebx), %%mm2) // 112 4 /8
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
327 "movq (%%eax, %1, 4), %%mm0 \n\t" // 1
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
328 PAVGB(%%mm0, %%mm6) // 1 1 /2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
329 PAVGB(%%mm7, %%mm6) // 1 12 /4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
330 PAVGB(%%mm2, %%mm6) // 1122424 /4
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
331 "movq %%mm6, (%%ebx) \n\t" // X
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
332 // mm0=8 mm3=6(11) mm4=5 mm5=4(11) mm7=9
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
333 PAVGB(%%mm7, %%mm5) // 11 2 /4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
334 PAVGB(%%mm7, %%mm5) // 11 6 /8
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
335
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
336 PAVGB(%%mm3, %%mm0) // 112 /4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
337 PAVGB(%%mm0, %%mm5) // 112246 /16
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
338 "movq %%mm5, (%%eax, %1, 4) \n\t" // X
2570
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
339 "subl %1, %0 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
340
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
341 :
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
342 : "r" (src), "r" (stride)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
343 : "%eax", "%ebx"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
344 );
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
345 #else
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
346 const int l1= stride;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
347 const int l2= stride + l1;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
348 const int l3= stride + l2;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
349 const int l4= stride + l3;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
350 const int l5= stride + l4;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
351 const int l6= stride + l5;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
352 const int l7= stride + l6;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
353 const int l8= stride + l7;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
354 const int l9= stride + l8;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
355 int x;
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
356 src+= stride*3;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
357 for(x=0; x<BLOCK_SIZE; x++)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
358 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
359 const int first= ABS(src[0] - src[l1]) < QP ? src[0] : src[l1];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
360 const int last= ABS(src[l8] - src[l9]) < QP ? src[l9] : src[l8];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
361
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
362 int sums[9];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
363 sums[0] = first + src[l1];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
364 sums[1] = src[l1] + src[l2];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
365 sums[2] = src[l2] + src[l3];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
366 sums[3] = src[l3] + src[l4];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
367 sums[4] = src[l4] + src[l5];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
368 sums[5] = src[l5] + src[l6];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
369 sums[6] = src[l6] + src[l7];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
370 sums[7] = src[l7] + src[l8];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
371 sums[8] = src[l8] + last;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
372
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
373 src[l1]= ((sums[0]<<2) + ((first + sums[2])<<1) + sums[4] + 8)>>4;
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
374 src[l2]= ((src[l2]<<2) + ((first + sums[0] + sums[3])<<1) + sums[5] + 8)>>4;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
375 src[l3]= ((src[l3]<<2) + ((first + sums[1] + sums[4])<<1) + sums[6] + 8)>>4;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
376 src[l4]= ((src[l4]<<2) + ((sums[2] + sums[5])<<1) + sums[0] + sums[7] + 8)>>4;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
377 src[l5]= ((src[l5]<<2) + ((sums[3] + sums[6])<<1) + sums[1] + sums[8] + 8)>>4;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
378 src[l6]= ((src[l6]<<2) + ((last + sums[7] + sums[4])<<1) + sums[2] + 8)>>4;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
379 src[l7]= (((last + src[l7])<<2) + ((src[l8] + sums[5])<<1) + sums[3] + 8)>>4;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
380 src[l8]= ((sums[8]<<2) + ((last + sums[6])<<1) + sums[4] + 8)>>4;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
381
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
382 src++;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
383 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
384
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
385 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
386 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
387
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
388 /**
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
389 * Experimental implementation of the filter (Algorithm 1) described in a paper from Ramkishor & Karandikar
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
390 * values are correctly clipped (MMX2)
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
391 * values are wraparound (C)
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
392 * conclusion: its fast, but introduces ugly horizontal patterns if there is a continious gradient
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
393 0 8 16 24
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
394 x = 8
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
395 x/2 = 4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
396 x/8 = 1
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
397 1 12 12 23
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
398 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
399 static inline void RENAME(vertRK1Filter)(uint8_t *src, int stride, int QP)
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
400 {
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
401 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
402 src+= stride*3;
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
403 // FIXME rounding
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
404 asm volatile(
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
405 "pxor %%mm7, %%mm7 \n\t" // 0
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
406 "movq "MANGLE(b80)", %%mm6 \n\t" // MIN_SIGNED_BYTE
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
407 "leal (%0, %1), %%eax \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
408 "leal (%%eax, %1, 4), %%ebx \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
409 // 0 1 2 3 4 5 6 7 8 9
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
410 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
411 "movq "MANGLE(pQPb)", %%mm0 \n\t" // QP,..., QP
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
412 "movq %%mm0, %%mm1 \n\t" // QP,..., QP
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
413 "paddusb "MANGLE(b02)", %%mm0 \n\t"
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
414 "psrlw $2, %%mm0 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
415 "pand "MANGLE(b3F)", %%mm0 \n\t" // QP/4,..., QP/4
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
416 "paddusb %%mm1, %%mm0 \n\t" // QP*1.25 ...
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
417 "movq (%0, %1, 4), %%mm2 \n\t" // line 4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
418 "movq (%%ebx), %%mm3 \n\t" // line 5
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
419 "movq %%mm2, %%mm4 \n\t" // line 4
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
420 "pcmpeqb %%mm5, %%mm5 \n\t" // -1
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
421 "pxor %%mm2, %%mm5 \n\t" // -line 4 - 1
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
422 PAVGB(%%mm3, %%mm5)
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
423 "paddb %%mm6, %%mm5 \n\t" // (l5-l4)/2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
424 "psubusb %%mm3, %%mm4 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
425 "psubusb %%mm2, %%mm3 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
426 "por %%mm3, %%mm4 \n\t" // |l4 - l5|
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
427 "psubusb %%mm0, %%mm4 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
428 "pcmpeqb %%mm7, %%mm4 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
429 "pand %%mm4, %%mm5 \n\t" // d/2
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
430
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
431 // "paddb %%mm6, %%mm2 \n\t" // line 4 + 0x80
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
432 "paddb %%mm5, %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
433 // "psubb %%mm6, %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
434 "movq %%mm2, (%0,%1, 4) \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
435
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
436 "movq (%%ebx), %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
437 // "paddb %%mm6, %%mm2 \n\t" // line 5 + 0x80
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
438 "psubb %%mm5, %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
439 // "psubb %%mm6, %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
440 "movq %%mm2, (%%ebx) \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
441
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
442 "paddb %%mm6, %%mm5 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
443 "psrlw $2, %%mm5 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
444 "pand "MANGLE(b3F)", %%mm5 \n\t"
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
445 "psubb "MANGLE(b20)", %%mm5 \n\t" // (l5-l4)/8
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
446
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
447 "movq (%%eax, %1, 2), %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
448 "paddb %%mm6, %%mm2 \n\t" // line 3 + 0x80
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
449 "paddsb %%mm5, %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
450 "psubb %%mm6, %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
451 "movq %%mm2, (%%eax, %1, 2) \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
452
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
453 "movq (%%ebx, %1), %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
454 "paddb %%mm6, %%mm2 \n\t" // line 6 + 0x80
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
455 "psubsb %%mm5, %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
456 "psubb %%mm6, %%mm2 \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
457 "movq %%mm2, (%%ebx, %1) \n\t"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
458
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
459 :
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
460 : "r" (src), "r" (stride)
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
461 : "%eax", "%ebx"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
462 );
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
463 #else
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
464 const int l1= stride;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
465 const int l2= stride + l1;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
466 const int l3= stride + l2;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
467 const int l4= stride + l3;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
468 const int l5= stride + l4;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
469 const int l6= stride + l5;
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
470 // const int l7= stride + l6;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
471 // const int l8= stride + l7;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
472 // const int l9= stride + l8;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
473 int x;
2586
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
474 const int QP15= QP + (QP>>2);
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
475 src+= stride*3;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
476 for(x=0; x<BLOCK_SIZE; x++)
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
477 {
2586
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
478 const int v = (src[x+l5] - src[x+l4]);
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
479 if(ABS(v) < QP15)
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
480 {
2586
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
481 src[x+l3] +=v>>3;
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
482 src[x+l4] +=v>>1;
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
483 src[x+l5] -=v>>1;
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
484 src[x+l6] -=v>>3;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
485
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
486 }
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
487 }
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
488
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
489 #endif
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
490 }
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
491
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
492 /**
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
493 * Experimental Filter 1
2179
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
494 * will not damage linear gradients
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
495 * Flat blocks should look like they where passed through the (1,1,2,2,4,2,2,1,1) 9-Tap filter
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
496 * can only smooth blocks at the expected locations (it cant smooth them if they did move)
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
497 * MMX2 version does correct clipping C version doesnt
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
498 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
499 static inline void RENAME(vertX1Filter)(uint8_t *src, int stride, int QP)
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
500 {
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
501 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
502 src+= stride*3;
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
503
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
504 asm volatile(
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
505 "pxor %%mm7, %%mm7 \n\t" // 0
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
506 // "movq "MANGLE(b80)", %%mm6 \n\t" // MIN_SIGNED_BYTE
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
507 "leal (%0, %1), %%eax \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
508 "leal (%%eax, %1, 4), %%ebx \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
509 // 0 1 2 3 4 5 6 7 8 9
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
510 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
511 "movq (%%eax, %1, 2), %%mm0 \n\t" // line 3
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
512 "movq (%0, %1, 4), %%mm1 \n\t" // line 4
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
513 "movq %%mm1, %%mm2 \n\t" // line 4
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
514 "psubusb %%mm0, %%mm1 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
515 "psubusb %%mm2, %%mm0 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
516 "por %%mm1, %%mm0 \n\t" // |l2 - l3|
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
517 "movq (%%ebx), %%mm3 \n\t" // line 5
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
518 "movq (%%ebx, %1), %%mm4 \n\t" // line 6
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
519 "movq %%mm3, %%mm5 \n\t" // line 5
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
520 "psubusb %%mm4, %%mm3 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
521 "psubusb %%mm5, %%mm4 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
522 "por %%mm4, %%mm3 \n\t" // |l5 - l6|
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
523 PAVGB(%%mm3, %%mm0) // (|l2 - l3| + |l5 - l6|)/2
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
524 "movq %%mm2, %%mm1 \n\t" // line 4
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
525 "psubusb %%mm5, %%mm2 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
526 "movq %%mm2, %%mm4 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
527 "pcmpeqb %%mm7, %%mm2 \n\t" // (l4 - l5) <= 0 ? -1 : 0
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
528 "psubusb %%mm1, %%mm5 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
529 "por %%mm5, %%mm4 \n\t" // |l4 - l5|
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
530 "psubusb %%mm0, %%mm4 \n\t" //d = MAX(0, |l4-l5| - (|l2-l3| + |l5-l6|)/2)
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
531 "movq %%mm4, %%mm3 \n\t" // d
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
532 "psubusb "MANGLE(pQPb)", %%mm4 \n\t"
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
533 "pcmpeqb %%mm7, %%mm4 \n\t" // d <= QP ? -1 : 0
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
534 "psubusb "MANGLE(b01)", %%mm3 \n\t"
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
535 "pand %%mm4, %%mm3 \n\t" // d <= QP ? d : 0
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
536
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
537 PAVGB(%%mm7, %%mm3) // d/2
2179
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
538 "movq %%mm3, %%mm1 \n\t" // d/2
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
539 PAVGB(%%mm7, %%mm3) // d/4
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
540 PAVGB(%%mm1, %%mm3) // 3*d/8
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
541
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
542 "movq (%0, %1, 4), %%mm0 \n\t" // line 4
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
543 "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l4-1 : l4
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
544 "psubusb %%mm3, %%mm0 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
545 "pxor %%mm2, %%mm0 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
546 "movq %%mm0, (%0, %1, 4) \n\t" // line 4
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
547
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
548 "movq (%%ebx), %%mm0 \n\t" // line 5
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
549 "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l5-1 : l5
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
550 "paddusb %%mm3, %%mm0 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
551 "pxor %%mm2, %%mm0 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
552 "movq %%mm0, (%%ebx) \n\t" // line 5
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
553
2179
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
554 PAVGB(%%mm7, %%mm1) // d/4
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
555
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
556 "movq (%%eax, %1, 2), %%mm0 \n\t" // line 3
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
557 "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l4-1 : l4
2179
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
558 "psubusb %%mm1, %%mm0 \n\t"
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
559 "pxor %%mm2, %%mm0 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
560 "movq %%mm0, (%%eax, %1, 2) \n\t" // line 3
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
561
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
562 "movq (%%ebx, %1), %%mm0 \n\t" // line 6
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
563 "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l5-1 : l5
2179
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
564 "paddusb %%mm1, %%mm0 \n\t"
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
565 "pxor %%mm2, %%mm0 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
566 "movq %%mm0, (%%ebx, %1) \n\t" // line 6
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
567
2179
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
568 PAVGB(%%mm7, %%mm1) // d/8
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
569
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
570 "movq (%%eax, %1), %%mm0 \n\t" // line 2
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
571 "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l2-1 : l2
2179
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
572 "psubusb %%mm1, %%mm0 \n\t"
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
573 "pxor %%mm2, %%mm0 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
574 "movq %%mm0, (%%eax, %1) \n\t" // line 2
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
575
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
576 "movq (%%ebx, %1, 2), %%mm0 \n\t" // line 7
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
577 "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l7-1 : l7
2179
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
578 "paddusb %%mm1, %%mm0 \n\t"
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
579 "pxor %%mm2, %%mm0 \n\t"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
580 "movq %%mm0, (%%ebx, %1, 2) \n\t" // line 7
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
581
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
582 :
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
583 : "r" (src), "r" (stride)
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
584 : "%eax", "%ebx"
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
585 );
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
586 #else
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
587
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
588 const int l1= stride;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
589 const int l2= stride + l1;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
590 const int l3= stride + l2;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
591 const int l4= stride + l3;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
592 const int l5= stride + l4;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
593 const int l6= stride + l5;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
594 const int l7= stride + l6;
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
595 // const int l8= stride + l7;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
596 // const int l9= stride + l8;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
597 int x;
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
598
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
599 src+= stride*3;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
600 for(x=0; x<BLOCK_SIZE; x++)
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
601 {
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
602 int a= src[l3] - src[l4];
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
603 int b= src[l4] - src[l5];
2179
2d8d14b882cc fixed a rounding bug thing in the X1 Filter
michael
parents: 2169
diff changeset
604 int c= src[l5] - src[l6];
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
605
2586
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
606 int d= ABS(b) - ((ABS(a) + ABS(c))>>1);
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
607 d= MAX(d, 0);
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
608
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
609 if(d < QP)
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
610 {
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
611 int v = d * SIGN(-b);
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
612
2586
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
613 src[l2] +=v>>3;
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
614 src[l3] +=v>>2;
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
615 src[l4] +=(3*v)>>3;
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
616 src[l5] -=(3*v)>>3;
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
617 src[l6] -=v>>2;
3b05a6b4d870 c speedup (x1, rk1 filters)
michael
parents: 2570
diff changeset
618 src[l7] -=v>>3;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
619
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
620 }
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
621 src++;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
622 }
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
623 /*
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
624 const int l1= stride;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
625 const int l2= stride + l1;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
626 const int l3= stride + l2;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
627 const int l4= stride + l3;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
628 const int l5= stride + l4;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
629 const int l6= stride + l5;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
630 const int l7= stride + l6;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
631 const int l8= stride + l7;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
632 const int l9= stride + l8;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
633 for(int x=0; x<BLOCK_SIZE; x++)
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
634 {
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
635 int v2= src[l2];
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
636 int v3= src[l3];
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
637 int v4= src[l4];
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
638 int v5= src[l5];
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
639 int v6= src[l6];
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
640 int v7= src[l7];
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
641
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
642 if(ABS(v4-v5)<QP && ABS(v4-v5) - (ABS(v3-v4) + ABS(v5-v6))>0 )
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
643 {
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
644 src[l3] = (6*v2 + 4*v3 + 3*v4 + 2*v5 + v6 )/16;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
645 src[l4] = (3*v2 + 3*v3 + 4*v4 + 3*v5 + 2*v6 + v7 )/16;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
646 src[l5] = (1*v2 + 2*v3 + 3*v4 + 4*v5 + 3*v6 + 3*v7)/16;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
647 src[l6] = ( 1*v3 + 2*v4 + 3*v5 + 4*v6 + 6*v7)/16;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
648 }
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
649 src++;
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
650 }
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
651 */
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
652 #endif
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
653 }
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
654
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
655 static inline void RENAME(doVertDefFilter)(uint8_t src[], int stride, int QP)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
656 {
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
657 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
658 /*
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
659 uint8_t tmp[16];
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
660 const int l1= stride;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
661 const int l2= stride + l1;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
662 const int l3= stride + l2;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
663 const int l4= (int)tmp - (int)src - stride*3;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
664 const int l5= (int)tmp - (int)src - stride*3 + 8;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
665 const int l6= stride*3 + l3;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
666 const int l7= stride + l6;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
667 const int l8= stride + l7;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
668
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
669 memcpy(tmp, src+stride*7, 8);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
670 memcpy(tmp+8, src+stride*8, 8);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
671 */
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
672 src+= stride*4;
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
673 asm volatile(
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
674
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
675 #if 0 //sligtly more accurate and slightly slower
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
676 "pxor %%mm7, %%mm7 \n\t" // 0
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
677 "leal (%0, %1), %%eax \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
678 "leal (%%eax, %1, 4), %%ebx \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
679 // 0 1 2 3 4 5 6 7
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
680 // %0 %0+%1 %0+2%1 eax+2%1 %0+4%1 eax+4%1 ebx+%1 ebx+2%1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
681 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
682
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
683
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
684 "movq (%0, %1, 2), %%mm0 \n\t" // l2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
685 "movq (%0), %%mm1 \n\t" // l0
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
686 "movq %%mm0, %%mm2 \n\t" // l2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
687 PAVGB(%%mm7, %%mm0) // ~l2/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
688 PAVGB(%%mm1, %%mm0) // ~(l2 + 2l0)/4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
689 PAVGB(%%mm2, %%mm0) // ~(5l2 + 2l0)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
690
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
691 "movq (%%eax), %%mm1 \n\t" // l1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
692 "movq (%%eax, %1, 2), %%mm3 \n\t" // l3
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
693 "movq %%mm1, %%mm4 \n\t" // l1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
694 PAVGB(%%mm7, %%mm1) // ~l1/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
695 PAVGB(%%mm3, %%mm1) // ~(l1 + 2l3)/4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
696 PAVGB(%%mm4, %%mm1) // ~(5l1 + 2l3)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
697
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
698 "movq %%mm0, %%mm4 \n\t" // ~(5l2 + 2l0)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
699 "psubusb %%mm1, %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
700 "psubusb %%mm4, %%mm1 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
701 "por %%mm0, %%mm1 \n\t" // ~|2l0 - 5l1 + 5l2 - 2l3|/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
702 // mm1= |lenergy|, mm2= l2, mm3= l3, mm7=0
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
703
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
704 "movq (%0, %1, 4), %%mm0 \n\t" // l4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
705 "movq %%mm0, %%mm4 \n\t" // l4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
706 PAVGB(%%mm7, %%mm0) // ~l4/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
707 PAVGB(%%mm2, %%mm0) // ~(l4 + 2l2)/4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
708 PAVGB(%%mm4, %%mm0) // ~(5l4 + 2l2)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
709
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
710 "movq (%%ebx), %%mm2 \n\t" // l5
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
711 "movq %%mm3, %%mm5 \n\t" // l3
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
712 PAVGB(%%mm7, %%mm3) // ~l3/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
713 PAVGB(%%mm2, %%mm3) // ~(l3 + 2l5)/4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
714 PAVGB(%%mm5, %%mm3) // ~(5l3 + 2l5)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
715
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
716 "movq %%mm0, %%mm6 \n\t" // ~(5l4 + 2l2)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
717 "psubusb %%mm3, %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
718 "psubusb %%mm6, %%mm3 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
719 "por %%mm0, %%mm3 \n\t" // ~|2l2 - 5l3 + 5l4 - 2l5|/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
720 "pcmpeqb %%mm7, %%mm0 \n\t" // SIGN(2l2 - 5l3 + 5l4 - 2l5)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
721 // mm0= SIGN(menergy), mm1= |lenergy|, mm2= l5, mm3= |menergy|, mm4=l4, mm5= l3, mm7=0
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
722
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
723 "movq (%%ebx, %1), %%mm6 \n\t" // l6
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
724 "movq %%mm6, %%mm5 \n\t" // l6
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
725 PAVGB(%%mm7, %%mm6) // ~l6/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
726 PAVGB(%%mm4, %%mm6) // ~(l6 + 2l4)/4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
727 PAVGB(%%mm5, %%mm6) // ~(5l6 + 2l4)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
728
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
729 "movq (%%ebx, %1, 2), %%mm5 \n\t" // l7
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
730 "movq %%mm2, %%mm4 \n\t" // l5
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
731 PAVGB(%%mm7, %%mm2) // ~l5/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
732 PAVGB(%%mm5, %%mm2) // ~(l5 + 2l7)/4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
733 PAVGB(%%mm4, %%mm2) // ~(5l5 + 2l7)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
734
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
735 "movq %%mm6, %%mm4 \n\t" // ~(5l6 + 2l4)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
736 "psubusb %%mm2, %%mm6 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
737 "psubusb %%mm4, %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
738 "por %%mm6, %%mm2 \n\t" // ~|2l4 - 5l5 + 5l6 - 2l7|/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
739 // mm0= SIGN(menergy), mm1= |lenergy|/8, mm2= |renergy|/8, mm3= |menergy|/8, mm7=0
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
740
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
741
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
742 PMINUB(%%mm2, %%mm1, %%mm4) // MIN(|lenergy|,|renergy|)/8
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
743 "movq "MANGLE(pQPb)", %%mm4 \n\t" // QP //FIXME QP+1 ?
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
744 "paddusb "MANGLE(b01)", %%mm4 \n\t"
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
745 "pcmpgtb %%mm3, %%mm4 \n\t" // |menergy|/8 < QP
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
746 "psubusb %%mm1, %%mm3 \n\t" // d=|menergy|/8-MIN(|lenergy|,|renergy|)/8
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
747 "pand %%mm4, %%mm3 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
748
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
749 "movq %%mm3, %%mm1 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
750 // "psubusb "MANGLE(b01)", %%mm3 \n\t"
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
751 PAVGB(%%mm7, %%mm3)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
752 PAVGB(%%mm7, %%mm3)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
753 "paddusb %%mm1, %%mm3 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
754 // "paddusb "MANGLE(b01)", %%mm3 \n\t"
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
755
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
756 "movq (%%eax, %1, 2), %%mm6 \n\t" //l3
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
757 "movq (%0, %1, 4), %%mm5 \n\t" //l4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
758 "movq (%0, %1, 4), %%mm4 \n\t" //l4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
759 "psubusb %%mm6, %%mm5 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
760 "psubusb %%mm4, %%mm6 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
761 "por %%mm6, %%mm5 \n\t" // |l3-l4|
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
762 "pcmpeqb %%mm7, %%mm6 \n\t" // SIGN(l3-l4)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
763 "pxor %%mm6, %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
764 "pand %%mm0, %%mm3 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
765 PMINUB(%%mm5, %%mm3, %%mm0)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
766
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
767 "psubusb "MANGLE(b01)", %%mm3 \n\t"
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
768 PAVGB(%%mm7, %%mm3)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
769
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
770 "movq (%%eax, %1, 2), %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
771 "movq (%0, %1, 4), %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
772 "pxor %%mm6, %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
773 "pxor %%mm6, %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
774 "psubb %%mm3, %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
775 "paddb %%mm3, %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
776 "pxor %%mm6, %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
777 "pxor %%mm6, %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
778 "movq %%mm0, (%%eax, %1, 2) \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
779 "movq %%mm2, (%0, %1, 4) \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
780 #endif
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
781
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
782 "leal (%0, %1), %%eax \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
783 "pcmpeqb %%mm6, %%mm6 \n\t" // -1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
784 // 0 1 2 3 4 5 6 7
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
785 // %0 %0+%1 %0+2%1 eax+2%1 %0+4%1 eax+4%1 ebx+%1 ebx+2%1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
786 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
787
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
788
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
789 "movq (%%eax, %1, 2), %%mm1 \n\t" // l3
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
790 "movq (%0, %1, 4), %%mm0 \n\t" // l4
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
791 "pxor %%mm6, %%mm1 \n\t" // -l3-1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
792 PAVGB(%%mm1, %%mm0) // -q+128 = (l4-l3+256)/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
793 // mm1=-l3-1, mm0=128-q
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
794
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
795 "movq (%%eax, %1, 4), %%mm2 \n\t" // l5
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
796 "movq (%%eax, %1), %%mm3 \n\t" // l2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
797 "pxor %%mm6, %%mm2 \n\t" // -l5-1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
798 "movq %%mm2, %%mm5 \n\t" // -l5-1
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
799 "movq "MANGLE(b80)", %%mm4 \n\t" // 128
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
800 "leal (%%eax, %1, 4), %%ebx \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
801 PAVGB(%%mm3, %%mm2) // (l2-l5+256)/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
802 PAVGB(%%mm0, %%mm4) // ~(l4-l3)/4 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
803 PAVGB(%%mm2, %%mm4) // ~(l2-l5)/4 +(l4-l3)/8 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
804 PAVGB(%%mm0, %%mm4) // ~(l2-l5)/8 +5(l4-l3)/16 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
805 // mm1=-l3-1, mm0=128-q, mm3=l2, mm4=menergy/16 + 128, mm5= -l5-1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
806
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
807 "movq (%%eax), %%mm2 \n\t" // l1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
808 "pxor %%mm6, %%mm2 \n\t" // -l1-1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
809 PAVGB(%%mm3, %%mm2) // (l2-l1+256)/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
810 PAVGB((%0), %%mm1) // (l0-l3+256)/2
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
811 "movq "MANGLE(b80)", %%mm3 \n\t" // 128
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
812 PAVGB(%%mm2, %%mm3) // ~(l2-l1)/4 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
813 PAVGB(%%mm1, %%mm3) // ~(l0-l3)/4 +(l2-l1)/8 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
814 PAVGB(%%mm2, %%mm3) // ~(l0-l3)/8 +5(l2-l1)/16 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
815 // mm0=128-q, mm3=lenergy/16 + 128, mm4= menergy/16 + 128, mm5= -l5-1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
816
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
817 PAVGB((%%ebx, %1), %%mm5) // (l6-l5+256)/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
818 "movq (%%ebx, %1, 2), %%mm1 \n\t" // l7
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
819 "pxor %%mm6, %%mm1 \n\t" // -l7-1
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
820 PAVGB((%0, %1, 4), %%mm1) // (l4-l7+256)/2
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
821 "movq "MANGLE(b80)", %%mm2 \n\t" // 128
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
822 PAVGB(%%mm5, %%mm2) // ~(l6-l5)/4 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
823 PAVGB(%%mm1, %%mm2) // ~(l4-l7)/4 +(l6-l5)/8 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
824 PAVGB(%%mm5, %%mm2) // ~(l4-l7)/8 +5(l6-l5)/16 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
825 // mm0=128-q, mm2=renergy/16 + 128, mm3=lenergy/16 + 128, mm4= menergy/16 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
826
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
827 "movq "MANGLE(b00)", %%mm1 \n\t" // 0
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
828 "movq "MANGLE(b00)", %%mm5 \n\t" // 0
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
829 "psubb %%mm2, %%mm1 \n\t" // 128 - renergy/16
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
830 "psubb %%mm3, %%mm5 \n\t" // 128 - lenergy/16
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
831 PMAXUB(%%mm1, %%mm2) // 128 + |renergy/16|
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
832 PMAXUB(%%mm5, %%mm3) // 128 + |lenergy/16|
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
833 PMINUB(%%mm2, %%mm3, %%mm1) // 128 + MIN(|lenergy|,|renergy|)/16
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
834
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
835 // mm0=128-q, mm3=128 + MIN(|lenergy|,|renergy|)/16, mm4= menergy/16 + 128
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
836
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
837 "movq "MANGLE(b00)", %%mm7 \n\t" // 0
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
838 "movq "MANGLE(pQPb)", %%mm2 \n\t" // QP
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
839 PAVGB(%%mm6, %%mm2) // 128 + QP/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
840 "psubb %%mm6, %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
841
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
842 "movq %%mm4, %%mm1 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
843 "pcmpgtb %%mm7, %%mm1 \n\t" // SIGN(menergy)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
844 "pxor %%mm1, %%mm4 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
845 "psubb %%mm1, %%mm4 \n\t" // 128 + |menergy|/16
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
846 "pcmpgtb %%mm4, %%mm2 \n\t" // |menergy|/16 < QP/2
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
847 "psubusb %%mm3, %%mm4 \n\t" //d=|menergy|/16 - MIN(|lenergy|,|renergy|)/16
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
848 // mm0=128-q, mm1= SIGN(menergy), mm2= |menergy|/16 < QP/2, mm4= d/16
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
849
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
850 "movq %%mm4, %%mm3 \n\t" // d
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
851 "psubusb "MANGLE(b01)", %%mm4 \n\t"
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
852 PAVGB(%%mm7, %%mm4) // d/32
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
853 PAVGB(%%mm7, %%mm4) // (d + 32)/64
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
854 "paddb %%mm3, %%mm4 \n\t" // 5d/64
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
855 "pand %%mm2, %%mm4 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
856
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
857 "movq "MANGLE(b80)", %%mm5 \n\t" // 128
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
858 "psubb %%mm0, %%mm5 \n\t" // q
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
859 "paddsb %%mm6, %%mm5 \n\t" // fix bad rounding
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
860 "pcmpgtb %%mm5, %%mm7 \n\t" // SIGN(q)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
861 "pxor %%mm7, %%mm5 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
862
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
863 PMINUB(%%mm5, %%mm4, %%mm3) // MIN(|q|, 5d/64)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
864 "pxor %%mm1, %%mm7 \n\t" // SIGN(d*q)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
865
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
866 "pand %%mm7, %%mm4 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
867 "movq (%%eax, %1, 2), %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
868 "movq (%0, %1, 4), %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
869 "pxor %%mm1, %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
870 "pxor %%mm1, %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
871 "paddb %%mm4, %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
872 "psubb %%mm4, %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
873 "pxor %%mm1, %%mm0 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
874 "pxor %%mm1, %%mm2 \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
875 "movq %%mm0, (%%eax, %1, 2) \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
876 "movq %%mm2, (%0, %1, 4) \n\t"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
877
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
878 :
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
879 : "r" (src), "r" (stride)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
880 : "%eax", "%ebx"
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
881 );
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
882
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
883 /*
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
884 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
885 int x;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
886 src-= stride;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
887 for(x=0; x<BLOCK_SIZE; x++)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
888 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
889 const int middleEnergy= 5*(src[l5] - src[l4]) + 2*(src[l3] - src[l6]);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
890 if(ABS(middleEnergy)< 8*QP)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
891 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
892 const int q=(src[l4] - src[l5])/2;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
893 const int leftEnergy= 5*(src[l3] - src[l2]) + 2*(src[l1] - src[l4]);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
894 const int rightEnergy= 5*(src[l7] - src[l6]) + 2*(src[l5] - src[l8]);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
895
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
896 int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
897 d= MAX(d, 0);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
898
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
899 d= (5*d + 32) >> 6;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
900 d*= SIGN(-middleEnergy);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
901
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
902 if(q>0)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
903 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
904 d= d<0 ? 0 : d;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
905 d= d>q ? q : d;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
906 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
907 else
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
908 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
909 d= d>0 ? 0 : d;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
910 d= d<q ? q : d;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
911 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
912
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
913 src[l4]-= d;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
914 src[l5]+= d;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
915 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
916 src++;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
917 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
918 src-=8;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
919 for(x=0; x<8; x++)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
920 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
921 int y;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
922 for(y=4; y<6; y++)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
923 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
924 int d= src[x+y*stride] - tmp[x+(y-4)*8];
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
925 int ad= ABS(d);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
926 static int max=0;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
927 static int sum=0;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
928 static int num=0;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
929 static int bias=0;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
930
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
931 if(max<ad) max=ad;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
932 sum+= ad>3 ? 1 : 0;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
933 if(ad>3)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
934 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
935 src[0] = src[7] = src[stride*7] = src[(stride+1)*7]=255;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
936 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
937 if(y==4) bias+=d;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
938 num++;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
939 if(num%1000000 == 0)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
940 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
941 printf(" %d %d %d %d\n", num, sum, max, bias);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
942 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
943 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
944 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
945 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
946 */
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
947 #elif defined (HAVE_MMX)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
948 src+= stride*4;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
949
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
950 asm volatile(
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
951 "pxor %%mm7, %%mm7 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
952 "leal (%0, %1), %%eax \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
953 "leal (%%eax, %1, 4), %%ebx \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
954 // 0 1 2 3 4 5 6 7
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
955 // %0 %0+%1 %0+2%1 eax+2%1 %0+4%1 eax+4%1 ebx+%1 ebx+2%1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
956 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
957
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
958 "movq (%0), %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
959 "movq %%mm0, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
960 "punpcklbw %%mm7, %%mm0 \n\t" // low part of line 0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
961 "punpckhbw %%mm7, %%mm1 \n\t" // high part of line 0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
962
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
963 "movq (%%eax), %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
964 "movq %%mm2, %%mm3 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
965 "punpcklbw %%mm7, %%mm2 \n\t" // low part of line 1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
966 "punpckhbw %%mm7, %%mm3 \n\t" // high part of line 1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
967
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
968 "movq (%%eax, %1), %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
969 "movq %%mm4, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
970 "punpcklbw %%mm7, %%mm4 \n\t" // low part of line 2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
971 "punpckhbw %%mm7, %%mm5 \n\t" // high part of line 2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
972
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
973 "paddw %%mm0, %%mm0 \n\t" // 2L0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
974 "paddw %%mm1, %%mm1 \n\t" // 2H0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
975 "psubw %%mm4, %%mm2 \n\t" // L1 - L2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
976 "psubw %%mm5, %%mm3 \n\t" // H1 - H2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
977 "psubw %%mm2, %%mm0 \n\t" // 2L0 - L1 + L2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
978 "psubw %%mm3, %%mm1 \n\t" // 2H0 - H1 + H2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
979
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
980 "psllw $2, %%mm2 \n\t" // 4L1 - 4L2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
981 "psllw $2, %%mm3 \n\t" // 4H1 - 4H2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
982 "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
983 "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
984
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
985 "movq (%%eax, %1, 2), %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
986 "movq %%mm2, %%mm3 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
987 "punpcklbw %%mm7, %%mm2 \n\t" // L3
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
988 "punpckhbw %%mm7, %%mm3 \n\t" // H3
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
989
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
990 "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2 - L3
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
991 "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2 - H3
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
992 "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
993 "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
994 "movq %%mm0, "MANGLE(temp0)" \n\t" // 2L0 - 5L1 + 5L2 - 2L3
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
995 "movq %%mm1, "MANGLE(temp1)" \n\t" // 2H0 - 5H1 + 5H2 - 2H3
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
996
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
997 "movq (%0, %1, 4), %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
998 "movq %%mm0, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
999 "punpcklbw %%mm7, %%mm0 \n\t" // L4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1000 "punpckhbw %%mm7, %%mm1 \n\t" // H4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1001
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1002 "psubw %%mm0, %%mm2 \n\t" // L3 - L4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1003 "psubw %%mm1, %%mm3 \n\t" // H3 - H4
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1004 "movq %%mm2, "MANGLE(temp2)" \n\t" // L3 - L4
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1005 "movq %%mm3, "MANGLE(temp3)" \n\t" // H3 - H4
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1006 "paddw %%mm4, %%mm4 \n\t" // 2L2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1007 "paddw %%mm5, %%mm5 \n\t" // 2H2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1008 "psubw %%mm2, %%mm4 \n\t" // 2L2 - L3 + L4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1009 "psubw %%mm3, %%mm5 \n\t" // 2H2 - H3 + H4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1010
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1011 "psllw $2, %%mm2 \n\t" // 4L3 - 4L4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1012 "psllw $2, %%mm3 \n\t" // 4H3 - 4H4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1013 "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1014 "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1015 //50 opcodes so far
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1016 "movq (%%ebx), %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1017 "movq %%mm2, %%mm3 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1018 "punpcklbw %%mm7, %%mm2 \n\t" // L5
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1019 "punpckhbw %%mm7, %%mm3 \n\t" // H5
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1020 "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4 - L5
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1021 "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4 - H5
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1022 "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4 - 2L5
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1023 "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4 - 2H5
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1024
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1025 "movq (%%ebx, %1), %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1026 "punpcklbw %%mm7, %%mm6 \n\t" // L6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1027 "psubw %%mm6, %%mm2 \n\t" // L5 - L6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1028 "movq (%%ebx, %1), %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1029 "punpckhbw %%mm7, %%mm6 \n\t" // H6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1030 "psubw %%mm6, %%mm3 \n\t" // H5 - H6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1031
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1032 "paddw %%mm0, %%mm0 \n\t" // 2L4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1033 "paddw %%mm1, %%mm1 \n\t" // 2H4
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1034 "psubw %%mm2, %%mm0 \n\t" // 2L4 - L5 + L6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1035 "psubw %%mm3, %%mm1 \n\t" // 2H4 - H5 + H6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1036
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1037 "psllw $2, %%mm2 \n\t" // 4L5 - 4L6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1038 "psllw $2, %%mm3 \n\t" // 4H5 - 4H6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1039 "psubw %%mm2, %%mm0 \n\t" // 2L4 - 5L5 + 5L6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1040 "psubw %%mm3, %%mm1 \n\t" // 2H4 - 5H5 + 5H6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1041
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1042 "movq (%%ebx, %1, 2), %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1043 "movq %%mm2, %%mm3 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1044 "punpcklbw %%mm7, %%mm2 \n\t" // L7
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1045 "punpckhbw %%mm7, %%mm3 \n\t" // H7
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1046
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1047 "paddw %%mm2, %%mm2 \n\t" // 2L7
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1048 "paddw %%mm3, %%mm3 \n\t" // 2H7
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1049 "psubw %%mm2, %%mm0 \n\t" // 2L4 - 5L5 + 5L6 - 2L7
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1050 "psubw %%mm3, %%mm1 \n\t" // 2H4 - 5H5 + 5H6 - 2H7
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1051
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1052 "movq "MANGLE(temp0)", %%mm2 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1053 "movq "MANGLE(temp1)", %%mm3 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
2570
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1054
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1055 #ifdef HAVE_MMX2
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1056 "movq %%mm7, %%mm6 \n\t" // 0
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1057 "psubw %%mm0, %%mm6 \n\t"
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1058 "pmaxsw %%mm6, %%mm0 \n\t" // |2L4 - 5L5 + 5L6 - 2L7|
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1059 "movq %%mm7, %%mm6 \n\t" // 0
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1060 "psubw %%mm1, %%mm6 \n\t"
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1061 "pmaxsw %%mm6, %%mm1 \n\t" // |2H4 - 5H5 + 5H6 - 2H7|
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1062 "movq %%mm7, %%mm6 \n\t" // 0
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1063 "psubw %%mm2, %%mm6 \n\t"
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1064 "pmaxsw %%mm6, %%mm2 \n\t" // |2L0 - 5L1 + 5L2 - 2L3|
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1065 "movq %%mm7, %%mm6 \n\t" // 0
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1066 "psubw %%mm3, %%mm6 \n\t"
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1067 "pmaxsw %%mm6, %%mm3 \n\t" // |2H0 - 5H1 + 5H2 - 2H3|
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1068 #else
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1069 "movq %%mm7, %%mm6 \n\t" // 0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1070 "pcmpgtw %%mm0, %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1071 "pxor %%mm6, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1072 "psubw %%mm6, %%mm0 \n\t" // |2L4 - 5L5 + 5L6 - 2L7|
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1073 "movq %%mm7, %%mm6 \n\t" // 0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1074 "pcmpgtw %%mm1, %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1075 "pxor %%mm6, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1076 "psubw %%mm6, %%mm1 \n\t" // |2H4 - 5H5 + 5H6 - 2H7|
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1077 "movq %%mm7, %%mm6 \n\t" // 0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1078 "pcmpgtw %%mm2, %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1079 "pxor %%mm6, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1080 "psubw %%mm6, %%mm2 \n\t" // |2L0 - 5L1 + 5L2 - 2L3|
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1081 "movq %%mm7, %%mm6 \n\t" // 0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1082 "pcmpgtw %%mm3, %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1083 "pxor %%mm6, %%mm3 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1084 "psubw %%mm6, %%mm3 \n\t" // |2H0 - 5H1 + 5H2 - 2H3|
2570
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1085 #endif
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1086
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1087 #ifdef HAVE_MMX2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1088 "pminsw %%mm2, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1089 "pminsw %%mm3, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1090 #else
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1091 "movq %%mm0, %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1092 "psubusw %%mm2, %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1093 "psubw %%mm6, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1094 "movq %%mm1, %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1095 "psubusw %%mm3, %%mm6 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1096 "psubw %%mm6, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1097 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1098
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1099 "movq %%mm7, %%mm6 \n\t" // 0
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1100 "pcmpgtw %%mm4, %%mm6 \n\t" // sign(2L2 - 5L3 + 5L4 - 2L5)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1101 "pxor %%mm6, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1102 "psubw %%mm6, %%mm4 \n\t" // |2L2 - 5L3 + 5L4 - 2L5|
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1103 "pcmpgtw %%mm5, %%mm7 \n\t" // sign(2H2 - 5H3 + 5H4 - 2H5)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1104 "pxor %%mm7, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1105 "psubw %%mm7, %%mm5 \n\t" // |2H2 - 5H3 + 5H4 - 2H5|
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1106 // 100 opcodes
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1107 "movd %2, %%mm2 \n\t" // QP
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1108 "punpcklwd %%mm2, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1109 "punpcklwd %%mm2, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1110 "psllw $3, %%mm2 \n\t" // 8QP
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1111 "movq %%mm2, %%mm3 \n\t" // 8QP
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1112 "pcmpgtw %%mm4, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1113 "pcmpgtw %%mm5, %%mm3 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1114 "pand %%mm2, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1115 "pand %%mm3, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1116
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1117
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1118 "psubusw %%mm0, %%mm4 \n\t" // hd
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1119 "psubusw %%mm1, %%mm5 \n\t" // ld
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1120
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1121
4253
4b39bde9f7ad fix mangling with runtime cpu detection
atmos4
parents: 4248
diff changeset
1122 "movq "MANGLE(w05)", %%mm2 \n\t" // 5
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1123 "pmullw %%mm2, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1124 "pmullw %%mm2, %%mm5 \n\t"
4253
4b39bde9f7ad fix mangling with runtime cpu detection
atmos4
parents: 4248
diff changeset
1125 "movq "MANGLE(w20)", %%mm2 \n\t" // 32
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1126 "paddw %%mm2, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1127 "paddw %%mm2, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1128 "psrlw $6, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1129 "psrlw $6, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1130
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1131 /*
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1132 "movq w06, %%mm2 \n\t" // 6
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1133 "paddw %%mm2, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1134 "paddw %%mm2, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1135 "movq w1400, %%mm2 \n\t" // 1400h = 5120 = 5/64*2^16
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1136 //FIXME if *5/64 is supposed to be /13 then we should use 5041 instead of 5120
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1137 "pmulhw %%mm2, %%mm4 \n\t" // hd/13
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1138 "pmulhw %%mm2, %%mm5 \n\t" // ld/13
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1139 */
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1140
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1141 "movq "MANGLE(temp2)", %%mm0 \n\t" // L3 - L4
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1142 "movq "MANGLE(temp3)", %%mm1 \n\t" // H3 - H4
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1143
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1144 "pxor %%mm2, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1145 "pxor %%mm3, %%mm3 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1146
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1147 "pcmpgtw %%mm0, %%mm2 \n\t" // sign (L3-L4)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1148 "pcmpgtw %%mm1, %%mm3 \n\t" // sign (H3-H4)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1149 "pxor %%mm2, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1150 "pxor %%mm3, %%mm1 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1151 "psubw %%mm2, %%mm0 \n\t" // |L3-L4|
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1152 "psubw %%mm3, %%mm1 \n\t" // |H3-H4|
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1153 "psrlw $1, %%mm0 \n\t" // |L3 - L4|/2
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1154 "psrlw $1, %%mm1 \n\t" // |H3 - H4|/2
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1155
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1156 "pxor %%mm6, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1157 "pxor %%mm7, %%mm3 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1158 "pand %%mm2, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1159 "pand %%mm3, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1160
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1161 #ifdef HAVE_MMX2
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1162 "pminsw %%mm0, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1163 "pminsw %%mm1, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1164 #else
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1165 "movq %%mm4, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1166 "psubusw %%mm0, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1167 "psubw %%mm2, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1168 "movq %%mm5, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1169 "psubusw %%mm1, %%mm2 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1170 "psubw %%mm2, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1171 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1172 "pxor %%mm6, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1173 "pxor %%mm7, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1174 "psubw %%mm6, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1175 "psubw %%mm7, %%mm5 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1176 "packsswb %%mm5, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1177 "movq (%%eax, %1, 2), %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1178 "paddb %%mm4, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1179 "movq %%mm0, (%%eax, %1, 2) \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1180 "movq (%0, %1, 4), %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1181 "psubb %%mm4, %%mm0 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1182 "movq %%mm0, (%0, %1, 4) \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1183
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1184 :
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1185 : "r" (src), "r" (stride), "r" (QP)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1186 : "%eax", "%ebx"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1187 );
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1188 #else
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1189 const int l1= stride;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1190 const int l2= stride + l1;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1191 const int l3= stride + l2;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1192 const int l4= stride + l3;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1193 const int l5= stride + l4;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1194 const int l6= stride + l5;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1195 const int l7= stride + l6;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1196 const int l8= stride + l7;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1197 // const int l9= stride + l8;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
1198 int x;
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1199 src+= stride*3;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
1200 for(x=0; x<BLOCK_SIZE; x++)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1201 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1202 const int middleEnergy= 5*(src[l5] - src[l4]) + 2*(src[l3] - src[l6]);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1203 if(ABS(middleEnergy) < 8*QP)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1204 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1205 const int q=(src[l4] - src[l5])/2;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1206 const int leftEnergy= 5*(src[l3] - src[l2]) + 2*(src[l1] - src[l4]);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1207 const int rightEnergy= 5*(src[l7] - src[l6]) + 2*(src[l5] - src[l8]);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1208
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1209 int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1210 d= MAX(d, 0);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1211
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1212 d= (5*d + 32) >> 6;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1213 d*= SIGN(-middleEnergy);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1214
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1215 if(q>0)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1216 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1217 d= d<0 ? 0 : d;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1218 d= d>q ? q : d;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1219 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1220 else
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1221 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1222 d= d>0 ? 0 : d;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1223 d= d<q ? q : d;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1224 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1225
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1226 src[l4]-= d;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1227 src[l5]+= d;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1228 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1229 src++;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1230 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1231 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1232 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1233
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
1234 static inline void RENAME(dering)(uint8_t src[], int stride, int QP)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1235 {
2475
3369845d92f4 3dnow dering
michael
parents: 2473
diff changeset
1236 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1237 asm volatile(
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1238 "movq "MANGLE(pQPb)", %%mm0 \n\t"
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1239 "paddusb %%mm0, %%mm0 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1240 "movq %%mm0, "MANGLE(pQPb2)" \n\t"
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1241
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1242 "leal (%0, %1), %%eax \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1243 "leal (%%eax, %1, 4), %%ebx \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1244 // 0 1 2 3 4 5 6 7 8 9
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1245 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1246
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1247 "pcmpeqb %%mm7, %%mm7 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1248 "pxor %%mm6, %%mm6 \n\t"
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
1249 #undef FIND_MIN_MAX
2475
3369845d92f4 3dnow dering
michael
parents: 2473
diff changeset
1250 #ifdef HAVE_MMX2
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1251 #define FIND_MIN_MAX(addr)\
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1252 "movq " #addr ", %%mm0 \n\t"\
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1253 "pminub %%mm0, %%mm7 \n\t"\
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1254 "pmaxub %%mm0, %%mm6 \n\t"
2475
3369845d92f4 3dnow dering
michael
parents: 2473
diff changeset
1255 #else
3369845d92f4 3dnow dering
michael
parents: 2473
diff changeset
1256 #define FIND_MIN_MAX(addr)\
3369845d92f4 3dnow dering
michael
parents: 2473
diff changeset
1257 "movq " #addr ", %%mm0 \n\t"\
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1258 "movq %%mm7, %%mm1 \n\t"\
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1259 "psubusb %%mm0, %%mm6 \n\t"\
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1260 "paddb %%mm0, %%mm6 \n\t"\
2475
3369845d92f4 3dnow dering
michael
parents: 2473
diff changeset
1261 "psubusb %%mm0, %%mm1 \n\t"\
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1262 "psubb %%mm1, %%mm7 \n\t"
2475
3369845d92f4 3dnow dering
michael
parents: 2473
diff changeset
1263 #endif
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1264
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1265 FIND_MIN_MAX((%%eax))
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1266 FIND_MIN_MAX((%%eax, %1))
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1267 FIND_MIN_MAX((%%eax, %1, 2))
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1268 FIND_MIN_MAX((%0, %1, 4))
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1269 FIND_MIN_MAX((%%ebx))
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1270 FIND_MIN_MAX((%%ebx, %1))
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1271 FIND_MIN_MAX((%%ebx, %1, 2))
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1272 FIND_MIN_MAX((%0, %1, 8))
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1273
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1274 "movq %%mm7, %%mm4 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1275 "psrlq $8, %%mm7 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1276 #ifdef HAVE_MMX2
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1277 "pminub %%mm4, %%mm7 \n\t" // min of pixels
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1278 "pshufw $0xF9, %%mm7, %%mm4 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1279 "pminub %%mm4, %%mm7 \n\t" // min of pixels
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1280 "pshufw $0xFE, %%mm7, %%mm4 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1281 "pminub %%mm4, %%mm7 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1282 #else
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1283 "movq %%mm7, %%mm1 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1284 "psubusb %%mm4, %%mm1 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1285 "psubb %%mm1, %%mm7 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1286 "movq %%mm7, %%mm4 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1287 "psrlq $16, %%mm7 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1288 "movq %%mm7, %%mm1 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1289 "psubusb %%mm4, %%mm1 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1290 "psubb %%mm1, %%mm7 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1291 "movq %%mm7, %%mm4 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1292 "psrlq $32, %%mm7 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1293 "movq %%mm7, %%mm1 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1294 "psubusb %%mm4, %%mm1 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1295 "psubb %%mm1, %%mm7 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1296 #endif
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1297
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1298
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1299 "movq %%mm6, %%mm4 \n\t"
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1300 "psrlq $8, %%mm6 \n\t"
2475
3369845d92f4 3dnow dering
michael
parents: 2473
diff changeset
1301 #ifdef HAVE_MMX2
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1302 "pmaxub %%mm4, %%mm6 \n\t" // max of pixels
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1303 "pshufw $0xF9, %%mm6, %%mm4 \n\t"
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1304 "pmaxub %%mm4, %%mm6 \n\t"
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1305 "pshufw $0xFE, %%mm6, %%mm4 \n\t"
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1306 "pmaxub %%mm4, %%mm6 \n\t"
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1307 #else
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1308 "psubusb %%mm4, %%mm6 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1309 "paddb %%mm4, %%mm6 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1310 "movq %%mm6, %%mm4 \n\t"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1311 "psrlq $16, %%mm6 \n\t"
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1312 "psubusb %%mm4, %%mm6 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1313 "paddb %%mm4, %%mm6 \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1314 "movq %%mm6, %%mm4 \n\t"
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1315 "psrlq $32, %%mm6 \n\t"
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1316 "psubusb %%mm4, %%mm6 \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1317 "paddb %%mm4, %%mm6 \n\t"
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1318 #endif
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1319 "movq %%mm6, %%mm0 \n\t" // max
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1320 "psubb %%mm7, %%mm6 \n\t" // max - min
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1321 "movd %%mm6, %%ecx \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1322 "cmpb "MANGLE(deringThreshold)", %%cl \n\t"
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1323 " jb 1f \n\t"
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1324 PAVGB(%%mm0, %%mm7) // a=(max + min)/2
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1325 "punpcklbw %%mm7, %%mm7 \n\t"
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1326 "punpcklbw %%mm7, %%mm7 \n\t"
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1327 "punpcklbw %%mm7, %%mm7 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1328 "movq %%mm7, "MANGLE(temp0)" \n\t"
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1329
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1330 "movq (%0), %%mm0 \n\t" // L10
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1331 "movq %%mm0, %%mm1 \n\t" // L10
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1332 "movq %%mm0, %%mm2 \n\t" // L10
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1333 "psllq $8, %%mm1 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1334 "psrlq $8, %%mm2 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1335 "movd -4(%0), %%mm3 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1336 "movd 8(%0), %%mm4 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1337 "psrlq $24, %%mm3 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1338 "psllq $56, %%mm4 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1339 "por %%mm3, %%mm1 \n\t" // L00
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1340 "por %%mm4, %%mm2 \n\t" // L20
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1341 "movq %%mm1, %%mm3 \n\t" // L00
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1342 PAVGB(%%mm2, %%mm1) // (L20 + L00)/2
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1343 PAVGB(%%mm0, %%mm1) // (L20 + L00 + 2L10)/4
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1344 "psubusb %%mm7, %%mm0 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1345 "psubusb %%mm7, %%mm2 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1346 "psubusb %%mm7, %%mm3 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1347 "pcmpeqb "MANGLE(b00)", %%mm0 \n\t" // L10 > a ? 0 : -1
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1348 "pcmpeqb "MANGLE(b00)", %%mm2 \n\t" // L20 > a ? 0 : -1
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1349 "pcmpeqb "MANGLE(b00)", %%mm3 \n\t" // L00 > a ? 0 : -1
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1350 "paddb %%mm2, %%mm0 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1351 "paddb %%mm3, %%mm0 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1352
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1353 "movq (%%eax), %%mm2 \n\t" // L11
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1354 "movq %%mm2, %%mm3 \n\t" // L11
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1355 "movq %%mm2, %%mm4 \n\t" // L11
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1356 "psllq $8, %%mm3 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1357 "psrlq $8, %%mm4 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1358 "movd -4(%%eax), %%mm5 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1359 "movd 8(%%eax), %%mm6 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1360 "psrlq $24, %%mm5 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1361 "psllq $56, %%mm6 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1362 "por %%mm5, %%mm3 \n\t" // L01
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1363 "por %%mm6, %%mm4 \n\t" // L21
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1364 "movq %%mm3, %%mm5 \n\t" // L01
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1365 PAVGB(%%mm4, %%mm3) // (L21 + L01)/2
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1366 PAVGB(%%mm2, %%mm3) // (L21 + L01 + 2L11)/4
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1367 "psubusb %%mm7, %%mm2 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1368 "psubusb %%mm7, %%mm4 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1369 "psubusb %%mm7, %%mm5 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1370 "pcmpeqb "MANGLE(b00)", %%mm2 \n\t" // L11 > a ? 0 : -1
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1371 "pcmpeqb "MANGLE(b00)", %%mm4 \n\t" // L21 > a ? 0 : -1
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1372 "pcmpeqb "MANGLE(b00)", %%mm5 \n\t" // L01 > a ? 0 : -1
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1373 "paddb %%mm4, %%mm2 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1374 "paddb %%mm5, %%mm2 \n\t"
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1375 // 0, 2, 3, 1
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1376 #define DERING_CORE(dst,src,ppsx,psx,sx,pplx,plx,lx,t0,t1) \
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1377 "movq " #src ", " #sx " \n\t" /* src[0] */\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1378 "movq " #sx ", " #lx " \n\t" /* src[0] */\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1379 "movq " #sx ", " #t0 " \n\t" /* src[0] */\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1380 "psllq $8, " #lx " \n\t"\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1381 "psrlq $8, " #t0 " \n\t"\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1382 "movd -4" #src ", " #t1 " \n\t"\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1383 "psrlq $24, " #t1 " \n\t"\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1384 "por " #t1 ", " #lx " \n\t" /* src[-1] */\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1385 "movd 8" #src ", " #t1 " \n\t"\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1386 "psllq $56, " #t1 " \n\t"\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1387 "por " #t1 ", " #t0 " \n\t" /* src[+1] */\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1388 "movq " #lx ", " #t1 " \n\t" /* src[-1] */\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1389 PAVGB(t0, lx) /* (src[-1] + src[+1])/2 */\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1390 PAVGB(sx, lx) /* (src[-1] + 2src[0] + src[+1])/4 */\
2478
42d5846eeb51 faster dering
michael
parents: 2477
diff changeset
1391 PAVGB(lx, pplx) \
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1392 "movq " #lx ", "MANGLE(temp1)" \n\t"\
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1393 "movq "MANGLE(temp0)", " #lx " \n\t"\
2570
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1394 "psubusb " #lx ", " #t1 " \n\t"\
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1395 "psubusb " #lx ", " #t0 " \n\t"\
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1396 "psubusb " #lx ", " #sx " \n\t"\
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1397 "movq "MANGLE(b00)", " #lx " \n\t"\
2570
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1398 "pcmpeqb " #lx ", " #t1 " \n\t" /* src[-1] > a ? 0 : -1*/\
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1399 "pcmpeqb " #lx ", " #t0 " \n\t" /* src[+1] > a ? 0 : -1*/\
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1400 "pcmpeqb " #lx ", " #sx " \n\t" /* src[0] > a ? 0 : -1*/\
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1401 "paddb " #t1 ", " #t0 " \n\t"\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1402 "paddb " #t0 ", " #sx " \n\t"\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1403 \
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1404 PAVGB(plx, pplx) /* filtered */\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1405 "movq " #dst ", " #t0 " \n\t" /* dst */\
2477
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1406 "movq " #t0 ", " #t1 " \n\t" /* dst */\
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1407 "psubusb "MANGLE(pQPb2)", " #t0 " \n\t"\
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1408 "paddusb "MANGLE(pQPb2)", " #t1 " \n\t"\
2477
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1409 PMAXUB(t0, pplx)\
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1410 PMINUB(t1, pplx, t0)\
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1411 "paddb " #sx ", " #ppsx " \n\t"\
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1412 "paddb " #psx ", " #ppsx " \n\t"\
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1413 "#paddb "MANGLE(b02)", " #ppsx " \n\t"\
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1414 "pand "MANGLE(b08)", " #ppsx " \n\t"\
2570
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1415 "pcmpeqb " #lx ", " #ppsx " \n\t"\
2477
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1416 "pand " #ppsx ", " #pplx " \n\t"\
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1417 "pandn " #dst ", " #ppsx " \n\t"\
2570
af43a83122fc minor speedup
michael
parents: 2478
diff changeset
1418 "por " #pplx ", " #ppsx " \n\t"\
2478
42d5846eeb51 faster dering
michael
parents: 2477
diff changeset
1419 "movq " #ppsx ", " #dst " \n\t"\
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
1420 "movq "MANGLE(temp1)", " #lx " \n\t"
2477
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1421
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1422 /*
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1423 0000000
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1424 1111111
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1425
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1426 1111110
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1427 1111101
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1428 1111100
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1429 1111011
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1430 1111010
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1431 1111001
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1432
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1433 1111000
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1434 1110111
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1435
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1436 */
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1437 //DERING_CORE(dst,src ,ppsx ,psx ,sx ,pplx ,plx ,lx ,t0 ,t1)
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1438 DERING_CORE((%%eax),(%%eax, %1) ,%%mm0,%%mm2,%%mm4,%%mm1,%%mm3,%%mm5,%%mm6,%%mm7)
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1439 DERING_CORE((%%eax, %1),(%%eax, %1, 2) ,%%mm2,%%mm4,%%mm0,%%mm3,%%mm5,%%mm1,%%mm6,%%mm7)
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1440 DERING_CORE((%%eax, %1, 2),(%0, %1, 4) ,%%mm4,%%mm0,%%mm2,%%mm5,%%mm1,%%mm3,%%mm6,%%mm7)
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1441 DERING_CORE((%0, %1, 4),(%%ebx) ,%%mm0,%%mm2,%%mm4,%%mm1,%%mm3,%%mm5,%%mm6,%%mm7)
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1442 DERING_CORE((%%ebx),(%%ebx, %1) ,%%mm2,%%mm4,%%mm0,%%mm3,%%mm5,%%mm1,%%mm6,%%mm7)
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1443 DERING_CORE((%%ebx, %1), (%%ebx, %1, 2),%%mm4,%%mm0,%%mm2,%%mm5,%%mm1,%%mm3,%%mm6,%%mm7)
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1444 DERING_CORE((%%ebx, %1, 2),(%0, %1, 8) ,%%mm0,%%mm2,%%mm4,%%mm1,%%mm3,%%mm5,%%mm6,%%mm7)
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
1445 DERING_CORE((%0, %1, 8),(%%ebx, %1, 4) ,%%mm2,%%mm4,%%mm0,%%mm3,%%mm5,%%mm1,%%mm6,%%mm7)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1446
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1447 "1: \n\t"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1448 : : "r" (src), "r" (stride), "r" (QP)
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1449 : "%eax", "%ebx", "%ecx"
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1450 );
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1451 #else
2477
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1452 int y;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1453 int min=255;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1454 int max=0;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1455 int avg;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1456 uint8_t *p;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1457 int s[10];
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1458
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1459 for(y=1; y<9; y++)
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1460 {
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1461 int x;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1462 p= src + stride*y;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1463 for(x=1; x<9; x++)
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1464 {
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1465 p++;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1466 if(*p > max) max= *p;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1467 if(*p < min) min= *p;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1468 }
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1469 }
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1470 avg= (min + max + 1)/2;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1471
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1472 if(max - min <deringThreshold) return;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1473
2477
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1474 for(y=0; y<10; y++)
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1475 {
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1476 int x;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1477 int t = 0;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1478 p= src + stride*y;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1479 for(x=0; x<10; x++)
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1480 {
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1481 if(*p > avg) t |= (1<<x);
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1482 p++;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1483 }
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1484 t |= (~t)<<16;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1485 t &= (t<<1) & (t>>1);
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1486 s[y] = t;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1487 }
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1488
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1489 for(y=1; y<9; y++)
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1490 {
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1491 int x;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1492 int t = s[y-1] & s[y] & s[y+1];
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1493 t|= t>>16;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1494
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1495 p= src + stride*y;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1496 for(x=1; x<9; x++)
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1497 {
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1498 p++;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1499 if(t & (1<<x))
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1500 {
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1501 int f= (*(p-stride-1)) + 2*(*(p-stride)) + (*(p-stride+1))
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1502 +2*(*(p -1)) + 4*(*p ) + 2*(*(p +1))
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1503 +(*(p+stride-1)) + 2*(*(p+stride)) + (*(p+stride+1));
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1504 f= (f + 8)>>4;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1505
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1506 #ifdef DEBUG_DERING_THRESHOLD
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1507 asm volatile("emms\n\t":);
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1508 {
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1509 static long long numPixels=0;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1510 if(x!=1 && x!=8 && y!=1 && y!=8) numPixels++;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1511 // if((max-min)<20 || (max-min)*QP<200)
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1512 // if((max-min)*QP < 500)
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1513 // if(max-min<QP/2)
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1514 if(max-min < 20)
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1515 {
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1516 static int numSkiped=0;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1517 static int errorSum=0;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1518 static int worstQP=0;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1519 static int worstRange=0;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1520 static int worstDiff=0;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1521 int diff= (f - *p);
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1522 int absDiff= ABS(diff);
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1523 int error= diff*diff;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1524
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1525 if(x==1 || x==8 || y==1 || y==8) continue;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1526
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1527 numSkiped++;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1528 if(absDiff > worstDiff)
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1529 {
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1530 worstDiff= absDiff;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1531 worstQP= QP;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1532 worstRange= max-min;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1533 }
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1534 errorSum+= error;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1535
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1536 if(1024LL*1024LL*1024LL % numSkiped == 0)
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1537 {
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1538 printf( "sum:%1.3f, skip:%d, wQP:%d, "
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1539 "wRange:%d, wDiff:%d, relSkip:%1.3f\n",
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1540 (float)errorSum/numSkiped, numSkiped, worstQP, worstRange,
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1541 worstDiff, (float)numSkiped/numPixels);
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1542 }
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1543 }
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1544 }
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1545 #endif
2477
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1546 if (*p + 2*QP < f) *p= *p + 2*QP;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1547 else if(*p - 2*QP > f) *p= *p - 2*QP;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1548 else *p=f;
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1549 }
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1550 }
830c0e171d7d dering in c
michael
parents: 2476
diff changeset
1551 }
3093
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1552 #ifdef DEBUG_DERING_THRESHOLD
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1553 if(max-min < 20)
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1554 {
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1555 for(y=1; y<9; y++)
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1556 {
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1557 int x;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1558 int t = 0;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1559 p= src + stride*y;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1560 for(x=1; x<9; x++)
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1561 {
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1562 p++;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1563 *p = MIN(*p + 20, 255);
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1564 }
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1565 }
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1566 // src[0] = src[7]=src[stride*7]=src[stride*7 + 7]=255;
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1567 }
fb4cee33d3c6 faster dering
michael
parents: 3037
diff changeset
1568 #endif
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1569 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1570 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
1571
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1572 /**
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1573 * Deinterlaces the given block
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1574 * will be called for every 8x8 block and can read & write from line 4-15
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1575 * lines 0-3 have been passed through the deblock / dering filters allready, but can be read too
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1576 * lines 4-12 will be read into the deblocking filter and should be deinterlaced
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1577 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
1578 static inline void RENAME(deInterlaceInterpolateLinear)(uint8_t src[], int stride)
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1579 {
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1580 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1581 src+= 4*stride;
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1582 asm volatile(
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1583 "leal (%0, %1), %%eax \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1584 "leal (%%eax, %1, 4), %%ebx \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1585 // 0 1 2 3 4 5 6 7 8 9
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1586 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1587
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1588 "movq (%0), %%mm0 \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1589 "movq (%%eax, %1), %%mm1 \n\t"
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1590 PAVGB(%%mm1, %%mm0)
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1591 "movq %%mm0, (%%eax) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1592 "movq (%0, %1, 4), %%mm0 \n\t"
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1593 PAVGB(%%mm0, %%mm1)
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1594 "movq %%mm1, (%%eax, %1, 2) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1595 "movq (%%ebx, %1), %%mm1 \n\t"
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1596 PAVGB(%%mm1, %%mm0)
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1597 "movq %%mm0, (%%ebx) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1598 "movq (%0, %1, 8), %%mm0 \n\t"
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1599 PAVGB(%%mm0, %%mm1)
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1600 "movq %%mm1, (%%ebx, %1, 2) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1601
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1602 : : "r" (src), "r" (stride)
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1603 : "%eax", "%ebx"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1604 );
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1605 #else
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1606 int x;
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1607 src+= 4*stride;
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1608 for(x=0; x<8; x++)
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1609 {
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1610 src[stride] = (src[0] + src[stride*2])>>1;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1611 src[stride*3] = (src[stride*2] + src[stride*4])>>1;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1612 src[stride*5] = (src[stride*4] + src[stride*6])>>1;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1613 src[stride*7] = (src[stride*6] + src[stride*8])>>1;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1614 src++;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1615 }
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1616 #endif
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1617 }
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1618
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1619 /**
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1620 * Deinterlaces the given block
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1621 * will be called for every 8x8 block and can read & write from line 4-15
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1622 * lines 0-3 have been passed through the deblock / dering filters allready, but can be read too
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1623 * lines 4-12 will be read into the deblocking filter and should be deinterlaced
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1624 * this filter will read lines 3-15 and write 7-13
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1625 * no cliping in C version
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1626 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
1627 static inline void RENAME(deInterlaceInterpolateCubic)(uint8_t src[], int stride)
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1628 {
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1629 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1630 src+= stride*3;
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1631 asm volatile(
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1632 "leal (%0, %1), %%eax \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1633 "leal (%%eax, %1, 4), %%ebx \n\t"
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1634 "leal (%%ebx, %1, 4), %%ecx \n\t"
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1635 "addl %1, %%ecx \n\t"
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1636 "pxor %%mm7, %%mm7 \n\t"
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1637 // 0 1 2 3 4 5 6 7 8 9 10
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1638 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1 ecx
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1639
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1640 #define DEINT_CUBIC(a,b,c,d,e)\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1641 "movq " #a ", %%mm0 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1642 "movq " #b ", %%mm1 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1643 "movq " #d ", %%mm2 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1644 "movq " #e ", %%mm3 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1645 PAVGB(%%mm2, %%mm1) /* (b+d) /2 */\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1646 PAVGB(%%mm3, %%mm0) /* a(a+e) /2 */\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1647 "movq %%mm0, %%mm2 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1648 "punpcklbw %%mm7, %%mm0 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1649 "punpckhbw %%mm7, %%mm2 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1650 "movq %%mm1, %%mm3 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1651 "punpcklbw %%mm7, %%mm1 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1652 "punpckhbw %%mm7, %%mm3 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1653 "psubw %%mm1, %%mm0 \n\t" /* L(a+e - (b+d))/2 */\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1654 "psubw %%mm3, %%mm2 \n\t" /* H(a+e - (b+d))/2 */\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1655 "psraw $3, %%mm0 \n\t" /* L(a+e - (b+d))/16 */\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1656 "psraw $3, %%mm2 \n\t" /* H(a+e - (b+d))/16 */\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1657 "psubw %%mm0, %%mm1 \n\t" /* L(9b + 9d - a - e)/16 */\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1658 "psubw %%mm2, %%mm3 \n\t" /* H(9b + 9d - a - e)/16 */\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1659 "packuswb %%mm3, %%mm1 \n\t"\
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1660 "movq %%mm1, " #c " \n\t"
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1661
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1662 DEINT_CUBIC((%0), (%%eax, %1), (%%eax, %1, 2), (%0, %1, 4), (%%ebx, %1))
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1663 DEINT_CUBIC((%%eax, %1), (%0, %1, 4), (%%ebx), (%%ebx, %1), (%0, %1, 8))
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1664 DEINT_CUBIC((%0, %1, 4), (%%ebx, %1), (%%ebx, %1, 2), (%0, %1, 8), (%%ecx))
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1665 DEINT_CUBIC((%%ebx, %1), (%0, %1, 8), (%%ebx, %1, 4), (%%ecx), (%%ecx, %1, 2))
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1666
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1667 : : "r" (src), "r" (stride)
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1668 : "%eax", "%ebx", "ecx"
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1669 );
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1670 #else
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1671 int x;
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1672 src+= stride*3;
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1673 for(x=0; x<8; x++)
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1674 {
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1675 src[stride*3] = (-src[0] + 9*src[stride*2] + 9*src[stride*4] - src[stride*6])>>4;
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1676 src[stride*5] = (-src[stride*2] + 9*src[stride*4] + 9*src[stride*6] - src[stride*8])>>4;
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1677 src[stride*7] = (-src[stride*4] + 9*src[stride*6] + 9*src[stride*8] - src[stride*10])>>4;
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
1678 src[stride*9] = (-src[stride*6] + 9*src[stride*8] + 9*src[stride*10] - src[stride*12])>>4;
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1679 src++;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1680 }
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1681 #endif
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1682 }
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1683
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1684 /**
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1685 * Deinterlaces the given block
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1686 * will be called for every 8x8 block and can read & write from line 4-15
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1687 * lines 0-3 have been passed through the deblock / dering filters allready, but can be read too
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1688 * lines 4-12 will be read into the deblocking filter and should be deinterlaced
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1689 * will shift the image up by 1 line (FIXME if this is a problem)
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1690 * this filter will read lines 4-13 and write 4-11
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1691 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
1692 static inline void RENAME(deInterlaceBlendLinear)(uint8_t src[], int stride)
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1693 {
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1694 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1695 src+= 4*stride;
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1696 asm volatile(
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1697 "leal (%0, %1), %%eax \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1698 "leal (%%eax, %1, 4), %%ebx \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1699 // 0 1 2 3 4 5 6 7 8 9
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1700 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1701
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1702 "movq (%0), %%mm0 \n\t" // L0
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1703 "movq (%%eax, %1), %%mm1 \n\t" // L2
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1704 PAVGB(%%mm1, %%mm0) // L0+L2
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1705 "movq (%%eax), %%mm2 \n\t" // L1
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1706 PAVGB(%%mm2, %%mm0)
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1707 "movq %%mm0, (%0) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1708 "movq (%%eax, %1, 2), %%mm0 \n\t" // L3
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1709 PAVGB(%%mm0, %%mm2) // L1+L3
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1710 PAVGB(%%mm1, %%mm2) // 2L2 + L1 + L3
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1711 "movq %%mm2, (%%eax) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1712 "movq (%0, %1, 4), %%mm2 \n\t" // L4
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1713 PAVGB(%%mm2, %%mm1) // L2+L4
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1714 PAVGB(%%mm0, %%mm1) // 2L3 + L2 + L4
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1715 "movq %%mm1, (%%eax, %1) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1716 "movq (%%ebx), %%mm1 \n\t" // L5
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1717 PAVGB(%%mm1, %%mm0) // L3+L5
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1718 PAVGB(%%mm2, %%mm0) // 2L4 + L3 + L5
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1719 "movq %%mm0, (%%eax, %1, 2) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1720 "movq (%%ebx, %1), %%mm0 \n\t" // L6
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1721 PAVGB(%%mm0, %%mm2) // L4+L6
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1722 PAVGB(%%mm1, %%mm2) // 2L5 + L4 + L6
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1723 "movq %%mm2, (%0, %1, 4) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1724 "movq (%%ebx, %1, 2), %%mm2 \n\t" // L7
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1725 PAVGB(%%mm2, %%mm1) // L5+L7
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1726 PAVGB(%%mm0, %%mm1) // 2L6 + L5 + L7
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1727 "movq %%mm1, (%%ebx) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1728 "movq (%0, %1, 8), %%mm1 \n\t" // L8
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1729 PAVGB(%%mm1, %%mm0) // L6+L8
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1730 PAVGB(%%mm2, %%mm0) // 2L7 + L6 + L8
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1731 "movq %%mm0, (%%ebx, %1) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1732 "movq (%%ebx, %1, 4), %%mm0 \n\t" // L9
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1733 PAVGB(%%mm0, %%mm2) // L7+L9
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1734 PAVGB(%%mm1, %%mm2) // 2L8 + L7 + L9
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1735 "movq %%mm2, (%%ebx, %1, 2) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1736
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1737
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1738 : : "r" (src), "r" (stride)
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1739 : "%eax", "%ebx"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1740 );
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1741 #else
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1742 int x;
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1743 src+= 4*stride;
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1744 for(x=0; x<8; x++)
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1745 {
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1746 src[0 ] = (src[0 ] + 2*src[stride ] + src[stride*2])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1747 src[stride ] = (src[stride ] + 2*src[stride*2] + src[stride*3])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1748 src[stride*2] = (src[stride*2] + 2*src[stride*3] + src[stride*4])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1749 src[stride*3] = (src[stride*3] + 2*src[stride*4] + src[stride*5])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1750 src[stride*4] = (src[stride*4] + 2*src[stride*5] + src[stride*6])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1751 src[stride*5] = (src[stride*5] + 2*src[stride*6] + src[stride*7])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1752 src[stride*6] = (src[stride*6] + 2*src[stride*7] + src[stride*8])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1753 src[stride*7] = (src[stride*7] + 2*src[stride*8] + src[stride*9])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1754 src++;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1755 }
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1756 #endif
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1757 }
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1758
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1759 /**
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1760 * Deinterlaces the given block
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1761 * will be called for every 8x8 block and can read & write from line 4-15,
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1762 * lines 0-3 have been passed through the deblock / dering filters allready, but can be read too
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1763 * lines 4-12 will be read into the deblocking filter and should be deinterlaced
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1764 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
1765 static inline void RENAME(deInterlaceMedian)(uint8_t src[], int stride)
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1766 {
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1767 #ifdef HAVE_MMX
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1768 src+= 4*stride;
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1769 #ifdef HAVE_MMX2
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1770 asm volatile(
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1771 "leal (%0, %1), %%eax \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1772 "leal (%%eax, %1, 4), %%ebx \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1773 // 0 1 2 3 4 5 6 7 8 9
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1774 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1775
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1776 "movq (%0), %%mm0 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1777 "movq (%%eax, %1), %%mm2 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1778 "movq (%%eax), %%mm1 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1779 "movq %%mm0, %%mm3 \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1780 "pmaxub %%mm1, %%mm0 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1781 "pminub %%mm3, %%mm1 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1782 "pmaxub %%mm2, %%mm1 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1783 "pminub %%mm1, %%mm0 \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1784 "movq %%mm0, (%%eax) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1785
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1786 "movq (%0, %1, 4), %%mm0 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1787 "movq (%%eax, %1, 2), %%mm1 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1788 "movq %%mm2, %%mm3 \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1789 "pmaxub %%mm1, %%mm2 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1790 "pminub %%mm3, %%mm1 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1791 "pmaxub %%mm0, %%mm1 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1792 "pminub %%mm1, %%mm2 \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1793 "movq %%mm2, (%%eax, %1, 2) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1794
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1795 "movq (%%ebx), %%mm2 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1796 "movq (%%ebx, %1), %%mm1 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1797 "movq %%mm2, %%mm3 \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1798 "pmaxub %%mm0, %%mm2 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1799 "pminub %%mm3, %%mm0 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1800 "pmaxub %%mm1, %%mm0 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1801 "pminub %%mm0, %%mm2 \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1802 "movq %%mm2, (%%ebx) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1803
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1804 "movq (%%ebx, %1, 2), %%mm2 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1805 "movq (%0, %1, 8), %%mm0 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1806 "movq %%mm2, %%mm3 \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1807 "pmaxub %%mm0, %%mm2 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1808 "pminub %%mm3, %%mm0 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1809 "pmaxub %%mm1, %%mm0 \n\t" //
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1810 "pminub %%mm0, %%mm2 \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1811 "movq %%mm2, (%%ebx, %1, 2) \n\t"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1812
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1813
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1814 : : "r" (src), "r" (stride)
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1815 : "%eax", "%ebx"
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1816 );
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1817
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1818 #else // MMX without MMX2
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1819 asm volatile(
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1820 "leal (%0, %1), %%eax \n\t"
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1821 "leal (%%eax, %1, 4), %%ebx \n\t"
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1822 // 0 1 2 3 4 5 6 7 8 9
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1823 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1824 "pxor %%mm7, %%mm7 \n\t"
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1825
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1826 #define MEDIAN(a,b,c)\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1827 "movq " #a ", %%mm0 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1828 "movq " #b ", %%mm2 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1829 "movq " #c ", %%mm1 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1830 "movq %%mm0, %%mm3 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1831 "movq %%mm1, %%mm4 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1832 "movq %%mm2, %%mm5 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1833 "psubusb %%mm1, %%mm3 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1834 "psubusb %%mm2, %%mm4 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1835 "psubusb %%mm0, %%mm5 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1836 "pcmpeqb %%mm7, %%mm3 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1837 "pcmpeqb %%mm7, %%mm4 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1838 "pcmpeqb %%mm7, %%mm5 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1839 "movq %%mm3, %%mm6 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1840 "pxor %%mm4, %%mm3 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1841 "pxor %%mm5, %%mm4 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1842 "pxor %%mm6, %%mm5 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1843 "por %%mm3, %%mm1 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1844 "por %%mm4, %%mm2 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1845 "por %%mm5, %%mm0 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1846 "pand %%mm2, %%mm0 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1847 "pand %%mm1, %%mm0 \n\t"\
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1848 "movq %%mm0, " #b " \n\t"
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1849
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1850 MEDIAN((%0), (%%eax), (%%eax, %1))
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1851 MEDIAN((%%eax, %1), (%%eax, %1, 2), (%0, %1, 4))
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1852 MEDIAN((%0, %1, 4), (%%ebx), (%%ebx, %1))
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1853 MEDIAN((%%ebx, %1), (%%ebx, %1, 2), (%0, %1, 8))
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1854
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1855 : : "r" (src), "r" (stride)
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1856 : "%eax", "%ebx"
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1857 );
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
1858 #endif // MMX
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1859 #else
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1860 //FIXME
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1861 int x;
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
1862 src+= 4*stride;
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1863 for(x=0; x<8; x++)
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1864 {
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1865 src[0 ] = (src[0 ] + 2*src[stride ] + src[stride*2])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1866 src[stride ] = (src[stride ] + 2*src[stride*2] + src[stride*3])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1867 src[stride*2] = (src[stride*2] + 2*src[stride*3] + src[stride*4])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1868 src[stride*3] = (src[stride*3] + 2*src[stride*4] + src[stride*5])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1869 src[stride*4] = (src[stride*4] + 2*src[stride*5] + src[stride*6])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1870 src[stride*5] = (src[stride*5] + 2*src[stride*6] + src[stride*7])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1871 src[stride*6] = (src[stride*6] + 2*src[stride*7] + src[stride*8])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1872 src[stride*7] = (src[stride*7] + 2*src[stride*8] + src[stride*9])>>2;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1873 src++;
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1874 }
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1875 #endif
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1876 }
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
1877
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
1878 #ifdef HAVE_MMX
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1879 /**
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1880 * transposes and shift the given 8x8 Block into dst1 and dst2
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1881 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
1882 static inline void RENAME(transpose1)(uint8_t *dst1, uint8_t *dst2, uint8_t *src, int srcStride)
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1883 {
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1884 asm(
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1885 "leal (%0, %1), %%eax \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1886 "leal (%%eax, %1, 4), %%ebx \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1887 // 0 1 2 3 4 5 6 7 8 9
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1888 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1889 "movq (%0), %%mm0 \n\t" // 12345678
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1890 "movq (%%eax), %%mm1 \n\t" // abcdefgh
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1891 "movq %%mm0, %%mm2 \n\t" // 12345678
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1892 "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1893 "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1894
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1895 "movq (%%eax, %1), %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1896 "movq (%%eax, %1, 2), %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1897 "movq %%mm1, %%mm4 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1898 "punpcklbw %%mm3, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1899 "punpckhbw %%mm3, %%mm4 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1900
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1901 "movq %%mm0, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1902 "punpcklwd %%mm1, %%mm0 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1903 "punpckhwd %%mm1, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1904 "movq %%mm2, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1905 "punpcklwd %%mm4, %%mm2 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1906 "punpckhwd %%mm4, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1907
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1908 "movd %%mm0, 128(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1909 "psrlq $32, %%mm0 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1910 "movd %%mm0, 144(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1911 "movd %%mm3, 160(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1912 "psrlq $32, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1913 "movd %%mm3, 176(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1914 "movd %%mm3, 48(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1915 "movd %%mm2, 192(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1916 "movd %%mm2, 64(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1917 "psrlq $32, %%mm2 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1918 "movd %%mm2, 80(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1919 "movd %%mm1, 96(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1920 "psrlq $32, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1921 "movd %%mm1, 112(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1922
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1923 "movq (%0, %1, 4), %%mm0 \n\t" // 12345678
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1924 "movq (%%ebx), %%mm1 \n\t" // abcdefgh
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1925 "movq %%mm0, %%mm2 \n\t" // 12345678
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1926 "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1927 "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1928
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1929 "movq (%%ebx, %1), %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1930 "movq (%%ebx, %1, 2), %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1931 "movq %%mm1, %%mm4 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1932 "punpcklbw %%mm3, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1933 "punpckhbw %%mm3, %%mm4 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1934
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1935 "movq %%mm0, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1936 "punpcklwd %%mm1, %%mm0 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1937 "punpckhwd %%mm1, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1938 "movq %%mm2, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1939 "punpcklwd %%mm4, %%mm2 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1940 "punpckhwd %%mm4, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1941
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1942 "movd %%mm0, 132(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1943 "psrlq $32, %%mm0 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1944 "movd %%mm0, 148(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1945 "movd %%mm3, 164(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1946 "psrlq $32, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1947 "movd %%mm3, 180(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1948 "movd %%mm3, 52(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1949 "movd %%mm2, 196(%2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1950 "movd %%mm2, 68(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1951 "psrlq $32, %%mm2 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1952 "movd %%mm2, 84(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1953 "movd %%mm1, 100(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1954 "psrlq $32, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1955 "movd %%mm1, 116(%3) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1956
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1957
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1958 :: "r" (src), "r" (srcStride), "r" (dst1), "r" (dst2)
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1959 : "%eax", "%ebx"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1960 );
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1961 }
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1962
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1963 /**
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1964 * transposes the given 8x8 block
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1965 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
1966 static inline void RENAME(transpose2)(uint8_t *dst, int dstStride, uint8_t *src)
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1967 {
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1968 asm(
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1969 "leal (%0, %1), %%eax \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1970 "leal (%%eax, %1, 4), %%ebx \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1971 // 0 1 2 3 4 5 6 7 8 9
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1972 // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1973 "movq (%2), %%mm0 \n\t" // 12345678
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1974 "movq 16(%2), %%mm1 \n\t" // abcdefgh
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1975 "movq %%mm0, %%mm2 \n\t" // 12345678
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1976 "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1977 "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1978
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1979 "movq 32(%2), %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1980 "movq 48(%2), %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1981 "movq %%mm1, %%mm4 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1982 "punpcklbw %%mm3, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1983 "punpckhbw %%mm3, %%mm4 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1984
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1985 "movq %%mm0, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1986 "punpcklwd %%mm1, %%mm0 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1987 "punpckhwd %%mm1, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1988 "movq %%mm2, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1989 "punpcklwd %%mm4, %%mm2 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1990 "punpckhwd %%mm4, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1991
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1992 "movd %%mm0, (%0) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1993 "psrlq $32, %%mm0 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1994 "movd %%mm0, (%%eax) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1995 "movd %%mm3, (%%eax, %1) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1996 "psrlq $32, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1997 "movd %%mm3, (%%eax, %1, 2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1998 "movd %%mm2, (%0, %1, 4) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
1999 "psrlq $32, %%mm2 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2000 "movd %%mm2, (%%ebx) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2001 "movd %%mm1, (%%ebx, %1) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2002 "psrlq $32, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2003 "movd %%mm1, (%%ebx, %1, 2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2004
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2005
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2006 "movq 64(%2), %%mm0 \n\t" // 12345678
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2007 "movq 80(%2), %%mm1 \n\t" // abcdefgh
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2008 "movq %%mm0, %%mm2 \n\t" // 12345678
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2009 "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2010 "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2011
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2012 "movq 96(%2), %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2013 "movq 112(%2), %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2014 "movq %%mm1, %%mm4 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2015 "punpcklbw %%mm3, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2016 "punpckhbw %%mm3, %%mm4 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2017
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2018 "movq %%mm0, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2019 "punpcklwd %%mm1, %%mm0 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2020 "punpckhwd %%mm1, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2021 "movq %%mm2, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2022 "punpcklwd %%mm4, %%mm2 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2023 "punpckhwd %%mm4, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2024
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2025 "movd %%mm0, 4(%0) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2026 "psrlq $32, %%mm0 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2027 "movd %%mm0, 4(%%eax) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2028 "movd %%mm3, 4(%%eax, %1) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2029 "psrlq $32, %%mm3 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2030 "movd %%mm3, 4(%%eax, %1, 2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2031 "movd %%mm2, 4(%0, %1, 4) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2032 "psrlq $32, %%mm2 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2033 "movd %%mm2, 4(%%ebx) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2034 "movd %%mm1, 4(%%ebx, %1) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2035 "psrlq $32, %%mm1 \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2036 "movd %%mm1, 4(%%ebx, %1, 2) \n\t"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2037
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2038 :: "r" (dst), "r" (dstStride), "r" (src)
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2039 : "%eax", "%ebx"
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2040 );
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2041 }
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
2042 #endif
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2043 //static int test=0;
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2044
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2045 static void inline RENAME(tempNoiseReducer)(uint8_t *src, int stride,
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2046 uint8_t *tempBlured, uint32_t *tempBluredPast, int *maxNoise)
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2047 {
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2048 #define FAST_L2_DIFF
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2049 //#define L1_DIFF //u should change the thresholds too if u try that one
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2050 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2051 asm volatile(
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2052 "leal (%2, %2, 2), %%eax \n\t" // 3*stride
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2053 "leal (%2, %2, 4), %%ebx \n\t" // 5*stride
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2054 "leal (%%ebx, %2, 2), %%ecx \n\t" // 7*stride
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2055 // 0 1 2 3 4 5 6 7 8 9
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2056 // %x %x+%2 %x+2%2 %x+eax %x+4%2 %x+ebx %x+2eax %x+ecx %x+8%2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2057 //FIXME reorder?
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2058 #ifdef L1_DIFF //needs mmx2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2059 "movq (%0), %%mm0 \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2060 "psadbw (%1), %%mm0 \n\t" // |L0-R0|
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2061 "movq (%0, %2), %%mm1 \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2062 "psadbw (%1, %2), %%mm1 \n\t" // |L1-R1|
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2063 "movq (%0, %2, 2), %%mm2 \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2064 "psadbw (%1, %2, 2), %%mm2 \n\t" // |L2-R2|
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2065 "movq (%0, %%eax), %%mm3 \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2066 "psadbw (%1, %%eax), %%mm3 \n\t" // |L3-R3|
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2067
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2068 "movq (%0, %2, 4), %%mm4 \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2069 "paddw %%mm1, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2070 "psadbw (%1, %2, 4), %%mm4 \n\t" // |L4-R4|
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2071 "movq (%0, %%ebx), %%mm5 \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2072 "paddw %%mm2, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2073 "psadbw (%1, %%ebx), %%mm5 \n\t" // |L5-R5|
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2074 "movq (%0, %%eax, 2), %%mm6 \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2075 "paddw %%mm3, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2076 "psadbw (%1, %%eax, 2), %%mm6 \n\t" // |L6-R6|
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2077 "movq (%0, %%ecx), %%mm7 \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2078 "paddw %%mm4, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2079 "psadbw (%1, %%ecx), %%mm7 \n\t" // |L7-R7|
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2080 "paddw %%mm5, %%mm6 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2081 "paddw %%mm7, %%mm6 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2082 "paddw %%mm6, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2083 #elif defined (FAST_L2_DIFF)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2084 "pcmpeqb %%mm7, %%mm7 \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
2085 "movq "MANGLE(b80)", %%mm6 \n\t"
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2086 "pxor %%mm0, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2087 #define L2_DIFF_CORE(a, b)\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2088 "movq " #a ", %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2089 "movq " #b ", %%mm2 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2090 "pxor %%mm7, %%mm2 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2091 PAVGB(%%mm2, %%mm5)\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2092 "paddb %%mm6, %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2093 "movq %%mm5, %%mm2 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2094 "psllw $8, %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2095 "pmaddwd %%mm5, %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2096 "pmaddwd %%mm2, %%mm2 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2097 "paddd %%mm2, %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2098 "psrld $14, %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2099 "paddd %%mm5, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2100
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2101 L2_DIFF_CORE((%0), (%1))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2102 L2_DIFF_CORE((%0, %2), (%1, %2))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2103 L2_DIFF_CORE((%0, %2, 2), (%1, %2, 2))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2104 L2_DIFF_CORE((%0, %%eax), (%1, %%eax))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2105 L2_DIFF_CORE((%0, %2, 4), (%1, %2, 4))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2106 L2_DIFF_CORE((%0, %%ebx), (%1, %%ebx))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2107 L2_DIFF_CORE((%0, %%eax,2), (%1, %%eax,2))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2108 L2_DIFF_CORE((%0, %%ecx), (%1, %%ecx))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2109
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2110 #else
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2111 "pxor %%mm7, %%mm7 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2112 "pxor %%mm0, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2113 #define L2_DIFF_CORE(a, b)\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2114 "movq " #a ", %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2115 "movq " #b ", %%mm2 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2116 "movq %%mm5, %%mm1 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2117 "movq %%mm2, %%mm3 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2118 "punpcklbw %%mm7, %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2119 "punpckhbw %%mm7, %%mm1 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2120 "punpcklbw %%mm7, %%mm2 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2121 "punpckhbw %%mm7, %%mm3 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2122 "psubw %%mm2, %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2123 "psubw %%mm3, %%mm1 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2124 "pmaddwd %%mm5, %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2125 "pmaddwd %%mm1, %%mm1 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2126 "paddd %%mm1, %%mm5 \n\t"\
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2127 "paddd %%mm5, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2128
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2129 L2_DIFF_CORE((%0), (%1))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2130 L2_DIFF_CORE((%0, %2), (%1, %2))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2131 L2_DIFF_CORE((%0, %2, 2), (%1, %2, 2))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2132 L2_DIFF_CORE((%0, %%eax), (%1, %%eax))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2133 L2_DIFF_CORE((%0, %2, 4), (%1, %2, 4))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2134 L2_DIFF_CORE((%0, %%ebx), (%1, %%ebx))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2135 L2_DIFF_CORE((%0, %%eax,2), (%1, %%eax,2))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2136 L2_DIFF_CORE((%0, %%ecx), (%1, %%ecx))
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2137
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2138 #endif
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2139
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2140 "movq %%mm0, %%mm4 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2141 "psrlq $32, %%mm0 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2142 "paddd %%mm0, %%mm4 \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2143 "movd %%mm4, %%ecx \n\t"
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2144 "shll $2, %%ecx \n\t"
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2145 "movl %3, %%ebx \n\t"
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2146 "addl -4(%%ebx), %%ecx \n\t"
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2147 "addl 4(%%ebx), %%ecx \n\t"
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2148 "addl -1024(%%ebx), %%ecx \n\t"
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2149 "addl $4, %%ecx \n\t"
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2150 "addl 1024(%%ebx), %%ecx \n\t"
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2151 "shrl $3, %%ecx \n\t"
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2152 "movl %%ecx, (%%ebx) \n\t"
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2153 "leal (%%eax, %2, 2), %%ebx \n\t" // 5*stride
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2154
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
2155 // "movl %3, %%ecx \n\t"
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2156 // "movl %%ecx, test \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2157 // "jmp 4f \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
2158 "cmpl 4+"MANGLE(maxTmpNoise)", %%ecx \n\t"
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2159 " jb 2f \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
2160 "cmpl 8+"MANGLE(maxTmpNoise)", %%ecx \n\t"
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2161 " jb 1f \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2162
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2163 "leal (%%ebx, %2, 2), %%ecx \n\t" // 7*stride
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2164 "movq (%0), %%mm0 \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2165 "movq (%0, %2), %%mm1 \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2166 "movq (%0, %2, 2), %%mm2 \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2167 "movq (%0, %%eax), %%mm3 \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2168 "movq (%0, %2, 4), %%mm4 \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2169 "movq (%0, %%ebx), %%mm5 \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2170 "movq (%0, %%eax, 2), %%mm6 \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2171 "movq (%0, %%ecx), %%mm7 \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2172 "movq %%mm0, (%1) \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2173 "movq %%mm1, (%1, %2) \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2174 "movq %%mm2, (%1, %2, 2) \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2175 "movq %%mm3, (%1, %%eax) \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2176 "movq %%mm4, (%1, %2, 4) \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2177 "movq %%mm5, (%1, %%ebx) \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2178 "movq %%mm6, (%1, %%eax, 2) \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2179 "movq %%mm7, (%1, %%ecx) \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2180 "jmp 4f \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2181
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2182 "1: \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2183 "leal (%%ebx, %2, 2), %%ecx \n\t" // 7*stride
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2184 "movq (%0), %%mm0 \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2185 "pavgb (%1), %%mm0 \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2186 "movq (%0, %2), %%mm1 \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2187 "pavgb (%1, %2), %%mm1 \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2188 "movq (%0, %2, 2), %%mm2 \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2189 "pavgb (%1, %2, 2), %%mm2 \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2190 "movq (%0, %%eax), %%mm3 \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2191 "pavgb (%1, %%eax), %%mm3 \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2192 "movq (%0, %2, 4), %%mm4 \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2193 "pavgb (%1, %2, 4), %%mm4 \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2194 "movq (%0, %%ebx), %%mm5 \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2195 "pavgb (%1, %%ebx), %%mm5 \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2196 "movq (%0, %%eax, 2), %%mm6 \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2197 "pavgb (%1, %%eax, 2), %%mm6 \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2198 "movq (%0, %%ecx), %%mm7 \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2199 "pavgb (%1, %%ecx), %%mm7 \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2200 "movq %%mm0, (%1) \n\t" // R0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2201 "movq %%mm1, (%1, %2) \n\t" // R1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2202 "movq %%mm2, (%1, %2, 2) \n\t" // R2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2203 "movq %%mm3, (%1, %%eax) \n\t" // R3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2204 "movq %%mm4, (%1, %2, 4) \n\t" // R4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2205 "movq %%mm5, (%1, %%ebx) \n\t" // R5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2206 "movq %%mm6, (%1, %%eax, 2) \n\t" // R6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2207 "movq %%mm7, (%1, %%ecx) \n\t" // R7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2208 "movq %%mm0, (%0) \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2209 "movq %%mm1, (%0, %2) \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2210 "movq %%mm2, (%0, %2, 2) \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2211 "movq %%mm3, (%0, %%eax) \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2212 "movq %%mm4, (%0, %2, 4) \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2213 "movq %%mm5, (%0, %%ebx) \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2214 "movq %%mm6, (%0, %%eax, 2) \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2215 "movq %%mm7, (%0, %%ecx) \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2216 "jmp 4f \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2217
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2218 "2: \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
2219 "cmpl "MANGLE(maxTmpNoise)", %%ecx \n\t"
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2220 " jb 3f \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2221
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2222 "leal (%%ebx, %2, 2), %%ecx \n\t" // 7*stride
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2223 "movq (%0), %%mm0 \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2224 "movq (%0, %2), %%mm1 \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2225 "movq (%0, %2, 2), %%mm2 \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2226 "movq (%0, %%eax), %%mm3 \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2227 "movq (%1), %%mm4 \n\t" // R0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2228 "movq (%1, %2), %%mm5 \n\t" // R1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2229 "movq (%1, %2, 2), %%mm6 \n\t" // R2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2230 "movq (%1, %%eax), %%mm7 \n\t" // R3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2231 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2232 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2233 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2234 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2235 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2236 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2237 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2238 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2239 "movq %%mm0, (%1) \n\t" // R0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2240 "movq %%mm1, (%1, %2) \n\t" // R1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2241 "movq %%mm2, (%1, %2, 2) \n\t" // R2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2242 "movq %%mm3, (%1, %%eax) \n\t" // R3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2243 "movq %%mm0, (%0) \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2244 "movq %%mm1, (%0, %2) \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2245 "movq %%mm2, (%0, %2, 2) \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2246 "movq %%mm3, (%0, %%eax) \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2247
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2248 "movq (%0, %2, 4), %%mm0 \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2249 "movq (%0, %%ebx), %%mm1 \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2250 "movq (%0, %%eax, 2), %%mm2 \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2251 "movq (%0, %%ecx), %%mm3 \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2252 "movq (%1, %2, 4), %%mm4 \n\t" // R4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2253 "movq (%1, %%ebx), %%mm5 \n\t" // R5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2254 "movq (%1, %%eax, 2), %%mm6 \n\t" // R6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2255 "movq (%1, %%ecx), %%mm7 \n\t" // R7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2256 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2257 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2258 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2259 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2260 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2261 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2262 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2263 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2264 "movq %%mm0, (%1, %2, 4) \n\t" // R4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2265 "movq %%mm1, (%1, %%ebx) \n\t" // R5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2266 "movq %%mm2, (%1, %%eax, 2) \n\t" // R6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2267 "movq %%mm3, (%1, %%ecx) \n\t" // R7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2268 "movq %%mm0, (%0, %2, 4) \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2269 "movq %%mm1, (%0, %%ebx) \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2270 "movq %%mm2, (%0, %%eax, 2) \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2271 "movq %%mm3, (%0, %%ecx) \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2272 "jmp 4f \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2273
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2274 "3: \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2275 "leal (%%ebx, %2, 2), %%ecx \n\t" // 7*stride
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2276 "movq (%0), %%mm0 \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2277 "movq (%0, %2), %%mm1 \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2278 "movq (%0, %2, 2), %%mm2 \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2279 "movq (%0, %%eax), %%mm3 \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2280 "movq (%1), %%mm4 \n\t" // R0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2281 "movq (%1, %2), %%mm5 \n\t" // R1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2282 "movq (%1, %2, 2), %%mm6 \n\t" // R2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2283 "movq (%1, %%eax), %%mm7 \n\t" // R3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2284 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2285 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2286 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2287 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2288 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2289 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2290 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2291 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2292 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2293 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2294 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2295 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2296 "movq %%mm0, (%1) \n\t" // R0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2297 "movq %%mm1, (%1, %2) \n\t" // R1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2298 "movq %%mm2, (%1, %2, 2) \n\t" // R2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2299 "movq %%mm3, (%1, %%eax) \n\t" // R3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2300 "movq %%mm0, (%0) \n\t" // L0
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2301 "movq %%mm1, (%0, %2) \n\t" // L1
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2302 "movq %%mm2, (%0, %2, 2) \n\t" // L2
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2303 "movq %%mm3, (%0, %%eax) \n\t" // L3
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2304
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2305 "movq (%0, %2, 4), %%mm0 \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2306 "movq (%0, %%ebx), %%mm1 \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2307 "movq (%0, %%eax, 2), %%mm2 \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2308 "movq (%0, %%ecx), %%mm3 \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2309 "movq (%1, %2, 4), %%mm4 \n\t" // R4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2310 "movq (%1, %%ebx), %%mm5 \n\t" // R5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2311 "movq (%1, %%eax, 2), %%mm6 \n\t" // R6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2312 "movq (%1, %%ecx), %%mm7 \n\t" // R7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2313 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2314 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2315 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2316 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2317 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2318 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2319 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2320 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2321 PAVGB(%%mm4, %%mm0)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2322 PAVGB(%%mm5, %%mm1)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2323 PAVGB(%%mm6, %%mm2)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2324 PAVGB(%%mm7, %%mm3)
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2325 "movq %%mm0, (%1, %2, 4) \n\t" // R4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2326 "movq %%mm1, (%1, %%ebx) \n\t" // R5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2327 "movq %%mm2, (%1, %%eax, 2) \n\t" // R6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2328 "movq %%mm3, (%1, %%ecx) \n\t" // R7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2329 "movq %%mm0, (%0, %2, 4) \n\t" // L4
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2330 "movq %%mm1, (%0, %%ebx) \n\t" // L5
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2331 "movq %%mm2, (%0, %%eax, 2) \n\t" // L6
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2332 "movq %%mm3, (%0, %%ecx) \n\t" // L7
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2333
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2334 "4: \n\t"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2335
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2336 :: "r" (src), "r" (tempBlured), "r"(stride), "m" (tempBluredPast)
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2337 : "%eax", "%ebx", "%ecx", "memory"
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2338 );
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2339 //printf("%d\n", test);
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2340 #else
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2341 int y;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2342 int d=0;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2343 int sysd=0;
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2344 int i;
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2345
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2346 for(y=0; y<8; y++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2347 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2348 int x;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2349 for(x=0; x<8; x++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2350 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2351 int ref= tempBlured[ x + y*stride ];
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2352 int cur= src[ x + y*stride ];
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2353 int d1=ref - cur;
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2354 // if(x==0 || x==7) d1+= d1>>1;
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2355 // if(y==0 || y==7) d1+= d1>>1;
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2356 // d+= ABS(d1);
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2357 d+= d1*d1;
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2358 sysd+= d1;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2359 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2360 }
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2361 i=d;
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2362 d= (
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2363 4*d
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2364 +(*(tempBluredPast-256))
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2365 +(*(tempBluredPast-1))+ (*(tempBluredPast+1))
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2366 +(*(tempBluredPast+256))
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2367 +4)>>3;
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2368 *tempBluredPast=i;
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2369 // ((*tempBluredPast)*3 + d + 2)>>2;
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2370
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2371 //printf("%d %d %d\n", maxNoise[0], maxNoise[1], maxNoise[2]);
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2372 /*
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2373 Switch between
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2374 1 0 0 0 0 0 0 (0)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2375 64 32 16 8 4 2 1 (1)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2376 64 48 36 27 20 15 11 (33) (approx)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2377 64 56 49 43 37 33 29 (200) (approx)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2378 */
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2379 if(d > maxNoise[1])
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2380 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2381 if(d < maxNoise[2])
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2382 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2383 for(y=0; y<8; y++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2384 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2385 int x;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2386 for(x=0; x<8; x++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2387 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2388 int ref= tempBlured[ x + y*stride ];
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2389 int cur= src[ x + y*stride ];
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2390 tempBlured[ x + y*stride ]=
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2391 src[ x + y*stride ]=
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2392 (ref + cur + 1)>>1;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2393 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2394 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2395 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2396 else
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2397 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2398 for(y=0; y<8; y++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2399 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2400 int x;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2401 for(x=0; x<8; x++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2402 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2403 tempBlured[ x + y*stride ]= src[ x + y*stride ];
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2404 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2405 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2406 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2407 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2408 else
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2409 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2410 if(d < maxNoise[0])
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2411 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2412 for(y=0; y<8; y++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2413 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2414 int x;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2415 for(x=0; x<8; x++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2416 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2417 int ref= tempBlured[ x + y*stride ];
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2418 int cur= src[ x + y*stride ];
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2419 tempBlured[ x + y*stride ]=
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2420 src[ x + y*stride ]=
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2421 (ref*7 + cur + 4)>>3;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2422 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2423 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2424 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2425 else
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2426 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2427 for(y=0; y<8; y++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2428 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2429 int x;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2430 for(x=0; x<8; x++)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2431 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2432 int ref= tempBlured[ x + y*stride ];
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2433 int cur= src[ x + y*stride ];
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2434 tempBlured[ x + y*stride ]=
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2435 src[ x + y*stride ]=
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2436 (ref*3 + cur + 2)>>2;
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2437 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2438 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2439 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2440 }
2895
dd3fabd01df0 temp denoiser changes: (a-b)^2 instead of |a-b| and MMX2/3DNOW version
michael
parents: 2860
diff changeset
2441 #endif
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2442 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2443
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2444 static void RENAME(postProcess)(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2445 QP_STORE_T QPs[], int QPStride, int isColor, struct PPMode *ppMode);
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
2446
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2447 /**
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2448 * Copies a block from src to dst and fixes the blacklevel
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2449 * levelFix == 0 -> dont touch the brighness & contrast
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2450 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2451 static inline void RENAME(blockCopy)(uint8_t dst[], int dstStride, uint8_t src[], int srcStride,
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2452 int levelFix)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2453 {
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
2454 #ifndef HAVE_MMX
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2455 int i;
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
2456 #endif
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2457 if(levelFix)
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2458 {
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2459 #ifdef HAVE_MMX
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2460 asm volatile(
3037
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2461 "leal (%0,%2), %%eax \n\t"
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2462 "leal (%1,%3), %%ebx \n\t"
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
2463 "movq "MANGLE(packedYOffset)", %%mm2\n\t"
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
2464 "movq "MANGLE(packedYScale)", %%mm3\n\t"
2181
d90f8fc7ead6 fixed a sig4 bug an non mmx2 cpus (in case of more sig4 errors please send me a "disassemble $eip-16 $eip+16" from gdb)
michael
parents: 2180
diff changeset
2465 "pxor %%mm4, %%mm4 \n\t"
3171
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2466 #ifdef HAVE_MMX2
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2467 #define SCALED_CPY(src1, src2, dst1, dst2) \
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2468 "movq " #src1 ", %%mm0 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2469 "movq " #src1 ", %%mm5 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2470 "movq " #src2 ", %%mm1 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2471 "movq " #src2 ", %%mm6 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2472 "punpcklbw %%mm0, %%mm0 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2473 "punpckhbw %%mm5, %%mm5 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2474 "punpcklbw %%mm1, %%mm1 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2475 "punpckhbw %%mm6, %%mm6 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2476 "pmulhuw %%mm3, %%mm0 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2477 "pmulhuw %%mm3, %%mm5 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2478 "pmulhuw %%mm3, %%mm1 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2479 "pmulhuw %%mm3, %%mm6 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2480 "psubw %%mm2, %%mm0 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2481 "psubw %%mm2, %%mm5 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2482 "psubw %%mm2, %%mm1 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2483 "psubw %%mm2, %%mm6 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2484 "packuswb %%mm5, %%mm0 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2485 "packuswb %%mm6, %%mm1 \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2486 "movq %%mm0, " #dst1 " \n\t"\
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2487 "movq %%mm1, " #dst2 " \n\t"\
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2488
3171
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2489 #else //HAVE_MMX2
3037
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2490 #define SCALED_CPY(src1, src2, dst1, dst2) \
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2491 "movq " #src1 ", %%mm0 \n\t"\
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2492 "movq " #src1 ", %%mm5 \n\t"\
2181
d90f8fc7ead6 fixed a sig4 bug an non mmx2 cpus (in case of more sig4 errors please send me a "disassemble $eip-16 $eip+16" from gdb)
michael
parents: 2180
diff changeset
2493 "punpcklbw %%mm4, %%mm0 \n\t"\
d90f8fc7ead6 fixed a sig4 bug an non mmx2 cpus (in case of more sig4 errors please send me a "disassemble $eip-16 $eip+16" from gdb)
michael
parents: 2180
diff changeset
2494 "punpckhbw %%mm4, %%mm5 \n\t"\
2394
1cc35422b752 negative black bugfix
michael
parents: 2389
diff changeset
2495 "psubw %%mm2, %%mm0 \n\t"\
1cc35422b752 negative black bugfix
michael
parents: 2389
diff changeset
2496 "psubw %%mm2, %%mm5 \n\t"\
3037
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2497 "movq " #src2 ", %%mm1 \n\t"\
2394
1cc35422b752 negative black bugfix
michael
parents: 2389
diff changeset
2498 "psllw $6, %%mm0 \n\t"\
1cc35422b752 negative black bugfix
michael
parents: 2389
diff changeset
2499 "psllw $6, %%mm5 \n\t"\
2181
d90f8fc7ead6 fixed a sig4 bug an non mmx2 cpus (in case of more sig4 errors please send me a "disassemble $eip-16 $eip+16" from gdb)
michael
parents: 2180
diff changeset
2500 "pmulhw %%mm3, %%mm0 \n\t"\
3037
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2501 "movq " #src2 ", %%mm6 \n\t"\
2181
d90f8fc7ead6 fixed a sig4 bug an non mmx2 cpus (in case of more sig4 errors please send me a "disassemble $eip-16 $eip+16" from gdb)
michael
parents: 2180
diff changeset
2502 "pmulhw %%mm3, %%mm5 \n\t"\
d90f8fc7ead6 fixed a sig4 bug an non mmx2 cpus (in case of more sig4 errors please send me a "disassemble $eip-16 $eip+16" from gdb)
michael
parents: 2180
diff changeset
2503 "punpcklbw %%mm4, %%mm1 \n\t"\
2401
bc69d7c0e1dc brightness / contrast fix/copy optimizations +2% speedup
michael
parents: 2394
diff changeset
2504 "punpckhbw %%mm4, %%mm6 \n\t"\
2394
1cc35422b752 negative black bugfix
michael
parents: 2389
diff changeset
2505 "psubw %%mm2, %%mm1 \n\t"\
2401
bc69d7c0e1dc brightness / contrast fix/copy optimizations +2% speedup
michael
parents: 2394
diff changeset
2506 "psubw %%mm2, %%mm6 \n\t"\
2394
1cc35422b752 negative black bugfix
michael
parents: 2389
diff changeset
2507 "psllw $6, %%mm1 \n\t"\
2401
bc69d7c0e1dc brightness / contrast fix/copy optimizations +2% speedup
michael
parents: 2394
diff changeset
2508 "psllw $6, %%mm6 \n\t"\
2181
d90f8fc7ead6 fixed a sig4 bug an non mmx2 cpus (in case of more sig4 errors please send me a "disassemble $eip-16 $eip+16" from gdb)
michael
parents: 2180
diff changeset
2509 "pmulhw %%mm3, %%mm1 \n\t"\
2401
bc69d7c0e1dc brightness / contrast fix/copy optimizations +2% speedup
michael
parents: 2394
diff changeset
2510 "pmulhw %%mm3, %%mm6 \n\t"\
bc69d7c0e1dc brightness / contrast fix/copy optimizations +2% speedup
michael
parents: 2394
diff changeset
2511 "packuswb %%mm5, %%mm0 \n\t"\
bc69d7c0e1dc brightness / contrast fix/copy optimizations +2% speedup
michael
parents: 2394
diff changeset
2512 "packuswb %%mm6, %%mm1 \n\t"\
3037
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2513 "movq %%mm0, " #dst1 " \n\t"\
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2514 "movq %%mm1, " #dst2 " \n\t"\
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2515
3171
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2516 #endif //!HAVE_MMX2
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2517
3037
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2518 SCALED_CPY((%0) , (%0, %2) , (%1) , (%1, %3))
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2519 SCALED_CPY((%0, %2, 2), (%%eax, %2, 2), (%1, %3, 2), (%%ebx, %3, 2))
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2520 SCALED_CPY((%0, %2, 4), (%%eax, %2, 4), (%1, %3, 4), (%%ebx, %3, 4))
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2521 "leal (%%eax,%2,4), %%eax \n\t"
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2522 "leal (%%ebx,%3,4), %%ebx \n\t"
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2523 SCALED_CPY((%%eax, %2), (%%eax, %2, 2), (%%ebx, %3), (%%ebx, %3, 2))
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2524
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2525
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2526 : : "r"(src),
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2527 "r"(dst),
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2528 "r" (srcStride),
2401
bc69d7c0e1dc brightness / contrast fix/copy optimizations +2% speedup
michael
parents: 2394
diff changeset
2529 "r" (dstStride)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2530 : "%eax", "%ebx"
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2531 );
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2532 #else
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2533 for(i=0; i<8; i++)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2534 memcpy( &(dst[dstStride*i]),
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2535 &(src[srcStride*i]), BLOCK_SIZE);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2536 #endif
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2537 }
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2538 else
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2539 {
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2540 #ifdef HAVE_MMX
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2541 asm volatile(
3037
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2542 "leal (%0,%2), %%eax \n\t"
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2543 "leal (%1,%3), %%ebx \n\t"
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2544
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2545 #define SIMPLE_CPY(src1, src2, dst1, dst2) \
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2546 "movq " #src1 ", %%mm0 \n\t"\
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2547 "movq " #src2 ", %%mm1 \n\t"\
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2548 "movq %%mm0, " #dst1 " \n\t"\
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2549 "movq %%mm1, " #dst2 " \n\t"\
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2550
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2551 SIMPLE_CPY((%0) , (%0, %2) , (%1) , (%1, %3))
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2552 SIMPLE_CPY((%0, %2, 2), (%%eax, %2, 2), (%1, %3, 2), (%%ebx, %3, 2))
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2553 SIMPLE_CPY((%0, %2, 4), (%%eax, %2, 4), (%1, %3, 4), (%%ebx, %3, 4))
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2554 "leal (%%eax,%2,4), %%eax \n\t"
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2555 "leal (%%ebx,%3,4), %%ebx \n\t"
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2556 SIMPLE_CPY((%%eax, %2), (%%eax, %2, 2), (%%ebx, %3), (%%ebx, %3, 2))
3fc9a8b9f178 1% speedup
michael
parents: 3032
diff changeset
2557
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2558 : : "r" (src),
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2559 "r" (dst),
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2560 "r" (srcStride),
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2561 "r" (dstStride)
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2562 : "%eax", "%ebx"
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2563 );
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2564 #else
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2565 for(i=0; i<8; i++)
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2566 memcpy( &(dst[dstStride*i]),
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2567 &(src[srcStride*i]), BLOCK_SIZE);
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2568 #endif
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2569 }
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2570 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2571
4403
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2572 /**
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2573 * Duplicates the given 8 src pixels ? times upward
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2574 */
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2575 static inline void RENAME(duplicate)(uint8_t src[], int stride)
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2576 {
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2577 #ifdef HAVE_MMX
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2578 asm volatile(
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2579 "movq (%0), %%mm0 \n\t"
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2580 "addl %1, %0 \n\t"
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2581 "movq %%mm0, (%0) \n\t"
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2582 "movq %%mm0, (%0, %1) \n\t"
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2583 "movq %%mm0, (%0, %1, 2) \n\t"
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2584 : "+r" (src)
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2585 : "r" (-stride)
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2586 );
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2587 #else
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2588 int i;
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2589 uint8_t *p=src;
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2590 for(i=0; i<3; i++)
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2591 {
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2592 p-= stride;
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2593 memcpy(p, src, 8);
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2594 }
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2595 #endif
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2596 }
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2597
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2598 /**
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2599 * Filters array of bytes (Y or U or V values)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2600 */
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2601 static void RENAME(postProcess)(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2602 QP_STORE_T QPs[], int QPStride, int isColor, struct PPMode *ppMode)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2603 {
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2604 int x,y;
3154
b2e24fec97bc compiletime pp-mode support (luminance = chrominance filters though) 1-2% faster with -benchmark -vo null -nosound
michael
parents: 3099
diff changeset
2605 #ifdef COMPILE_TIME_MODE
b2e24fec97bc compiletime pp-mode support (luminance = chrominance filters though) 1-2% faster with -benchmark -vo null -nosound
michael
parents: 3099
diff changeset
2606 const int mode= COMPILE_TIME_MODE;
b2e24fec97bc compiletime pp-mode support (luminance = chrominance filters though) 1-2% faster with -benchmark -vo null -nosound
michael
parents: 3099
diff changeset
2607 #else
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2608 const int mode= isColor ? ppMode->chromMode : ppMode->lumMode;
3154
b2e24fec97bc compiletime pp-mode support (luminance = chrominance filters though) 1-2% faster with -benchmark -vo null -nosound
michael
parents: 3099
diff changeset
2609 #endif
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2610 /* we need 64bit here otherwise we´ll going to have a problem
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2611 after watching a black picture for 5 hours*/
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2612 static uint64_t *yHistogram= NULL;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2613 int black=0, white=255; // blackest black and whitest white in the picture
4399
a4098aec828a minor QP bugfix
michael
parents: 4253
diff changeset
2614 int QPCorrecture= 256*256;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2615
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2616 /* Temporary buffers for handling the last row(s) */
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2617 static uint8_t *tempDst= NULL;
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2618 static uint8_t *tempSrc= NULL;
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2619
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2620 /* Temporary buffers for handling the last block */
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2621 static uint8_t *tempDstBlock= NULL;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2622 static uint8_t *tempSrcBlock= NULL;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2623
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2624 /* Temporal noise reducing buffers */
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2625 static uint8_t *tempBlured[3]= {NULL,NULL,NULL};
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2626 static uint32_t *tempBluredPast[3]= {NULL,NULL,NULL};
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2627
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2628 int copyAhead;
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2629
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
2630 #ifdef PP_FUNNY_STRIDE
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2631 uint8_t *dstBlockPtrBackup;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2632 uint8_t *srcBlockPtrBackup;
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
2633 #endif
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2634
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
2635 #ifdef MORE_TIMING
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
2636 long long T0, T1, diffTime=0;
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
2637 #endif
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
2638 #ifdef TIMING
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
2639 long long memcpyTime=0, vertTime=0, horizTime=0, sumTime;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2640 sumTime= rdtsc();
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2641 #endif
3832
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2642 dcOffset= ppMode->maxDcDiff;
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2643 dcThreshold= ppMode->maxDcDiff*2 + 1;
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2644
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2645 #ifdef HAVE_MMX
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2646 maxTmpNoise[0]= ppMode->maxTmpNoise[0];
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2647 maxTmpNoise[1]= ppMode->maxTmpNoise[1];
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2648 maxTmpNoise[2]= ppMode->maxTmpNoise[2];
3832
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2649
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2650 mmxDCOffset= 0x7F - dcOffset;
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2651 mmxDCThreshold= 0x7F - dcThreshold;
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2652
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2653 mmxDCOffset*= 0x0101010101010101LL;
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2654 mmxDCThreshold*= 0x0101010101010101LL;
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2655 #endif
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2656
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2657 if(mode & CUBIC_IPOL_DEINT_FILTER) copyAhead=16;
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2658 else if(mode & LINEAR_BLEND_DEINT_FILTER) copyAhead=14;
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2659 else if( (mode & V_DEBLOCK)
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2660 || (mode & LINEAR_IPOL_DEINT_FILTER)
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2661 || (mode & MEDIAN_DEINT_FILTER)) copyAhead=13;
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2662 else if(mode & V_X1_FILTER) copyAhead=11;
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2663 else if(mode & V_RK1_FILTER) copyAhead=10;
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2664 else if(mode & DERING) copyAhead=9;
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2665 else copyAhead=8;
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2666
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2667 copyAhead-= 8;
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2668
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2669 if(tempDst==NULL)
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2670 {
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2671 tempDst= (uint8_t*)memalign(8, 1024*24);
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2672 tempSrc= (uint8_t*)memalign(8, 1024*24);
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2673 tempDstBlock= (uint8_t*)memalign(8, 1024*24);
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2674 tempSrcBlock= (uint8_t*)memalign(8, 1024*24);
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2675 }
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2676
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2677 if(tempBlured[isColor]==NULL && (mode & TEMP_NOISE_FILTER))
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2678 {
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2679 // printf("%d %d %d\n", isColor, dstStride, height);
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2680 //FIXME works only as long as the size doesnt increase
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2681 //Note:the +17*1024 is just there so i dont have to worry about r/w over te end
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2682 tempBlured[isColor]= (uint8_t*)memalign(8, dstStride*((height+7)&(~7)) + 17*1024);
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2683 tempBluredPast[isColor]= (uint32_t*)memalign(8, 256*((height+7)&(~7))/2 + 17*1024);
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2684
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2685 memset(tempBlured[isColor], 0, dstStride*((height+7)&(~7)) + 17*1024);
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
2686 memset(tempBluredPast[isColor], 0, 256*((height+7)&(~7))/2 + 17*1024);
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2687 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2688
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2689 if(!yHistogram)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2690 {
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2691 int i;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2692 yHistogram= (uint64_t*)malloc(8*256);
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2693 for(i=0; i<256; i++) yHistogram[i]= width*height/64*15/256;
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2694
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2695 if(mode & FULL_Y_RANGE)
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2696 {
3832
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2697 ppMode->maxAllowedY=255;
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2698 ppMode->minAllowedY=0;
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2699 }
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2700 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2701
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2702 if(!isColor)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2703 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2704 uint64_t sum= 0;
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2705 int i;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2706 static int framenum= -1;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2707 uint64_t maxClipped;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2708 uint64_t clipped;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2709 double scale;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2710
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2711 framenum++;
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2712 if(framenum == 1) yHistogram[0]= width*height/64*15/256;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2713
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2714 for(i=0; i<256; i++)
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2715 {
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2716 sum+= yHistogram[i];
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2717 // printf("%d ", yHistogram[i]);
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2718 }
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2719 // printf("\n\n");
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2720
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2721 /* we allways get a completly black picture first */
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2722 maxClipped= (uint64_t)(sum * maxClippedThreshold);
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2723
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2724 clipped= sum;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2725 for(black=255; black>0; black--)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2726 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2727 if(clipped < maxClipped) break;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2728 clipped-= yHistogram[black];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2729 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2730
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2731 clipped= sum;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2732 for(white=0; white<256; white++)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2733 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2734 if(clipped < maxClipped) break;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2735 clipped-= yHistogram[white];
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2736 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2737
3832
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2738 scale= (double)(ppMode->maxAllowedY - ppMode->minAllowedY) / (double)(white-black);
3171
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2739
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2740 #ifdef HAVE_MMX2
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2741 packedYScale= (uint16_t)(scale*256.0 + 0.5);
3832
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2742 packedYOffset= (((black*packedYScale)>>8) - ppMode->minAllowedY) & 0xFFFF;
3171
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2743 #else
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2744 packedYScale= (uint16_t)(scale*1024.0 + 0.5);
3832
d05cfaf5f0f2 minor brightness/contrast bugfix / moved some global vars into ppMode
michael
parents: 3817
diff changeset
2745 packedYOffset= (black - ppMode->minAllowedY) & 0xFFFF;
3171
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2746 #endif
3a325e7f6e1d faster brightness correcture in MMX2
michael
parents: 3154
diff changeset
2747
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2748 packedYOffset|= packedYOffset<<32;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2749 packedYOffset|= packedYOffset<<16;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2750
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2751 packedYScale|= packedYScale<<32;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2752 packedYScale|= packedYScale<<16;
4399
a4098aec828a minor QP bugfix
michael
parents: 4253
diff changeset
2753
a4098aec828a minor QP bugfix
michael
parents: 4253
diff changeset
2754 if(mode & LEVEL_FIX) QPCorrecture= (int)(scale*256*256 + 0.5);
a4098aec828a minor QP bugfix
michael
parents: 4253
diff changeset
2755 else QPCorrecture= 256*256;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2756 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2757 else
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2758 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2759 packedYScale= 0x0100010001000100LL;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2760 packedYOffset= 0;
4399
a4098aec828a minor QP bugfix
michael
parents: 4253
diff changeset
2761 QPCorrecture= 256*256;
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2762 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2763
2742
d5636499cafd minor changes (fixed some warnings, added attribute aligned(8) stuff)
michael
parents: 2595
diff changeset
2764 /* copy & deinterlace first row of blocks */
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2765 y=-BLOCK_SIZE;
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2766 {
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2767 uint8_t *srcBlock= &(src[y*srcStride]);
4403
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2768 uint8_t *dstBlock= tempDst + dstStride;
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2769
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2770 // From this point on it is guranteed that we can read and write 16 lines downward
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2771 // finish 1 block before the next otherwise we´ll might have a problem
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2772 // with the L1 Cache of the P4 ... or only a few blocks at a time or soemthing
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2773 for(x=0; x<width; x+=BLOCK_SIZE)
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2774 {
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2775
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2776 #ifdef HAVE_MMX2
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2777 /*
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2778 prefetchnta(srcBlock + (((x>>2)&6) + 5)*srcStride + 32);
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2779 prefetchnta(srcBlock + (((x>>2)&6) + 6)*srcStride + 32);
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2780 prefetcht0(dstBlock + (((x>>2)&6) + 5)*dstStride + 32);
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2781 prefetcht0(dstBlock + (((x>>2)&6) + 6)*dstStride + 32);
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2782 */
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2783
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2784 asm(
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2785 "movl %4, %%eax \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2786 "shrl $2, %%eax \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2787 "andl $6, %%eax \n\t"
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2788 "addl %5, %%eax \n\t"
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2789 "movl %%eax, %%ebx \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2790 "imul %1, %%eax \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2791 "imul %3, %%ebx \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2792 "prefetchnta 32(%%eax, %0) \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2793 "prefetcht0 32(%%ebx, %2) \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2794 "addl %1, %%eax \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2795 "addl %3, %%ebx \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2796 "prefetchnta 32(%%eax, %0) \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2797 "prefetcht0 32(%%ebx, %2) \n\t"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2798 :: "r" (srcBlock), "r" (srcStride), "r" (dstBlock), "r" (dstStride),
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2799 "m" (x), "m" (copyAhead)
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2800 : "%eax", "%ebx"
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2801 );
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2802
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2803 #elif defined(HAVE_3DNOW)
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2804 //FIXME check if this is faster on an 3dnow chip or if its faster without the prefetch or ...
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2805 /* prefetch(srcBlock + (((x>>3)&3) + 5)*srcStride + 32);
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2806 prefetch(srcBlock + (((x>>3)&3) + 9)*srcStride + 32);
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2807 prefetchw(dstBlock + (((x>>3)&3) + 5)*dstStride + 32);
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2808 prefetchw(dstBlock + (((x>>3)&3) + 9)*dstStride + 32);
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2809 */
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2810 #endif
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2811
4403
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2812 RENAME(blockCopy)(dstBlock + dstStride*8, dstStride,
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2813 srcBlock + srcStride*8, srcStride, mode & LEVEL_FIX);
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2814
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2815 RENAME(duplicate)(dstBlock + dstStride*8, dstStride);
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2816
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2817 if(mode & LINEAR_IPOL_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2818 RENAME(deInterlaceInterpolateLinear)(dstBlock, dstStride);
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2819 else if(mode & LINEAR_BLEND_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2820 RENAME(deInterlaceBlendLinear)(dstBlock, dstStride);
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2821 else if(mode & MEDIAN_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2822 RENAME(deInterlaceMedian)(dstBlock, dstStride);
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2823 else if(mode & CUBIC_IPOL_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2824 RENAME(deInterlaceInterpolateCubic)(dstBlock, dstStride);
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2825 /* else if(mode & CUBIC_BLEND_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2826 RENAME(deInterlaceBlendCubic)(dstBlock, dstStride);
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2827 */
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2828 dstBlock+=8;
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2829 srcBlock+=8;
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2830 }
4403
f3dc8bf8383a top row bugfix
michael
parents: 4399
diff changeset
2831 memcpy(dst, tempDst + 9*dstStride, copyAhead*dstStride );
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
2832 }
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2833
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2834 for(y=0; y<height; y+=BLOCK_SIZE)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2835 {
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2836 //1% speedup if these are here instead of the inner loop
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2837 uint8_t *srcBlock= &(src[y*srcStride]);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2838 uint8_t *dstBlock= &(dst[y*dstStride]);
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2839 #ifdef HAVE_MMX
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2840 uint8_t *tempBlock1= tempBlocks;
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2841 uint8_t *tempBlock2= tempBlocks + 8;
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2842 #endif
2437
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2843 #ifdef ARCH_X86
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2844 int *QPptr= isColor ? &QPs[(y>>3)*QPStride] :&QPs[(y>>4)*QPStride];
4399
a4098aec828a minor QP bugfix
michael
parents: 4253
diff changeset
2845 int QPDelta= isColor ? (-1) : 1<<31;
a4098aec828a minor QP bugfix
michael
parents: 4253
diff changeset
2846 int QPFrac= 1<<30;
2437
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2847 #endif
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2848 int QP=0;
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
2849 /* can we mess with a 8x16 block from srcBlock/dstBlock downwards and 1 line upwards
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
2850 if not than use a temporary buffer */
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2851 if(y+15 >= height)
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2852 {
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2853 int i;
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2854 /* copy from line (copyAhead) to (copyAhead+7) of src, these will be copied with
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2855 blockcopy to dst later */
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2856 memcpy(tempSrc + srcStride*copyAhead, srcBlock + srcStride*copyAhead,
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2857 srcStride*MAX(height-y-copyAhead, 0) );
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2858
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2859 /* duplicate last line of src to fill the void upto line (copyAhead+7) */
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2860 for(i=MAX(height-y, 8); i<copyAhead+8; i++)
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2861 memcpy(tempSrc + srcStride*i, src + srcStride*(height-1), srcStride);
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2862
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2863 /* copy up to (copyAhead+1) lines of dst (line -1 to (copyAhead-1))*/
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2864 memcpy(tempDst, dstBlock - dstStride, dstStride*MIN(height-y+1, copyAhead+1) );
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2865
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2866 /* duplicate last line of dst to fill the void upto line (copyAhead) */
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2867 for(i=height-y+1; i<=copyAhead; i++)
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2868 memcpy(tempDst + dstStride*i, dst + dstStride*(height-1), dstStride);
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2869
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
2870 dstBlock= tempDst + dstStride;
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2871 srcBlock= tempSrc;
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2872 }
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2873
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2874 // From this point on it is guranteed that we can read and write 16 lines downward
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2875 // finish 1 block before the next otherwise we´ll might have a problem
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2876 // with the L1 Cache of the P4 ... or only a few blocks at a time or soemthing
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2877 for(x=0; x<width; x+=BLOCK_SIZE)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2878 {
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
2879 const int stride= dstStride;
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2880 #ifdef HAVE_MMX
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
2881 uint8_t *tmpXchg;
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2882 #endif
2437
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2883 #ifdef ARCH_X86
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2884 QP= *QPptr;
2437
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2885 asm volatile(
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2886 "addl %2, %1 \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2887 "sbbl %%eax, %%eax \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2888 "shll $2, %%eax \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2889 "subl %%eax, %0 \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2890 : "+r" (QPptr), "+m" (QPFrac)
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2891 : "r" (QPDelta)
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2892 : "%eax"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2893 );
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2894 #else
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
2895 QP= isColor ?
2437
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2896 QPs[(y>>3)*QPStride + (x>>3)]:
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2897 QPs[(y>>4)*QPStride + (x>>4)];
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2898 #endif
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2899 if(!isColor)
2428
85cda20c530f more speed
michael
parents: 2416
diff changeset
2900 {
4399
a4098aec828a minor QP bugfix
michael
parents: 4253
diff changeset
2901 QP= (QP* QPCorrecture + 256*128)>>16;
2742
d5636499cafd minor changes (fixed some warnings, added attribute aligned(8) stuff)
michael
parents: 2595
diff changeset
2902 yHistogram[ srcBlock[srcStride*12 + 4] ]++;
2428
85cda20c530f more speed
michael
parents: 2416
diff changeset
2903 }
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2904 #ifdef HAVE_MMX
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2905 asm volatile(
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2906 "movd %0, %%mm7 \n\t"
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2907 "packuswb %%mm7, %%mm7 \n\t" // 0, 0, 0, QP, 0, 0, 0, QP
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2908 "packuswb %%mm7, %%mm7 \n\t" // 0,QP, 0, QP, 0,QP, 0, QP
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2909 "packuswb %%mm7, %%mm7 \n\t" // QP,..., QP
4248
3cdb86beebce mangle for win32 in postproc
atmos4
parents: 3832
diff changeset
2910 "movq %%mm7, "MANGLE(pQPb)" \n\t"
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2911 : : "r" (QP)
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2912 );
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2913 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2914
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
2915 #ifdef MORE_TIMING
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2916 T0= rdtsc();
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2917 #endif
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
2918
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2919 #ifdef HAVE_MMX2
2437
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2920 /*
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2921 prefetchnta(srcBlock + (((x>>2)&6) + 5)*srcStride + 32);
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2922 prefetchnta(srcBlock + (((x>>2)&6) + 6)*srcStride + 32);
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2923 prefetcht0(dstBlock + (((x>>2)&6) + 5)*dstStride + 32);
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2924 prefetcht0(dstBlock + (((x>>2)&6) + 6)*dstStride + 32);
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2925 */
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2926
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2927 asm(
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2928 "movl %4, %%eax \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2929 "shrl $2, %%eax \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2930 "andl $6, %%eax \n\t"
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2931 "addl %5, %%eax \n\t"
2437
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2932 "movl %%eax, %%ebx \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2933 "imul %1, %%eax \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2934 "imul %3, %%ebx \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2935 "prefetchnta 32(%%eax, %0) \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2936 "prefetcht0 32(%%ebx, %2) \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2937 "addl %1, %%eax \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2938 "addl %3, %%ebx \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2939 "prefetchnta 32(%%eax, %0) \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2940 "prefetcht0 32(%%ebx, %2) \n\t"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2941 :: "r" (srcBlock), "r" (srcStride), "r" (dstBlock), "r" (dstStride),
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2942 "m" (x), "m" (copyAhead)
2437
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2943 : "%eax", "%ebx"
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2944 );
de434f02dee6 more speed
michael
parents: 2428
diff changeset
2945
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
2946 #elif defined(HAVE_3DNOW)
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
2947 //FIXME check if this is faster on an 3dnow chip or if its faster without the prefetch or ...
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2948 /* prefetch(srcBlock + (((x>>3)&3) + 5)*srcStride + 32);
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2949 prefetch(srcBlock + (((x>>3)&3) + 9)*srcStride + 32);
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2950 prefetchw(dstBlock + (((x>>3)&3) + 5)*dstStride + 32);
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2951 prefetchw(dstBlock + (((x>>3)&3) + 9)*dstStride + 32);
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
2952 */
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2953 #endif
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2954
2286
58b3f908201d added compiletime option to turn width%8==0 on
michael
parents: 2285
diff changeset
2955 #ifdef PP_FUNNY_STRIDE
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2956 //can we mess with a 8x16 block, if not use a temp buffer, yes again
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2957 if(x+7 >= width)
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2958 {
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2959 int i;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2960 dstBlockPtrBackup= dstBlock;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2961 srcBlockPtrBackup= srcBlock;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2962
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2963 for(i=0;i<BLOCK_SIZE*2; i++)
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2964 {
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2965 memcpy(tempSrcBlock+i*srcStride, srcBlock+i*srcStride, width-x);
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2966 memcpy(tempDstBlock+i*dstStride, dstBlock+i*dstStride, width-x);
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2967 }
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2968
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2969 dstBlock= tempDstBlock;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2970 srcBlock= tempSrcBlock;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2971 }
2286
58b3f908201d added compiletime option to turn width%8==0 on
michael
parents: 2285
diff changeset
2972 #endif
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
2973
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2974 RENAME(blockCopy)(dstBlock + dstStride*copyAhead, dstStride,
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
2975 srcBlock + srcStride*copyAhead, srcStride, mode & LEVEL_FIX);
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2976
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2977 if(mode & LINEAR_IPOL_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2978 RENAME(deInterlaceInterpolateLinear)(dstBlock, dstStride);
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2979 else if(mode & LINEAR_BLEND_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2980 RENAME(deInterlaceBlendLinear)(dstBlock, dstStride);
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2981 else if(mode & MEDIAN_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2982 RENAME(deInterlaceMedian)(dstBlock, dstStride);
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2983 else if(mode & CUBIC_IPOL_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2984 RENAME(deInterlaceInterpolateCubic)(dstBlock, dstStride);
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2985 /* else if(mode & CUBIC_BLEND_DEINT_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2986 RENAME(deInterlaceBlendCubic)(dstBlock, dstStride);
2203
f90b6e259dc8 rewrote the horizontal lowpass filter to fix a bug which caused a blocky look
michael
parents: 2195
diff changeset
2987 */
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2988
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2989 /* only deblock if we have 2 blocks */
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2990 if(y + 8 < height)
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
2991 {
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
2992 #ifdef MORE_TIMING
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2993 T1= rdtsc();
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2994 memcpyTime+= T1-T0;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2995 T0=T1;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
2996 #endif
2300
e10f7dc4938f more logic behavior if the altenative deblock filters are used (turning a alt filter on without turning the deblock filter on uses the alt filter instead of using no filter now)
michael
parents: 2286
diff changeset
2997 if(mode & V_RK1_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
2998 RENAME(vertRK1Filter)(dstBlock, stride, QP);
2300
e10f7dc4938f more logic behavior if the altenative deblock filters are used (turning a alt filter on without turning the deblock filter on uses the alt filter instead of using no filter now)
michael
parents: 2286
diff changeset
2999 else if(mode & V_X1_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3000 RENAME(vertX1Filter)(dstBlock, stride, QP);
2300
e10f7dc4938f more logic behavior if the altenative deblock filters are used (turning a alt filter on without turning the deblock filter on uses the alt filter instead of using no filter now)
michael
parents: 2286
diff changeset
3001 else if(mode & V_DEBLOCK)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3002 {
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3003 if( RENAME(isVertDC)(dstBlock, stride))
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
3004 {
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3005 if(RENAME(isVertMinMaxOk)(dstBlock, stride, QP))
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3006 RENAME(doVertLowPass)(dstBlock, stride, QP);
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
3007 }
2300
e10f7dc4938f more logic behavior if the altenative deblock filters are used (turning a alt filter on without turning the deblock filter on uses the alt filter instead of using no filter now)
michael
parents: 2286
diff changeset
3008 else
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3009 RENAME(doVertDefFilter)(dstBlock, stride, QP);
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3010 }
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
3011 #ifdef MORE_TIMING
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3012 T1= rdtsc();
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3013 vertTime+= T1-T0;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3014 T0=T1;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3015 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3016 }
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
3017
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3018 #ifdef HAVE_MMX
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3019 RENAME(transpose1)(tempBlock1, tempBlock2, dstBlock, dstStride);
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3020 #endif
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
3021 /* check if we have a previous block to deblock it with dstBlock */
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3022 if(x - 8 >= 0)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3023 {
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
3024 #ifdef MORE_TIMING
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3025 T0= rdtsc();
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3026 #endif
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3027 #ifdef HAVE_MMX
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3028 if(mode & H_RK1_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3029 RENAME(vertRK1Filter)(tempBlock1, 16, QP);
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3030 else if(mode & H_X1_FILTER)
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3031 RENAME(vertX1Filter)(tempBlock1, 16, QP);
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3032 else if(mode & H_DEBLOCK)
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3033 {
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3034 if( RENAME(isVertDC)(tempBlock1, 16) )
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3035 {
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3036 if(RENAME(isVertMinMaxOk)(tempBlock1, 16, QP))
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3037 RENAME(doVertLowPass)(tempBlock1, 16, QP);
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3038 }
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3039 else
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3040 RENAME(doVertDefFilter)(tempBlock1, 16, QP);
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3041 }
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3042
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3043 RENAME(transpose2)(dstBlock-4, dstStride, tempBlock1 + 4*16);
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3044
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3045 #else
2300
e10f7dc4938f more logic behavior if the altenative deblock filters are used (turning a alt filter on without turning the deblock filter on uses the alt filter instead of using no filter now)
michael
parents: 2286
diff changeset
3046 if(mode & H_X1_FILTER)
e10f7dc4938f more logic behavior if the altenative deblock filters are used (turning a alt filter on without turning the deblock filter on uses the alt filter instead of using no filter now)
michael
parents: 2286
diff changeset
3047 horizX1Filter(dstBlock-4, stride, QP);
e10f7dc4938f more logic behavior if the altenative deblock filters are used (turning a alt filter on without turning the deblock filter on uses the alt filter instead of using no filter now)
michael
parents: 2286
diff changeset
3048 else if(mode & H_DEBLOCK)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3049 {
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3050 if( isHorizDC(dstBlock-4, stride))
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
3051 {
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3052 if(isHorizMinMaxOk(dstBlock-4, stride, QP))
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3053 doHorizLowPass(dstBlock-4, stride, QP);
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
3054 }
2300
e10f7dc4938f more logic behavior if the altenative deblock filters are used (turning a alt filter on without turning the deblock filter on uses the alt filter instead of using no filter now)
michael
parents: 2286
diff changeset
3055 else
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3056 doHorizDefFilter(dstBlock-4, stride, QP);
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3057 }
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3058 #endif
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
3059 #ifdef MORE_TIMING
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3060 T1= rdtsc();
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3061 horizTime+= T1-T0;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3062 T0=T1;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3063 #endif
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
3064 if(mode & DERING)
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
3065 {
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
3066 //FIXME filter first line
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3067 if(y>0) RENAME(dering)(dstBlock - stride - 8, stride, QP);
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
3068 }
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3069
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3070 if(mode & TEMP_NOISE_FILTER)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3071 {
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3072 RENAME(tempNoiseReducer)(dstBlock-8, stride,
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3073 tempBlured[isColor] + y*dstStride + x,
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
3074 tempBluredPast[isColor] + (y>>3)*256 + (x>>3),
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3075 ppMode->maxTmpNoise);
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3076 }
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3077 }
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3078
2286
58b3f908201d added compiletime option to turn width%8==0 on
michael
parents: 2285
diff changeset
3079 #ifdef PP_FUNNY_STRIDE
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3080 /* did we use a tmp-block buffer */
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3081 if(x+7 >= width)
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3082 {
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3083 int i;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3084 dstBlock= dstBlockPtrBackup;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3085 srcBlock= srcBlockPtrBackup;
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3086
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3087 for(i=0;i<BLOCK_SIZE*2; i++)
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3088 {
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3089 memcpy(dstBlock+i*dstStride, tempDstBlock+i*dstStride, width-x);
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3090 }
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3091 }
2286
58b3f908201d added compiletime option to turn width%8==0 on
michael
parents: 2285
diff changeset
3092 #endif
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3093
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3094 dstBlock+=8;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3095 srcBlock+=8;
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3096
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
3097 #ifdef HAVE_MMX
2454
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3098 tmpXchg= tempBlock1;
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3099 tempBlock1= tempBlock2;
b74c2a08eac9 much better horizontal filters (transpose & use the vertical ones) :)
michael
parents: 2437
diff changeset
3100 tempBlock2 = tmpXchg;
2461
60f16575bece fixed difference with -vo md5 between doVertDefFilter() C and MMX / MMX2 versions
michael
parents: 2454
diff changeset
3101 #endif
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
3102 }
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
3103
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3104 if(mode & DERING)
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3105 {
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3106 if(y > 0) RENAME(dering)(dstBlock - dstStride - 8, dstStride, QP);
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3107 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3108
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3109 if((mode & TEMP_NOISE_FILTER))
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3110 {
3099
897d46457708 runtime cpu detection
michael
parents: 3094
diff changeset
3111 RENAME(tempNoiseReducer)(dstBlock-8, dstStride,
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3112 tempBlured[isColor] + y*dstStride + x,
2899
6885bf566271 temp denoiser:
michael
parents: 2895
diff changeset
3113 tempBluredPast[isColor] + (y>>3)*256 + (x>>3),
2860
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3114 ppMode->maxTmpNoise);
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3115 }
08b833fb875a temporal noise reducer in C (-pp 0x100000)
michael
parents: 2808
diff changeset
3116
2595
6c1d6f508466 deinterlace bugfix
michael
parents: 2586
diff changeset
3117 /* did we use a tmp buffer for the last lines*/
2285
4840e356d0d3 fixed a bug in the tmp buffer
michael
parents: 2246
diff changeset
3118 if(y+15 >= height)
2246
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
3119 {
f7c1485b33be fixed the height%8!=0 bug
michael
parents: 2231
diff changeset
3120 uint8_t *dstBlock= &(dst[y*dstStride]);
2473
94a0265c408c dering in mmx2
michael
parents: 2461
diff changeset
3121 memcpy(dstBlock, tempDst + dstStride, dstStride*(height-y) );
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3122 }
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3123 /*
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3124 for(x=0; x<width; x+=32)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3125 {
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
3126 volatile int i;
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3127 i+= + dstBlock[x + 7*dstStride] + dstBlock[x + 8*dstStride]
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3128 + dstBlock[x + 9*dstStride] + dstBlock[x +10*dstStride]
3031
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
3129 + dstBlock[x +11*dstStride] + dstBlock[x +12*dstStride];
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
3130 // + dstBlock[x +13*dstStride]
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
3131 // + dstBlock[x +14*dstStride] + dstBlock[x +15*dstStride];
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
3132 }*/
86e1a0f4f0bc cleanup
michael
parents: 3013
diff changeset
3133 }
2159
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
3134 #ifdef HAVE_3DNOW
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
3135 asm volatile("femms");
795f3d022657 fixed a bug in the horizontal default filter
arpi
parents: 2158
diff changeset
3136 #elif defined (HAVE_MMX)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3137 asm volatile("emms");
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3138 #endif
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3139
2221
9fd911c931cd minor cleanups
michael
parents: 2203
diff changeset
3140 #ifdef TIMING
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3141 // FIXME diff is mostly the time spent for rdtsc (should subtract that but ...)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3142 sumTime= rdtsc() - sumTime;
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3143 if(!isColor)
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3144 printf("cpy:%4dk, vert:%4dk, horiz:%4dk, sum:%4dk, diff:%4dk, color: %d/%d \r",
2168
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
3145 (int)(memcpyTime/1000), (int)(vertTime/1000), (int)(horizTime/1000),
21a8f158d19f bugfixes: last 3 lines not brightness/contrast corrected
michael
parents: 2159
diff changeset
3146 (int)(sumTime/1000), (int)((sumTime-memcpyTime-vertTime-horizTime)/1000)
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3147 , black, white);
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3148 #endif
3013
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3149 #ifdef DEBUG_BRIGHTNESS
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3150 if(!isColor)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3151 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3152 int max=1;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3153 int i;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3154 for(i=0; i<256; i++)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3155 if(yHistogram[i] > max) max=yHistogram[i];
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3156
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3157 for(i=1; i<256; i++)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3158 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3159 int x;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3160 int start=yHistogram[i-1]/(max/256+1);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3161 int end=yHistogram[i]/(max/256+1);
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3162 int inc= end > start ? 1 : -1;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3163 for(x=start; x!=end+inc; x+=inc)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3164 dst[ i*dstStride + x]+=128;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3165 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3166
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3167 for(i=0; i<100; i+=2)
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3168 {
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3169 dst[ (white)*dstStride + i]+=128;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3170 dst[ (black)*dstStride + i]+=128;
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3171 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3172
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3173 }
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3174 #endif
71384f064a3e faster mmx2 / 3dnow deblocking filter
michael
parents: 2899
diff changeset
3175
2158
508468a75be0 new postprocess code by Michael Niedermayer (michaelni@gmx.at)
arpi
parents:
diff changeset
3176 }