Mercurial > libavcodec.hg
annotate i386/dsputil_mmx.c @ 422:aa4a1c6209bd libavcodec
* baling 8 seems to have the same speed
author | kabi |
---|---|
date | Thu, 23 May 2002 16:19:07 +0000 |
parents | cce83064710a |
children | 718a22dc121f |
rev | line source |
---|---|
0 | 1 /* |
2 * MMX optimized DSP utils | |
3 * Copyright (c) 2000, 2001 Gerard Lantau. | |
4 * | |
5 * This program is free software; you can redistribute it and/or modify | |
6 * it under the terms of the GNU General Public License as published by | |
7 * the Free Software Foundation; either version 2 of the License, or | |
8 * (at your option) any later version. | |
9 * | |
10 * This program is distributed in the hope that it will be useful, | |
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
13 * GNU General Public License for more details. | |
14 * | |
15 * You should have received a copy of the GNU General Public License | |
16 * along with this program; if not, write to the Free Software | |
17 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. | |
18 * | |
19 * MMX optimization by Nick Kurshev <nickols_k@mail.ru> | |
20 */ | |
21 | |
22 #include "../dsputil.h" | |
174
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
23 #include "../simple_idct.h" |
386 | 24 #include "../mangle.h" |
0 | 25 |
5 | 26 int mm_flags; /* multimedia extension flags */ |
27 | |
294 | 28 int pix_abs16x16_mmx(UINT8 *blk1, UINT8 *blk2, int lx); |
29 int pix_abs16x16_x2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
30 int pix_abs16x16_y2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
31 int pix_abs16x16_xy2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
32 | |
33 int pix_abs16x16_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
34 int pix_abs16x16_x2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
35 int pix_abs16x16_y2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
36 int pix_abs16x16_xy2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
37 | |
38 int pix_abs8x8_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
39 int pix_abs8x8_x2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
40 int pix_abs8x8_y2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
41 int pix_abs8x8_xy2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
42 | |
43 int pix_abs8x8_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
44 int pix_abs8x8_x2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
45 int pix_abs8x8_y2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
46 int pix_abs8x8_xy2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
47 | |
42 | 48 /* external functions, from idct_mmx.c */ |
49 void ff_mmx_idct(DCTELEM *block); | |
50 void ff_mmxext_idct(DCTELEM *block); | |
19
82d4c9be9873
MMX/MMXEXT iDCT support, using external functions currently defined in libmpeg2
arpi_esp
parents:
8
diff
changeset
|
51 |
0 | 52 /* pixel operations */ |
387 | 53 static const uint64_t mm_bone __attribute__ ((aligned(8))) = 0x0101010101010101ULL; |
54 static const uint64_t mm_wone __attribute__ ((aligned(8))) = 0x0001000100010001ULL; | |
55 static const uint64_t mm_wtwo __attribute__ ((aligned(8))) = 0x0002000200020002ULL; | |
8 | 56 //static const unsigned short mm_wone[4] __attribute__ ((aligned(8))) = { 0x1, 0x1, 0x1, 0x1 }; |
57 //static const unsigned short mm_wtwo[4] __attribute__ ((aligned(8))) = { 0x2, 0x2, 0x2, 0x2 }; | |
0 | 58 |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
59 #define JUMPALIGN() __asm __volatile (".balign 8"::) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
60 #define MOVQ_ZERO(regd) __asm __volatile ("pxor %%" #regd ", %%" #regd ::) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
61 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
62 #ifndef PIC |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
63 #define MOVQ_WONE(regd) __asm __volatile ("movq %0, %%" #regd " \n\t" ::"m"(mm_wone)) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
64 #define MOVQ_WTWO(regd) __asm __volatile ("movq %0, %%" #regd " \n\t" ::"m"(mm_wtwo)) |
387 | 65 #define MOVQ_BONE(regd) "movq "MANGLE(mm_bone)", "#regd" \n\t" |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
66 #else |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
67 // for shared library it's better to use this way for accessing constants |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
68 // pcmpeqd -> -1 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
69 #define MOVQ_WONE(regd) \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
70 __asm __volatile ( \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
71 "pcmpeqd %%" #regd ", %%" #regd " \n\t" \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
72 "psrlw $15, %%" #regd ::) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
73 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
74 #define MOVQ_WTWO(regd) \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
75 __asm __volatile ( \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
76 "pcmpeqd %%" #regd ", %%" #regd " \n\t" \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
77 "psrlw $15, %%" #regd " \n\t" \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
78 "psllw $1, %%" #regd ::) |
387 | 79 |
80 #define MOVQ_BONE(regd) \ | |
81 "pcmpeqd " #regd ", " #regd " \n\t" \ | |
82 "psrlw $15, " #regd " \n\t"\ | |
83 "packuswb " #regd ", " #regd " \n\t" | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
84 #endif |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
85 |
387 | 86 |
0 | 87 /***********************************/ |
88 /* 3Dnow specific */ | |
89 | |
90 #define DEF(x) x ## _3dnow | |
91 /* for Athlons PAVGUSB is prefered */ | |
92 #define PAVGB "pavgusb" | |
93 | |
94 #include "dsputil_mmx_avg.h" | |
95 | |
96 #undef DEF | |
97 #undef PAVGB | |
98 | |
99 /***********************************/ | |
100 /* MMX2 specific */ | |
101 | |
386 | 102 #define DEF(x) x ## _mmx2 |
0 | 103 |
104 /* Introduced only in MMX2 set */ | |
105 #define PAVGB "pavgb" | |
106 | |
107 #include "dsputil_mmx_avg.h" | |
108 | |
109 #undef DEF | |
110 #undef PAVGB | |
111 | |
112 /***********************************/ | |
113 /* standard MMX */ | |
114 | |
115 static void get_pixels_mmx(DCTELEM *block, const UINT8 *pixels, int line_size) | |
116 { | |
386 | 117 asm volatile( |
118 "movl $-128, %%eax \n\t" | |
119 "pxor %%mm7, %%mm7 \n\t" | |
120 ".balign 16 \n\t" | |
121 "1: \n\t" | |
122 "movq (%0), %%mm0 \n\t" | |
123 "movq (%0, %2), %%mm2 \n\t" | |
124 "movq %%mm0, %%mm1 \n\t" | |
125 "movq %%mm2, %%mm3 \n\t" | |
126 "punpcklbw %%mm7, %%mm0 \n\t" | |
127 "punpckhbw %%mm7, %%mm1 \n\t" | |
128 "punpcklbw %%mm7, %%mm2 \n\t" | |
129 "punpckhbw %%mm7, %%mm3 \n\t" | |
130 "movq %%mm0, (%1, %%eax)\n\t" | |
131 "movq %%mm1, 8(%1, %%eax)\n\t" | |
132 "movq %%mm2, 16(%1, %%eax)\n\t" | |
133 "movq %%mm3, 24(%1, %%eax)\n\t" | |
134 "addl %3, %0 \n\t" | |
135 "addl $32, %%eax \n\t" | |
136 "js 1b \n\t" | |
137 : "+r" (pixels) | |
138 : "r" (block+64), "r" (line_size), "r" (line_size*2) | |
139 : "%eax" | |
140 ); | |
0 | 141 } |
142 | |
324 | 143 static void diff_pixels_mmx(DCTELEM *block, const UINT8 *s1, const UINT8 *s2, int stride) |
144 { | |
145 asm volatile( | |
386 | 146 "pxor %%mm7, %%mm7 \n\t" |
147 "movl $-128, %%eax \n\t" | |
324 | 148 ".balign 16 \n\t" |
149 "1: \n\t" | |
150 "movq (%0), %%mm0 \n\t" | |
151 "movq (%1), %%mm2 \n\t" | |
152 "movq %%mm0, %%mm1 \n\t" | |
153 "movq %%mm2, %%mm3 \n\t" | |
154 "punpcklbw %%mm7, %%mm0 \n\t" | |
155 "punpckhbw %%mm7, %%mm1 \n\t" | |
156 "punpcklbw %%mm7, %%mm2 \n\t" | |
157 "punpckhbw %%mm7, %%mm3 \n\t" | |
158 "psubw %%mm2, %%mm0 \n\t" | |
159 "psubw %%mm3, %%mm1 \n\t" | |
160 "movq %%mm0, (%2, %%eax)\n\t" | |
161 "movq %%mm1, 8(%2, %%eax)\n\t" | |
162 "addl %3, %0 \n\t" | |
163 "addl %3, %1 \n\t" | |
164 "addl $16, %%eax \n\t" | |
165 "jnz 1b \n\t" | |
166 : "+r" (s1), "+r" (s2) | |
167 : "r" (block+64), "r" (stride) | |
168 : "%eax" | |
169 ); | |
170 } | |
171 | |
0 | 172 static void put_pixels_clamped_mmx(const DCTELEM *block, UINT8 *pixels, int line_size) |
173 { | |
174 const DCTELEM *p; | |
175 UINT8 *pix; | |
176 | |
177 /* read the pixels */ | |
178 p = block; | |
179 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
180 /* unrolled loop */ |
0 | 181 __asm __volatile( |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
182 "movq %3, %%mm0\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
183 "movq 8%3, %%mm1\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
184 "movq 16%3, %%mm2\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
185 "movq 24%3, %%mm3\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
186 "movq 32%3, %%mm4\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
187 "movq 40%3, %%mm5\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
188 "movq 48%3, %%mm6\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
189 "movq 56%3, %%mm7\n\t" |
0 | 190 "packuswb %%mm1, %%mm0\n\t" |
191 "packuswb %%mm3, %%mm2\n\t" | |
192 "packuswb %%mm5, %%mm4\n\t" | |
193 "packuswb %%mm7, %%mm6\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
194 "movq %%mm0, (%0)\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
195 "movq %%mm2, (%0, %1)\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
196 "movq %%mm4, (%0, %1, 2)\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
197 "movq %%mm6, (%0, %2)\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
198 ::"r" (pix), "r" (line_size), "r" (line_size*3), "m"(*p) |
0 | 199 :"memory"); |
200 pix += line_size*4; | |
201 p += 32; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
202 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
203 // if here would be an exact copy of the code above |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
204 // compiler would generate some very strange code |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
205 // thus using "r" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
206 __asm __volatile( |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
207 "movq (%3), %%mm0\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
208 "movq 8(%3), %%mm1\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
209 "movq 16(%3), %%mm2\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
210 "movq 24(%3), %%mm3\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
211 "movq 32(%3), %%mm4\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
212 "movq 40(%3), %%mm5\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
213 "movq 48(%3), %%mm6\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
214 "movq 56(%3), %%mm7\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
215 "packuswb %%mm1, %%mm0\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
216 "packuswb %%mm3, %%mm2\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
217 "packuswb %%mm5, %%mm4\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
218 "packuswb %%mm7, %%mm6\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
219 "movq %%mm0, (%0)\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
220 "movq %%mm2, (%0, %1)\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
221 "movq %%mm4, (%0, %1, 2)\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
222 "movq %%mm6, (%0, %2)\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
223 ::"r" (pix), "r" (line_size), "r" (line_size*3), "r"(p) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
224 :"memory"); |
0 | 225 } |
226 | |
227 static void add_pixels_clamped_mmx(const DCTELEM *block, UINT8 *pixels, int line_size) | |
228 { | |
229 const DCTELEM *p; | |
230 UINT8 *pix; | |
231 int i; | |
232 | |
233 /* read the pixels */ | |
234 p = block; | |
235 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
236 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
237 i = 4; |
342
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
238 do { |
0 | 239 __asm __volatile( |
342
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
240 "movq (%2), %%mm0\n\t" |
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
241 "movq 8(%2), %%mm1\n\t" |
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
242 "movq 16(%2), %%mm2\n\t" |
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
243 "movq 24(%2), %%mm3\n\t" |
0 | 244 "movq %0, %%mm4\n\t" |
245 "movq %1, %%mm6\n\t" | |
246 "movq %%mm4, %%mm5\n\t" | |
247 "punpcklbw %%mm7, %%mm4\n\t" | |
248 "punpckhbw %%mm7, %%mm5\n\t" | |
249 "paddsw %%mm4, %%mm0\n\t" | |
250 "paddsw %%mm5, %%mm1\n\t" | |
251 "movq %%mm6, %%mm5\n\t" | |
252 "punpcklbw %%mm7, %%mm6\n\t" | |
253 "punpckhbw %%mm7, %%mm5\n\t" | |
254 "paddsw %%mm6, %%mm2\n\t" | |
255 "paddsw %%mm5, %%mm3\n\t" | |
256 "packuswb %%mm1, %%mm0\n\t" | |
257 "packuswb %%mm3, %%mm2\n\t" | |
258 "movq %%mm0, %0\n\t" | |
259 "movq %%mm2, %1\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
260 :"+m"(*pix), "+m"(*(pix+line_size)) |
342
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
261 :"r"(p) |
0 | 262 :"memory"); |
263 pix += line_size*2; | |
264 p += 16; | |
342
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
265 } while (--i); |
0 | 266 } |
267 | |
268 static void put_pixels_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
269 { | |
420 | 270 asm volatile |
271 ( | |
272 "lea (%3, %3), %%eax \n\t" | |
422 | 273 ".balign 8 \n\t" |
420 | 274 "1: \n\t" |
275 "movq (%1), %%mm0 \n\t" | |
276 "movq (%1, %3), %%mm1 \n\t" | |
277 "movq %%mm0, (%2) \n\t" | |
278 "movq %%mm1, (%2, %3) \n\t" | |
279 "addl %%eax, %1 \n\t" | |
280 "addl %%eax, %2 \n\t" | |
281 "movq (%1), %%mm0 \n\t" | |
282 "movq (%1, %3), %%mm1 \n\t" | |
283 "movq %%mm0, (%2) \n\t" | |
284 "movq %%mm1, (%2, %3) \n\t" | |
285 "addl %%eax, %1 \n\t" | |
286 "addl %%eax, %2 \n\t" | |
287 "subl $4, %0 \n\t" | |
288 "jnz 1b \n\t" | |
289 : "+g"(h), "+r" (pixels), "+r" (block) | |
290 : "r"(line_size) | |
291 : "%eax", "memory" | |
292 ); | |
0 | 293 } |
294 | |
295 static void put_pixels_x2_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
296 { | |
297 UINT8 *p; | |
298 const UINT8 *pix; | |
299 p = block; | |
300 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
301 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
302 MOVQ_WONE(mm4); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
303 JUMPALIGN(); |
0 | 304 do { |
305 __asm __volatile( | |
306 "movq %1, %%mm0\n\t" | |
307 "movq 1%1, %%mm1\n\t" | |
308 "movq %%mm0, %%mm2\n\t" | |
309 "movq %%mm1, %%mm3\n\t" | |
310 "punpcklbw %%mm7, %%mm0\n\t" | |
311 "punpcklbw %%mm7, %%mm1\n\t" | |
312 "punpckhbw %%mm7, %%mm2\n\t" | |
313 "punpckhbw %%mm7, %%mm3\n\t" | |
314 "paddusw %%mm1, %%mm0\n\t" | |
315 "paddusw %%mm3, %%mm2\n\t" | |
316 "paddusw %%mm4, %%mm0\n\t" | |
317 "paddusw %%mm4, %%mm2\n\t" | |
318 "psrlw $1, %%mm0\n\t" | |
319 "psrlw $1, %%mm2\n\t" | |
320 "packuswb %%mm2, %%mm0\n\t" | |
321 "movq %%mm0, %0\n\t" | |
322 :"=m"(*p) | |
323 :"m"(*pix) | |
324 :"memory"); | |
325 pix += line_size; p += line_size; | |
326 } while (--h); | |
327 } | |
328 | |
329 static void put_pixels_y2_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
330 { | |
331 UINT8 *p; | |
332 const UINT8 *pix; | |
333 p = block; | |
334 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
335 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
336 MOVQ_WONE(mm4); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
337 JUMPALIGN(); |
0 | 338 do { |
339 __asm __volatile( | |
340 "movq %1, %%mm0\n\t" | |
341 "movq %2, %%mm1\n\t" | |
342 "movq %%mm0, %%mm2\n\t" | |
343 "movq %%mm1, %%mm3\n\t" | |
344 "punpcklbw %%mm7, %%mm0\n\t" | |
345 "punpcklbw %%mm7, %%mm1\n\t" | |
346 "punpckhbw %%mm7, %%mm2\n\t" | |
347 "punpckhbw %%mm7, %%mm3\n\t" | |
348 "paddusw %%mm1, %%mm0\n\t" | |
349 "paddusw %%mm3, %%mm2\n\t" | |
350 "paddusw %%mm4, %%mm0\n\t" | |
351 "paddusw %%mm4, %%mm2\n\t" | |
352 "psrlw $1, %%mm0\n\t" | |
353 "psrlw $1, %%mm2\n\t" | |
354 "packuswb %%mm2, %%mm0\n\t" | |
355 "movq %%mm0, %0\n\t" | |
356 :"=m"(*p) | |
357 :"m"(*pix), | |
358 "m"(*(pix+line_size)) | |
359 :"memory"); | |
360 pix += line_size; | |
361 p += line_size; | |
362 } while (--h); | |
363 } | |
364 | |
365 static void put_pixels_xy2_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
366 { | |
367 UINT8 *p; | |
368 const UINT8 *pix; | |
369 p = block; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
370 pix = pixels; // 1s |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
371 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
372 MOVQ_WTWO(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
373 JUMPALIGN(); |
0 | 374 do { |
375 __asm __volatile( | |
376 "movq %1, %%mm0\n\t" | |
377 "movq %2, %%mm1\n\t" | |
378 "movq 1%1, %%mm4\n\t" | |
379 "movq 1%2, %%mm5\n\t" | |
380 "movq %%mm0, %%mm2\n\t" | |
381 "movq %%mm1, %%mm3\n\t" | |
382 "punpcklbw %%mm7, %%mm0\n\t" | |
383 "punpcklbw %%mm7, %%mm1\n\t" | |
384 "punpckhbw %%mm7, %%mm2\n\t" | |
385 "punpckhbw %%mm7, %%mm3\n\t" | |
386 "paddusw %%mm1, %%mm0\n\t" | |
387 "paddusw %%mm3, %%mm2\n\t" | |
388 "movq %%mm4, %%mm1\n\t" | |
389 "movq %%mm5, %%mm3\n\t" | |
390 "punpcklbw %%mm7, %%mm4\n\t" | |
391 "punpcklbw %%mm7, %%mm5\n\t" | |
392 "punpckhbw %%mm7, %%mm1\n\t" | |
393 "punpckhbw %%mm7, %%mm3\n\t" | |
394 "paddusw %%mm5, %%mm4\n\t" | |
395 "paddusw %%mm3, %%mm1\n\t" | |
396 "paddusw %%mm6, %%mm4\n\t" | |
397 "paddusw %%mm6, %%mm1\n\t" | |
398 "paddusw %%mm4, %%mm0\n\t" | |
399 "paddusw %%mm1, %%mm2\n\t" | |
400 "psrlw $2, %%mm0\n\t" | |
401 "psrlw $2, %%mm2\n\t" | |
402 "packuswb %%mm2, %%mm0\n\t" | |
403 "movq %%mm0, %0\n\t" | |
404 :"=m"(*p) | |
405 :"m"(*pix), | |
406 "m"(*(pix+line_size)) | |
407 :"memory"); | |
408 pix += line_size; | |
409 p += line_size; | |
410 } while(--h); | |
411 } | |
412 | |
413 static void put_no_rnd_pixels_x2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
414 { | |
415 UINT8 *p; | |
416 const UINT8 *pix; | |
417 p = block; | |
418 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
419 MOVQ_ZERO(mm7); |
0 | 420 do { |
421 __asm __volatile( | |
422 "movq %1, %%mm0\n\t" | |
423 "movq 1%1, %%mm1\n\t" | |
424 "movq %%mm0, %%mm2\n\t" | |
425 "movq %%mm1, %%mm3\n\t" | |
426 "punpcklbw %%mm7, %%mm0\n\t" | |
427 "punpcklbw %%mm7, %%mm1\n\t" | |
428 "punpckhbw %%mm7, %%mm2\n\t" | |
429 "punpckhbw %%mm7, %%mm3\n\t" | |
430 "paddusw %%mm1, %%mm0\n\t" | |
431 "paddusw %%mm3, %%mm2\n\t" | |
432 "psrlw $1, %%mm0\n\t" | |
433 "psrlw $1, %%mm2\n\t" | |
434 "packuswb %%mm2, %%mm0\n\t" | |
435 "movq %%mm0, %0\n\t" | |
436 :"=m"(*p) | |
437 :"m"(*pix) | |
438 :"memory"); | |
439 pix += line_size; | |
440 p += line_size; | |
441 } while (--h); | |
442 } | |
443 | |
444 static void put_no_rnd_pixels_y2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
445 { | |
446 UINT8 *p; | |
447 const UINT8 *pix; | |
448 p = block; | |
449 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
450 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
451 JUMPALIGN(); |
0 | 452 do { |
453 __asm __volatile( | |
454 "movq %1, %%mm0\n\t" | |
455 "movq %2, %%mm1\n\t" | |
456 "movq %%mm0, %%mm2\n\t" | |
457 "movq %%mm1, %%mm3\n\t" | |
458 "punpcklbw %%mm7, %%mm0\n\t" | |
459 "punpcklbw %%mm7, %%mm1\n\t" | |
460 "punpckhbw %%mm7, %%mm2\n\t" | |
461 "punpckhbw %%mm7, %%mm3\n\t" | |
462 "paddusw %%mm1, %%mm0\n\t" | |
463 "paddusw %%mm3, %%mm2\n\t" | |
464 "psrlw $1, %%mm0\n\t" | |
465 "psrlw $1, %%mm2\n\t" | |
466 "packuswb %%mm2, %%mm0\n\t" | |
467 "movq %%mm0, %0\n\t" | |
468 :"=m"(*p) | |
469 :"m"(*pix), | |
470 "m"(*(pix+line_size)) | |
471 :"memory"); | |
472 pix += line_size; | |
473 p += line_size; | |
474 } while(--h); | |
475 } | |
476 | |
477 static void put_no_rnd_pixels_xy2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
478 { | |
479 UINT8 *p; | |
480 const UINT8 *pix; | |
481 p = block; | |
482 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
483 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
484 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
485 JUMPALIGN(); |
0 | 486 do { |
487 __asm __volatile( | |
488 "movq %1, %%mm0\n\t" | |
489 "movq %2, %%mm1\n\t" | |
490 "movq 1%1, %%mm4\n\t" | |
491 "movq 1%2, %%mm5\n\t" | |
492 "movq %%mm0, %%mm2\n\t" | |
493 "movq %%mm1, %%mm3\n\t" | |
494 "punpcklbw %%mm7, %%mm0\n\t" | |
495 "punpcklbw %%mm7, %%mm1\n\t" | |
496 "punpckhbw %%mm7, %%mm2\n\t" | |
497 "punpckhbw %%mm7, %%mm3\n\t" | |
498 "paddusw %%mm1, %%mm0\n\t" | |
499 "paddusw %%mm3, %%mm2\n\t" | |
500 "movq %%mm4, %%mm1\n\t" | |
501 "movq %%mm5, %%mm3\n\t" | |
502 "punpcklbw %%mm7, %%mm4\n\t" | |
503 "punpcklbw %%mm7, %%mm5\n\t" | |
504 "punpckhbw %%mm7, %%mm1\n\t" | |
505 "punpckhbw %%mm7, %%mm3\n\t" | |
506 "paddusw %%mm5, %%mm4\n\t" | |
507 "paddusw %%mm3, %%mm1\n\t" | |
508 "paddusw %%mm6, %%mm4\n\t" | |
509 "paddusw %%mm6, %%mm1\n\t" | |
510 "paddusw %%mm4, %%mm0\n\t" | |
511 "paddusw %%mm1, %%mm2\n\t" | |
512 "psrlw $2, %%mm0\n\t" | |
513 "psrlw $2, %%mm2\n\t" | |
514 "packuswb %%mm2, %%mm0\n\t" | |
515 "movq %%mm0, %0\n\t" | |
516 :"=m"(*p) | |
517 :"m"(*pix), | |
518 "m"(*(pix+line_size)) | |
519 :"memory"); | |
520 pix += line_size; | |
521 p += line_size; | |
522 } while(--h); | |
523 } | |
524 | |
525 static void avg_pixels_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
526 { | |
527 UINT8 *p; | |
528 const UINT8 *pix; | |
529 p = block; | |
530 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
531 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
532 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
533 JUMPALIGN(); |
0 | 534 do { |
535 __asm __volatile( | |
536 "movq %0, %%mm0\n\t" | |
537 "movq %1, %%mm1\n\t" | |
538 "movq %%mm0, %%mm2\n\t" | |
539 "movq %%mm1, %%mm3\n\t" | |
540 "punpcklbw %%mm7, %%mm0\n\t" | |
541 "punpcklbw %%mm7, %%mm1\n\t" | |
542 "punpckhbw %%mm7, %%mm2\n\t" | |
543 "punpckhbw %%mm7, %%mm3\n\t" | |
544 "paddusw %%mm1, %%mm0\n\t" | |
545 "paddusw %%mm3, %%mm2\n\t" | |
546 "paddusw %%mm6, %%mm0\n\t" | |
547 "paddusw %%mm6, %%mm2\n\t" | |
548 "psrlw $1, %%mm0\n\t" | |
549 "psrlw $1, %%mm2\n\t" | |
550 "packuswb %%mm2, %%mm0\n\t" | |
551 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
552 :"+m"(*p) |
0 | 553 :"m"(*pix) |
554 :"memory"); | |
555 pix += line_size; | |
556 p += line_size; | |
557 } | |
558 while (--h); | |
559 } | |
560 | |
561 static void avg_pixels_x2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
562 { | |
563 UINT8 *p; | |
564 const UINT8 *pix; | |
565 p = block; | |
566 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
567 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
568 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
569 JUMPALIGN(); |
0 | 570 do { |
571 __asm __volatile( | |
572 "movq %1, %%mm1\n\t" | |
573 "movq %0, %%mm0\n\t" | |
574 "movq 1%1, %%mm4\n\t" | |
575 "movq %%mm0, %%mm2\n\t" | |
576 "movq %%mm1, %%mm3\n\t" | |
577 "movq %%mm4, %%mm5\n\t" | |
578 "punpcklbw %%mm7, %%mm1\n\t" | |
579 "punpckhbw %%mm7, %%mm3\n\t" | |
580 "punpcklbw %%mm7, %%mm4\n\t" | |
581 "punpckhbw %%mm7, %%mm5\n\t" | |
582 "punpcklbw %%mm7, %%mm0\n\t" | |
583 "punpckhbw %%mm7, %%mm2\n\t" | |
584 "paddusw %%mm4, %%mm1\n\t" | |
585 "paddusw %%mm5, %%mm3\n\t" | |
586 "paddusw %%mm6, %%mm1\n\t" | |
587 "paddusw %%mm6, %%mm3\n\t" | |
588 "psrlw $1, %%mm1\n\t" | |
589 "psrlw $1, %%mm3\n\t" | |
590 "paddusw %%mm6, %%mm0\n\t" | |
591 "paddusw %%mm6, %%mm2\n\t" | |
592 "paddusw %%mm1, %%mm0\n\t" | |
593 "paddusw %%mm3, %%mm2\n\t" | |
594 "psrlw $1, %%mm0\n\t" | |
595 "psrlw $1, %%mm2\n\t" | |
596 "packuswb %%mm2, %%mm0\n\t" | |
597 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
598 :"+m"(*p) |
0 | 599 :"m"(*pix) |
600 :"memory"); | |
601 pix += line_size; | |
602 p += line_size; | |
603 } while (--h); | |
604 } | |
605 | |
606 static void avg_pixels_y2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
607 { | |
608 UINT8 *p; | |
609 const UINT8 *pix; | |
610 p = block; | |
611 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
612 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
613 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
614 JUMPALIGN(); |
0 | 615 do { |
616 __asm __volatile( | |
617 "movq %1, %%mm1\n\t" | |
618 "movq %0, %%mm0\n\t" | |
619 "movq %2, %%mm4\n\t" | |
620 "movq %%mm0, %%mm2\n\t" | |
621 "movq %%mm1, %%mm3\n\t" | |
622 "movq %%mm4, %%mm5\n\t" | |
623 "punpcklbw %%mm7, %%mm1\n\t" | |
624 "punpckhbw %%mm7, %%mm3\n\t" | |
625 "punpcklbw %%mm7, %%mm4\n\t" | |
626 "punpckhbw %%mm7, %%mm5\n\t" | |
627 "punpcklbw %%mm7, %%mm0\n\t" | |
628 "punpckhbw %%mm7, %%mm2\n\t" | |
629 "paddusw %%mm4, %%mm1\n\t" | |
630 "paddusw %%mm5, %%mm3\n\t" | |
631 "paddusw %%mm6, %%mm1\n\t" | |
632 "paddusw %%mm6, %%mm3\n\t" | |
633 "psrlw $1, %%mm1\n\t" | |
634 "psrlw $1, %%mm3\n\t" | |
635 "paddusw %%mm6, %%mm0\n\t" | |
636 "paddusw %%mm6, %%mm2\n\t" | |
637 "paddusw %%mm1, %%mm0\n\t" | |
638 "paddusw %%mm3, %%mm2\n\t" | |
639 "psrlw $1, %%mm0\n\t" | |
640 "psrlw $1, %%mm2\n\t" | |
641 "packuswb %%mm2, %%mm0\n\t" | |
642 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
643 :"+m"(*p) |
0 | 644 :"m"(*pix), "m"(*(pix+line_size)) |
645 :"memory"); | |
646 pix += line_size; | |
647 p += line_size ; | |
648 } while(--h); | |
649 } | |
650 | |
651 static void avg_pixels_xy2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
652 { | |
653 UINT8 *p; | |
654 const UINT8 *pix; | |
655 p = block; | |
656 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
657 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
658 // this doesn't seem to be used offten - so |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
659 // the inside usage of mm_wone is not optimized |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
660 MOVQ_WTWO(mm6); |
0 | 661 do { |
662 __asm __volatile( | |
663 "movq %1, %%mm0\n\t" | |
664 "movq %2, %%mm1\n\t" | |
665 "movq 1%1, %%mm4\n\t" | |
666 "movq 1%2, %%mm5\n\t" | |
667 "movq %%mm0, %%mm2\n\t" | |
668 "movq %%mm1, %%mm3\n\t" | |
669 "punpcklbw %%mm7, %%mm0\n\t" | |
670 "punpcklbw %%mm7, %%mm1\n\t" | |
671 "punpckhbw %%mm7, %%mm2\n\t" | |
672 "punpckhbw %%mm7, %%mm3\n\t" | |
673 "paddusw %%mm1, %%mm0\n\t" | |
674 "paddusw %%mm3, %%mm2\n\t" | |
675 "movq %%mm4, %%mm1\n\t" | |
676 "movq %%mm5, %%mm3\n\t" | |
677 "punpcklbw %%mm7, %%mm4\n\t" | |
678 "punpcklbw %%mm7, %%mm5\n\t" | |
679 "punpckhbw %%mm7, %%mm1\n\t" | |
680 "punpckhbw %%mm7, %%mm3\n\t" | |
681 "paddusw %%mm5, %%mm4\n\t" | |
682 "paddusw %%mm3, %%mm1\n\t" | |
683 "paddusw %%mm6, %%mm4\n\t" | |
684 "paddusw %%mm6, %%mm1\n\t" | |
685 "paddusw %%mm4, %%mm0\n\t" | |
686 "paddusw %%mm1, %%mm2\n\t" | |
687 "movq %3, %%mm5\n\t" | |
688 "psrlw $2, %%mm0\n\t" | |
689 "movq %0, %%mm1\n\t" | |
690 "psrlw $2, %%mm2\n\t" | |
691 "movq %%mm1, %%mm3\n\t" | |
692 "punpcklbw %%mm7, %%mm1\n\t" | |
693 "punpckhbw %%mm7, %%mm3\n\t" | |
694 "paddusw %%mm1, %%mm0\n\t" | |
695 "paddusw %%mm3, %%mm2\n\t" | |
696 "paddusw %%mm5, %%mm0\n\t" | |
697 "paddusw %%mm5, %%mm2\n\t" | |
698 "psrlw $1, %%mm0\n\t" | |
699 "psrlw $1, %%mm2\n\t" | |
700 "packuswb %%mm2, %%mm0\n\t" | |
701 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
702 :"+m"(*p) |
0 | 703 :"m"(*pix), |
8 | 704 "m"(*(pix+line_size)), "m"(mm_wone) |
0 | 705 :"memory"); |
706 pix += line_size; | |
707 p += line_size ; | |
708 } while(--h); | |
709 } | |
710 | |
711 static void avg_no_rnd_pixels_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
712 { | |
713 UINT8 *p; | |
714 const UINT8 *pix; | |
715 p = block; | |
716 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
717 MOVQ_ZERO(mm7); |
0 | 718 do { |
719 __asm __volatile( | |
720 "movq %1, %%mm0\n\t" | |
721 "movq %0, %%mm1\n\t" | |
722 "movq %%mm0, %%mm2\n\t" | |
723 "movq %%mm1, %%mm3\n\t" | |
724 "punpcklbw %%mm7, %%mm0\n\t" | |
725 "punpcklbw %%mm7, %%mm1\n\t" | |
726 "punpckhbw %%mm7, %%mm2\n\t" | |
727 "punpckhbw %%mm7, %%mm3\n\t" | |
728 "paddusw %%mm1, %%mm0\n\t" | |
729 "paddusw %%mm3, %%mm2\n\t" | |
730 "psrlw $1, %%mm0\n\t" | |
731 "psrlw $1, %%mm2\n\t" | |
732 "packuswb %%mm2, %%mm0\n\t" | |
733 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
734 :"+m"(*p) |
0 | 735 :"m"(*pix) |
736 :"memory"); | |
737 pix += line_size; | |
738 p += line_size ; | |
739 } while (--h); | |
740 } | |
741 | |
742 static void avg_no_rnd_pixels_x2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
743 { | |
744 UINT8 *p; | |
745 const UINT8 *pix; | |
746 p = block; | |
747 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
748 MOVQ_ZERO(mm7); |
0 | 749 do { |
750 __asm __volatile( | |
751 "movq %1, %%mm0\n\t" | |
752 "movq 1%1, %%mm1\n\t" | |
753 "movq %0, %%mm4\n\t" | |
754 "movq %%mm0, %%mm2\n\t" | |
755 "movq %%mm1, %%mm3\n\t" | |
756 "movq %%mm4, %%mm5\n\t" | |
757 "punpcklbw %%mm7, %%mm0\n\t" | |
758 "punpcklbw %%mm7, %%mm1\n\t" | |
759 "punpckhbw %%mm7, %%mm2\n\t" | |
760 "punpckhbw %%mm7, %%mm3\n\t" | |
761 "punpcklbw %%mm7, %%mm4\n\t" | |
762 "punpckhbw %%mm7, %%mm5\n\t" | |
763 "paddusw %%mm1, %%mm0\n\t" | |
764 "paddusw %%mm3, %%mm2\n\t" | |
765 "psrlw $1, %%mm0\n\t" | |
766 "psrlw $1, %%mm2\n\t" | |
767 "paddusw %%mm4, %%mm0\n\t" | |
768 "paddusw %%mm5, %%mm2\n\t" | |
769 "psrlw $1, %%mm0\n\t" | |
770 "psrlw $1, %%mm2\n\t" | |
771 "packuswb %%mm2, %%mm0\n\t" | |
772 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
773 :"+m"(*p) |
0 | 774 :"m"(*pix) |
775 :"memory"); | |
776 pix += line_size; | |
777 p += line_size; | |
778 } while (--h); | |
779 } | |
780 | |
781 static void avg_no_rnd_pixels_y2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
782 { | |
783 UINT8 *p; | |
784 const UINT8 *pix; | |
785 p = block; | |
786 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
787 MOVQ_ZERO(mm7); |
0 | 788 do { |
789 __asm __volatile( | |
790 "movq %1, %%mm0\n\t" | |
791 "movq %2, %%mm1\n\t" | |
792 "movq %0, %%mm4\n\t" | |
793 "movq %%mm0, %%mm2\n\t" | |
794 "movq %%mm1, %%mm3\n\t" | |
795 "movq %%mm4, %%mm5\n\t" | |
796 "punpcklbw %%mm7, %%mm0\n\t" | |
797 "punpcklbw %%mm7, %%mm1\n\t" | |
798 "punpckhbw %%mm7, %%mm2\n\t" | |
799 "punpckhbw %%mm7, %%mm3\n\t" | |
800 "punpcklbw %%mm7, %%mm4\n\t" | |
801 "punpckhbw %%mm7, %%mm5\n\t" | |
802 "paddusw %%mm1, %%mm0\n\t" | |
803 "paddusw %%mm3, %%mm2\n\t" | |
804 "psrlw $1, %%mm0\n\t" | |
805 "psrlw $1, %%mm2\n\t" | |
806 "paddusw %%mm4, %%mm0\n\t" | |
807 "paddusw %%mm5, %%mm2\n\t" | |
808 "psrlw $1, %%mm0\n\t" | |
809 "psrlw $1, %%mm2\n\t" | |
810 "packuswb %%mm2, %%mm0\n\t" | |
811 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
812 :"+m"(*p) |
0 | 813 :"m"(*pix), "m"(*(pix+line_size)) |
814 :"memory"); | |
815 pix += line_size; | |
816 p += line_size ; | |
817 } while(--h); | |
818 } | |
819 | |
820 static void avg_no_rnd_pixels_xy2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
821 { | |
822 UINT8 *p; | |
823 const UINT8 *pix; | |
824 p = block; | |
825 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
826 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
827 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
828 JUMPALIGN(); |
0 | 829 do { |
830 __asm __volatile( | |
831 "movq %1, %%mm0\n\t" | |
832 "movq %2, %%mm1\n\t" | |
833 "movq 1%1, %%mm4\n\t" | |
834 "movq 1%2, %%mm5\n\t" | |
835 "movq %%mm0, %%mm2\n\t" | |
836 "movq %%mm1, %%mm3\n\t" | |
837 "punpcklbw %%mm7, %%mm0\n\t" | |
838 "punpcklbw %%mm7, %%mm1\n\t" | |
839 "punpckhbw %%mm7, %%mm2\n\t" | |
840 "punpckhbw %%mm7, %%mm3\n\t" | |
841 "paddusw %%mm1, %%mm0\n\t" | |
842 "paddusw %%mm3, %%mm2\n\t" | |
843 "movq %%mm4, %%mm1\n\t" | |
844 "movq %%mm5, %%mm3\n\t" | |
845 "punpcklbw %%mm7, %%mm4\n\t" | |
846 "punpcklbw %%mm7, %%mm5\n\t" | |
847 "punpckhbw %%mm7, %%mm1\n\t" | |
848 "punpckhbw %%mm7, %%mm3\n\t" | |
849 "paddusw %%mm5, %%mm4\n\t" | |
850 "paddusw %%mm3, %%mm1\n\t" | |
851 "paddusw %%mm6, %%mm4\n\t" | |
852 "paddusw %%mm6, %%mm1\n\t" | |
853 "paddusw %%mm4, %%mm0\n\t" | |
854 "paddusw %%mm1, %%mm2\n\t" | |
855 "movq %0, %%mm1\n\t" | |
856 "psrlw $2, %%mm0\n\t" | |
857 "movq %%mm1, %%mm3\n\t" | |
858 "psrlw $2, %%mm2\n\t" | |
859 "punpcklbw %%mm7, %%mm1\n\t" | |
860 "punpckhbw %%mm7, %%mm3\n\t" | |
861 "paddusw %%mm1, %%mm0\n\t" | |
862 "paddusw %%mm3, %%mm2\n\t" | |
863 "psrlw $1, %%mm0\n\t" | |
864 "psrlw $1, %%mm2\n\t" | |
865 "packuswb %%mm2, %%mm0\n\t" | |
866 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
867 :"+m"(*p) |
0 | 868 :"m"(*pix), |
869 "m"(*(pix+line_size)) | |
870 :"memory"); | |
871 pix += line_size; | |
872 p += line_size; | |
873 } while(--h); | |
874 } | |
875 | |
296 | 876 static void clear_blocks_mmx(DCTELEM *blocks) |
877 { | |
878 asm volatile( | |
879 "pxor %%mm7, %%mm7 \n\t" | |
880 "movl $-128*6, %%eax \n\t" | |
881 "1: \n\t" | |
882 "movq %%mm7, (%0, %%eax) \n\t" | |
883 "movq %%mm7, 8(%0, %%eax) \n\t" | |
884 "movq %%mm7, 16(%0, %%eax) \n\t" | |
885 "movq %%mm7, 24(%0, %%eax) \n\t" | |
886 "addl $32, %%eax \n\t" | |
887 " js 1b \n\t" | |
888 : : "r" (((int)blocks)+128*6) | |
889 : "%eax" | |
890 ); | |
891 } | |
892 | |
393 | 893 #if 0 |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
894 static void just_return() { return; } |
393 | 895 #endif |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
896 |
415 | 897 #ifndef TESTCPU_MAIN |
0 | 898 void dsputil_init_mmx(void) |
899 { | |
900 mm_flags = mm_support(); | |
188 | 901 #if 1 |
902 printf("libavcodec: CPU flags:"); | |
0 | 903 if (mm_flags & MM_MMX) |
904 printf(" mmx"); | |
905 if (mm_flags & MM_MMXEXT) | |
906 printf(" mmxext"); | |
907 if (mm_flags & MM_3DNOW) | |
908 printf(" 3dnow"); | |
909 if (mm_flags & MM_SSE) | |
910 printf(" sse"); | |
911 if (mm_flags & MM_SSE2) | |
912 printf(" sse2"); | |
913 printf("\n"); | |
914 #endif | |
915 | |
916 if (mm_flags & MM_MMX) { | |
917 get_pixels = get_pixels_mmx; | |
324 | 918 diff_pixels = diff_pixels_mmx; |
0 | 919 put_pixels_clamped = put_pixels_clamped_mmx; |
920 add_pixels_clamped = add_pixels_clamped_mmx; | |
296 | 921 clear_blocks= clear_blocks_mmx; |
415 | 922 |
294 | 923 pix_abs16x16 = pix_abs16x16_mmx; |
924 pix_abs16x16_x2 = pix_abs16x16_x2_mmx; | |
925 pix_abs16x16_y2 = pix_abs16x16_y2_mmx; | |
0 | 926 pix_abs16x16_xy2 = pix_abs16x16_xy2_mmx; |
294 | 927 pix_abs8x8 = pix_abs8x8_mmx; |
928 pix_abs8x8_x2 = pix_abs8x8_x2_mmx; | |
929 pix_abs8x8_y2 = pix_abs8x8_y2_mmx; | |
930 pix_abs8x8_xy2= pix_abs8x8_xy2_mmx; | |
0 | 931 av_fdct = fdct_mmx; |
932 | |
933 put_pixels_tab[0] = put_pixels_mmx; | |
934 put_pixels_tab[1] = put_pixels_x2_mmx; | |
935 put_pixels_tab[2] = put_pixels_y2_mmx; | |
936 put_pixels_tab[3] = put_pixels_xy2_mmx; | |
937 | |
938 put_no_rnd_pixels_tab[0] = put_pixels_mmx; | |
939 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_mmx; | |
940 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_mmx; | |
941 put_no_rnd_pixels_tab[3] = put_no_rnd_pixels_xy2_mmx; | |
415 | 942 |
0 | 943 avg_pixels_tab[0] = avg_pixels_mmx; |
944 avg_pixels_tab[1] = avg_pixels_x2_mmx; | |
945 avg_pixels_tab[2] = avg_pixels_y2_mmx; | |
946 avg_pixels_tab[3] = avg_pixels_xy2_mmx; | |
947 | |
948 avg_no_rnd_pixels_tab[0] = avg_no_rnd_pixels_mmx; | |
949 avg_no_rnd_pixels_tab[1] = avg_no_rnd_pixels_x2_mmx; | |
950 avg_no_rnd_pixels_tab[2] = avg_no_rnd_pixels_y2_mmx; | |
951 avg_no_rnd_pixels_tab[3] = avg_no_rnd_pixels_xy2_mmx; | |
386 | 952 |
0 | 953 if (mm_flags & MM_MMXEXT) { |
294 | 954 pix_abs16x16 = pix_abs16x16_mmx2; |
955 pix_abs16x16_x2 = pix_abs16x16_x2_mmx2; | |
956 pix_abs16x16_y2 = pix_abs16x16_y2_mmx2; | |
957 pix_abs16x16_xy2= pix_abs16x16_xy2_mmx2; | |
415 | 958 |
294 | 959 pix_abs8x8 = pix_abs8x8_mmx2; |
960 pix_abs8x8_x2 = pix_abs8x8_x2_mmx2; | |
961 pix_abs8x8_y2 = pix_abs8x8_y2_mmx2; | |
962 pix_abs8x8_xy2= pix_abs8x8_xy2_mmx2; | |
386 | 963 |
964 put_pixels_tab[1] = put_pixels_x2_mmx2; | |
965 put_pixels_tab[2] = put_pixels_y2_mmx2; | |
966 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_mmx2; | |
967 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_mmx2; | |
415 | 968 |
386 | 969 avg_pixels_tab[0] = avg_pixels_mmx2; |
970 avg_pixels_tab[1] = avg_pixels_x2_mmx2; | |
971 avg_pixels_tab[2] = avg_pixels_y2_mmx2; | |
972 avg_pixels_tab[3] = avg_pixels_xy2_mmx2; | |
0 | 973 } else if (mm_flags & MM_3DNOW) { |
974 put_pixels_tab[1] = put_pixels_x2_3dnow; | |
975 put_pixels_tab[2] = put_pixels_y2_3dnow; | |
386 | 976 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_3dnow; |
977 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_3dnow; | |
393 | 978 |
0 | 979 avg_pixels_tab[0] = avg_pixels_3dnow; |
980 avg_pixels_tab[1] = avg_pixels_x2_3dnow; | |
981 avg_pixels_tab[2] = avg_pixels_y2_3dnow; | |
982 avg_pixels_tab[3] = avg_pixels_xy2_3dnow; | |
983 } | |
19
82d4c9be9873
MMX/MMXEXT iDCT support, using external functions currently defined in libmpeg2
arpi_esp
parents:
8
diff
changeset
|
984 |
42 | 985 /* idct */ |
986 if (mm_flags & MM_MMXEXT) { | |
987 ff_idct = ff_mmxext_idct; | |
988 } else { | |
989 ff_idct = ff_mmx_idct; | |
990 } | |
174
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
991 #ifdef SIMPLE_IDCT |
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
992 // ff_idct = simple_idct; |
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
993 ff_idct = simple_idct_mmx; |
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
994 #endif |
0 | 995 } |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
996 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
997 #if 0 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
998 // for speed testing |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
999 get_pixels = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1000 put_pixels_clamped = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1001 add_pixels_clamped = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1002 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1003 pix_abs16x16 = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1004 pix_abs16x16_x2 = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1005 pix_abs16x16_y2 = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1006 pix_abs16x16_xy2 = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1007 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1008 put_pixels_tab[0] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1009 put_pixels_tab[1] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1010 put_pixels_tab[2] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1011 put_pixels_tab[3] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1012 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1013 put_no_rnd_pixels_tab[0] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1014 put_no_rnd_pixels_tab[1] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1015 put_no_rnd_pixels_tab[2] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1016 put_no_rnd_pixels_tab[3] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1017 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1018 avg_pixels_tab[0] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1019 avg_pixels_tab[1] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1020 avg_pixels_tab[2] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1021 avg_pixels_tab[3] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1022 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1023 avg_no_rnd_pixels_tab[0] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1024 avg_no_rnd_pixels_tab[1] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1025 avg_no_rnd_pixels_tab[2] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1026 avg_no_rnd_pixels_tab[3] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1027 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1028 //av_fdct = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1029 //ff_idct = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1030 #endif |
0 | 1031 } |
402 | 1032 |
1033 /* remove any non bit exact operation (testing purpose). NOTE that | |
1034 this function should be kept as small as possible because it is | |
1035 always difficult to test automatically non bit exact cases. */ | |
1036 void dsputil_set_bit_exact_mmx(void) | |
1037 { | |
1038 if (mm_flags & MM_MMX) { | |
1039 if (mm_flags & MM_MMXEXT) { | |
1040 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_mmx; | |
1041 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_mmx; | |
1042 avg_pixels_tab[3] = avg_pixels_xy2_mmx; | |
1043 } else if (mm_flags & MM_3DNOW) { | |
1044 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_mmx; | |
1045 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_mmx; | |
1046 avg_pixels_tab[3] = avg_pixels_xy2_mmx; | |
1047 } | |
1048 } | |
1049 } | |
415 | 1050 |
1051 #endif |