Mercurial > libavcodec.hg
annotate i386/dsputil_mmx.c @ 420:bbaf743f353f libavcodec
* cleanup for put_pixels_mmx
author | kabi |
---|---|
date | Thu, 23 May 2002 15:48:30 +0000 |
parents | b2fb2081dab5 |
children | cce83064710a |
rev | line source |
---|---|
0 | 1 /* |
2 * MMX optimized DSP utils | |
3 * Copyright (c) 2000, 2001 Gerard Lantau. | |
4 * | |
5 * This program is free software; you can redistribute it and/or modify | |
6 * it under the terms of the GNU General Public License as published by | |
7 * the Free Software Foundation; either version 2 of the License, or | |
8 * (at your option) any later version. | |
9 * | |
10 * This program is distributed in the hope that it will be useful, | |
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
13 * GNU General Public License for more details. | |
14 * | |
15 * You should have received a copy of the GNU General Public License | |
16 * along with this program; if not, write to the Free Software | |
17 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. | |
18 * | |
19 * MMX optimization by Nick Kurshev <nickols_k@mail.ru> | |
20 */ | |
21 | |
22 #include "../dsputil.h" | |
174
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
23 #include "../simple_idct.h" |
386 | 24 #include "../mangle.h" |
0 | 25 |
5 | 26 int mm_flags; /* multimedia extension flags */ |
27 | |
294 | 28 int pix_abs16x16_mmx(UINT8 *blk1, UINT8 *blk2, int lx); |
29 int pix_abs16x16_x2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
30 int pix_abs16x16_y2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
31 int pix_abs16x16_xy2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
32 | |
33 int pix_abs16x16_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
34 int pix_abs16x16_x2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
35 int pix_abs16x16_y2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
36 int pix_abs16x16_xy2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
37 | |
38 int pix_abs8x8_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
39 int pix_abs8x8_x2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
40 int pix_abs8x8_y2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
41 int pix_abs8x8_xy2_mmx(UINT8 *blk1, UINT8 *blk2, int lx); | |
42 | |
43 int pix_abs8x8_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
44 int pix_abs8x8_x2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
45 int pix_abs8x8_y2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
46 int pix_abs8x8_xy2_mmx2(UINT8 *blk1, UINT8 *blk2, int lx); | |
47 | |
42 | 48 /* external functions, from idct_mmx.c */ |
49 void ff_mmx_idct(DCTELEM *block); | |
50 void ff_mmxext_idct(DCTELEM *block); | |
19
82d4c9be9873
MMX/MMXEXT iDCT support, using external functions currently defined in libmpeg2
arpi_esp
parents:
8
diff
changeset
|
51 |
0 | 52 /* pixel operations */ |
387 | 53 static const uint64_t mm_bone __attribute__ ((aligned(8))) = 0x0101010101010101ULL; |
54 static const uint64_t mm_wone __attribute__ ((aligned(8))) = 0x0001000100010001ULL; | |
55 static const uint64_t mm_wtwo __attribute__ ((aligned(8))) = 0x0002000200020002ULL; | |
8 | 56 //static const unsigned short mm_wone[4] __attribute__ ((aligned(8))) = { 0x1, 0x1, 0x1, 0x1 }; |
57 //static const unsigned short mm_wtwo[4] __attribute__ ((aligned(8))) = { 0x2, 0x2, 0x2, 0x2 }; | |
0 | 58 |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
59 #define JUMPALIGN() __asm __volatile (".balign 8"::) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
60 #define MOVQ_ZERO(regd) __asm __volatile ("pxor %%" #regd ", %%" #regd ::) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
61 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
62 #ifndef PIC |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
63 #define MOVQ_WONE(regd) __asm __volatile ("movq %0, %%" #regd " \n\t" ::"m"(mm_wone)) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
64 #define MOVQ_WTWO(regd) __asm __volatile ("movq %0, %%" #regd " \n\t" ::"m"(mm_wtwo)) |
387 | 65 #define MOVQ_BONE(regd) "movq "MANGLE(mm_bone)", "#regd" \n\t" |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
66 #else |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
67 // for shared library it's better to use this way for accessing constants |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
68 // pcmpeqd -> -1 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
69 #define MOVQ_WONE(regd) \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
70 __asm __volatile ( \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
71 "pcmpeqd %%" #regd ", %%" #regd " \n\t" \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
72 "psrlw $15, %%" #regd ::) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
73 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
74 #define MOVQ_WTWO(regd) \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
75 __asm __volatile ( \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
76 "pcmpeqd %%" #regd ", %%" #regd " \n\t" \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
77 "psrlw $15, %%" #regd " \n\t" \ |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
78 "psllw $1, %%" #regd ::) |
387 | 79 |
80 #define MOVQ_BONE(regd) \ | |
81 "pcmpeqd " #regd ", " #regd " \n\t" \ | |
82 "psrlw $15, " #regd " \n\t"\ | |
83 "packuswb " #regd ", " #regd " \n\t" | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
84 #endif |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
85 |
387 | 86 |
0 | 87 /***********************************/ |
88 /* 3Dnow specific */ | |
89 | |
90 #define DEF(x) x ## _3dnow | |
91 /* for Athlons PAVGUSB is prefered */ | |
92 #define PAVGB "pavgusb" | |
93 | |
94 #include "dsputil_mmx_avg.h" | |
95 | |
96 #undef DEF | |
97 #undef PAVGB | |
98 | |
99 /***********************************/ | |
100 /* MMX2 specific */ | |
101 | |
386 | 102 #define DEF(x) x ## _mmx2 |
0 | 103 |
104 /* Introduced only in MMX2 set */ | |
105 #define PAVGB "pavgb" | |
106 | |
107 #include "dsputil_mmx_avg.h" | |
108 | |
109 #undef DEF | |
110 #undef PAVGB | |
111 | |
112 /***********************************/ | |
113 /* standard MMX */ | |
114 | |
115 static void get_pixels_mmx(DCTELEM *block, const UINT8 *pixels, int line_size) | |
116 { | |
386 | 117 asm volatile( |
118 "movl $-128, %%eax \n\t" | |
119 "pxor %%mm7, %%mm7 \n\t" | |
120 ".balign 16 \n\t" | |
121 "1: \n\t" | |
122 "movq (%0), %%mm0 \n\t" | |
123 "movq (%0, %2), %%mm2 \n\t" | |
124 "movq %%mm0, %%mm1 \n\t" | |
125 "movq %%mm2, %%mm3 \n\t" | |
126 "punpcklbw %%mm7, %%mm0 \n\t" | |
127 "punpckhbw %%mm7, %%mm1 \n\t" | |
128 "punpcklbw %%mm7, %%mm2 \n\t" | |
129 "punpckhbw %%mm7, %%mm3 \n\t" | |
130 "movq %%mm0, (%1, %%eax)\n\t" | |
131 "movq %%mm1, 8(%1, %%eax)\n\t" | |
132 "movq %%mm2, 16(%1, %%eax)\n\t" | |
133 "movq %%mm3, 24(%1, %%eax)\n\t" | |
134 "addl %3, %0 \n\t" | |
135 "addl $32, %%eax \n\t" | |
136 "js 1b \n\t" | |
137 : "+r" (pixels) | |
138 : "r" (block+64), "r" (line_size), "r" (line_size*2) | |
139 : "%eax" | |
140 ); | |
0 | 141 } |
142 | |
324 | 143 static void diff_pixels_mmx(DCTELEM *block, const UINT8 *s1, const UINT8 *s2, int stride) |
144 { | |
145 asm volatile( | |
386 | 146 "pxor %%mm7, %%mm7 \n\t" |
147 "movl $-128, %%eax \n\t" | |
324 | 148 ".balign 16 \n\t" |
149 "1: \n\t" | |
150 "movq (%0), %%mm0 \n\t" | |
151 "movq (%1), %%mm2 \n\t" | |
152 "movq %%mm0, %%mm1 \n\t" | |
153 "movq %%mm2, %%mm3 \n\t" | |
154 "punpcklbw %%mm7, %%mm0 \n\t" | |
155 "punpckhbw %%mm7, %%mm1 \n\t" | |
156 "punpcklbw %%mm7, %%mm2 \n\t" | |
157 "punpckhbw %%mm7, %%mm3 \n\t" | |
158 "psubw %%mm2, %%mm0 \n\t" | |
159 "psubw %%mm3, %%mm1 \n\t" | |
160 "movq %%mm0, (%2, %%eax)\n\t" | |
161 "movq %%mm1, 8(%2, %%eax)\n\t" | |
162 "addl %3, %0 \n\t" | |
163 "addl %3, %1 \n\t" | |
164 "addl $16, %%eax \n\t" | |
165 "jnz 1b \n\t" | |
166 : "+r" (s1), "+r" (s2) | |
167 : "r" (block+64), "r" (stride) | |
168 : "%eax" | |
169 ); | |
170 } | |
171 | |
0 | 172 static void put_pixels_clamped_mmx(const DCTELEM *block, UINT8 *pixels, int line_size) |
173 { | |
174 const DCTELEM *p; | |
175 UINT8 *pix; | |
176 | |
177 /* read the pixels */ | |
178 p = block; | |
179 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
180 /* unrolled loop */ |
0 | 181 __asm __volatile( |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
182 "movq %3, %%mm0\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
183 "movq 8%3, %%mm1\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
184 "movq 16%3, %%mm2\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
185 "movq 24%3, %%mm3\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
186 "movq 32%3, %%mm4\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
187 "movq 40%3, %%mm5\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
188 "movq 48%3, %%mm6\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
189 "movq 56%3, %%mm7\n\t" |
0 | 190 "packuswb %%mm1, %%mm0\n\t" |
191 "packuswb %%mm3, %%mm2\n\t" | |
192 "packuswb %%mm5, %%mm4\n\t" | |
193 "packuswb %%mm7, %%mm6\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
194 "movq %%mm0, (%0)\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
195 "movq %%mm2, (%0, %1)\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
196 "movq %%mm4, (%0, %1, 2)\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
197 "movq %%mm6, (%0, %2)\n\t" |
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
198 ::"r" (pix), "r" (line_size), "r" (line_size*3), "m"(*p) |
0 | 199 :"memory"); |
200 pix += line_size*4; | |
201 p += 32; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
202 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
203 // if here would be an exact copy of the code above |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
204 // compiler would generate some very strange code |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
205 // thus using "r" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
206 __asm __volatile( |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
207 "movq (%3), %%mm0\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
208 "movq 8(%3), %%mm1\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
209 "movq 16(%3), %%mm2\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
210 "movq 24(%3), %%mm3\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
211 "movq 32(%3), %%mm4\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
212 "movq 40(%3), %%mm5\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
213 "movq 48(%3), %%mm6\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
214 "movq 56(%3), %%mm7\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
215 "packuswb %%mm1, %%mm0\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
216 "packuswb %%mm3, %%mm2\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
217 "packuswb %%mm5, %%mm4\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
218 "packuswb %%mm7, %%mm6\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
219 "movq %%mm0, (%0)\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
220 "movq %%mm2, (%0, %1)\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
221 "movq %%mm4, (%0, %1, 2)\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
222 "movq %%mm6, (%0, %2)\n\t" |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
223 ::"r" (pix), "r" (line_size), "r" (line_size*3), "r"(p) |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
224 :"memory"); |
0 | 225 } |
226 | |
227 static void add_pixels_clamped_mmx(const DCTELEM *block, UINT8 *pixels, int line_size) | |
228 { | |
229 const DCTELEM *p; | |
230 UINT8 *pix; | |
231 int i; | |
232 | |
233 /* read the pixels */ | |
234 p = block; | |
235 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
236 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
237 i = 4; |
342
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
238 do { |
0 | 239 __asm __volatile( |
342
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
240 "movq (%2), %%mm0\n\t" |
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
241 "movq 8(%2), %%mm1\n\t" |
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
242 "movq 16(%2), %%mm2\n\t" |
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
243 "movq 24(%2), %%mm3\n\t" |
0 | 244 "movq %0, %%mm4\n\t" |
245 "movq %1, %%mm6\n\t" | |
246 "movq %%mm4, %%mm5\n\t" | |
247 "punpcklbw %%mm7, %%mm4\n\t" | |
248 "punpckhbw %%mm7, %%mm5\n\t" | |
249 "paddsw %%mm4, %%mm0\n\t" | |
250 "paddsw %%mm5, %%mm1\n\t" | |
251 "movq %%mm6, %%mm5\n\t" | |
252 "punpcklbw %%mm7, %%mm6\n\t" | |
253 "punpckhbw %%mm7, %%mm5\n\t" | |
254 "paddsw %%mm6, %%mm2\n\t" | |
255 "paddsw %%mm5, %%mm3\n\t" | |
256 "packuswb %%mm1, %%mm0\n\t" | |
257 "packuswb %%mm3, %%mm2\n\t" | |
258 "movq %%mm0, %0\n\t" | |
259 "movq %%mm2, %1\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
260 :"+m"(*pix), "+m"(*(pix+line_size)) |
342
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
261 :"r"(p) |
0 | 262 :"memory"); |
263 pix += line_size*2; | |
264 p += 16; | |
342
8635a7036395
* fixes problem with -funroll-loops and buggy gcc compiler
kabi
parents:
324
diff
changeset
|
265 } while (--i); |
0 | 266 } |
267 | |
268 static void put_pixels_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
269 { | |
420 | 270 asm volatile |
271 ( | |
272 "lea (%3, %3), %%eax \n\t" | |
273 #ifdef PIC | |
274 ".balign 16 \n\t" | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
275 #endif |
420 | 276 "1: \n\t" |
277 "movq (%1), %%mm0 \n\t" | |
278 "movq (%1, %3), %%mm1 \n\t" | |
279 "movq %%mm0, (%2) \n\t" | |
280 "movq %%mm1, (%2, %3) \n\t" | |
281 "addl %%eax, %1 \n\t" | |
282 "addl %%eax, %2 \n\t" | |
283 "movq (%1), %%mm0 \n\t" | |
284 "movq (%1, %3), %%mm1 \n\t" | |
285 "movq %%mm0, (%2) \n\t" | |
286 "movq %%mm1, (%2, %3) \n\t" | |
287 "addl %%eax, %1 \n\t" | |
288 "addl %%eax, %2 \n\t" | |
289 "subl $4, %0 \n\t" | |
290 "jnz 1b \n\t" | |
291 : "+g"(h), "+r" (pixels), "+r" (block) | |
292 : "r"(line_size) | |
293 : "%eax", "memory" | |
294 ); | |
0 | 295 } |
296 | |
297 static void put_pixels_x2_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
298 { | |
299 UINT8 *p; | |
300 const UINT8 *pix; | |
301 p = block; | |
302 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
303 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
304 MOVQ_WONE(mm4); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
305 JUMPALIGN(); |
0 | 306 do { |
307 __asm __volatile( | |
308 "movq %1, %%mm0\n\t" | |
309 "movq 1%1, %%mm1\n\t" | |
310 "movq %%mm0, %%mm2\n\t" | |
311 "movq %%mm1, %%mm3\n\t" | |
312 "punpcklbw %%mm7, %%mm0\n\t" | |
313 "punpcklbw %%mm7, %%mm1\n\t" | |
314 "punpckhbw %%mm7, %%mm2\n\t" | |
315 "punpckhbw %%mm7, %%mm3\n\t" | |
316 "paddusw %%mm1, %%mm0\n\t" | |
317 "paddusw %%mm3, %%mm2\n\t" | |
318 "paddusw %%mm4, %%mm0\n\t" | |
319 "paddusw %%mm4, %%mm2\n\t" | |
320 "psrlw $1, %%mm0\n\t" | |
321 "psrlw $1, %%mm2\n\t" | |
322 "packuswb %%mm2, %%mm0\n\t" | |
323 "movq %%mm0, %0\n\t" | |
324 :"=m"(*p) | |
325 :"m"(*pix) | |
326 :"memory"); | |
327 pix += line_size; p += line_size; | |
328 } while (--h); | |
329 } | |
330 | |
331 static void put_pixels_y2_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
332 { | |
333 UINT8 *p; | |
334 const UINT8 *pix; | |
335 p = block; | |
336 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
337 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
338 MOVQ_WONE(mm4); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
339 JUMPALIGN(); |
0 | 340 do { |
341 __asm __volatile( | |
342 "movq %1, %%mm0\n\t" | |
343 "movq %2, %%mm1\n\t" | |
344 "movq %%mm0, %%mm2\n\t" | |
345 "movq %%mm1, %%mm3\n\t" | |
346 "punpcklbw %%mm7, %%mm0\n\t" | |
347 "punpcklbw %%mm7, %%mm1\n\t" | |
348 "punpckhbw %%mm7, %%mm2\n\t" | |
349 "punpckhbw %%mm7, %%mm3\n\t" | |
350 "paddusw %%mm1, %%mm0\n\t" | |
351 "paddusw %%mm3, %%mm2\n\t" | |
352 "paddusw %%mm4, %%mm0\n\t" | |
353 "paddusw %%mm4, %%mm2\n\t" | |
354 "psrlw $1, %%mm0\n\t" | |
355 "psrlw $1, %%mm2\n\t" | |
356 "packuswb %%mm2, %%mm0\n\t" | |
357 "movq %%mm0, %0\n\t" | |
358 :"=m"(*p) | |
359 :"m"(*pix), | |
360 "m"(*(pix+line_size)) | |
361 :"memory"); | |
362 pix += line_size; | |
363 p += line_size; | |
364 } while (--h); | |
365 } | |
366 | |
367 static void put_pixels_xy2_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
368 { | |
369 UINT8 *p; | |
370 const UINT8 *pix; | |
371 p = block; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
372 pix = pixels; // 1s |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
373 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
374 MOVQ_WTWO(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
375 JUMPALIGN(); |
0 | 376 do { |
377 __asm __volatile( | |
378 "movq %1, %%mm0\n\t" | |
379 "movq %2, %%mm1\n\t" | |
380 "movq 1%1, %%mm4\n\t" | |
381 "movq 1%2, %%mm5\n\t" | |
382 "movq %%mm0, %%mm2\n\t" | |
383 "movq %%mm1, %%mm3\n\t" | |
384 "punpcklbw %%mm7, %%mm0\n\t" | |
385 "punpcklbw %%mm7, %%mm1\n\t" | |
386 "punpckhbw %%mm7, %%mm2\n\t" | |
387 "punpckhbw %%mm7, %%mm3\n\t" | |
388 "paddusw %%mm1, %%mm0\n\t" | |
389 "paddusw %%mm3, %%mm2\n\t" | |
390 "movq %%mm4, %%mm1\n\t" | |
391 "movq %%mm5, %%mm3\n\t" | |
392 "punpcklbw %%mm7, %%mm4\n\t" | |
393 "punpcklbw %%mm7, %%mm5\n\t" | |
394 "punpckhbw %%mm7, %%mm1\n\t" | |
395 "punpckhbw %%mm7, %%mm3\n\t" | |
396 "paddusw %%mm5, %%mm4\n\t" | |
397 "paddusw %%mm3, %%mm1\n\t" | |
398 "paddusw %%mm6, %%mm4\n\t" | |
399 "paddusw %%mm6, %%mm1\n\t" | |
400 "paddusw %%mm4, %%mm0\n\t" | |
401 "paddusw %%mm1, %%mm2\n\t" | |
402 "psrlw $2, %%mm0\n\t" | |
403 "psrlw $2, %%mm2\n\t" | |
404 "packuswb %%mm2, %%mm0\n\t" | |
405 "movq %%mm0, %0\n\t" | |
406 :"=m"(*p) | |
407 :"m"(*pix), | |
408 "m"(*(pix+line_size)) | |
409 :"memory"); | |
410 pix += line_size; | |
411 p += line_size; | |
412 } while(--h); | |
413 } | |
414 | |
415 static void put_no_rnd_pixels_x2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
416 { | |
417 UINT8 *p; | |
418 const UINT8 *pix; | |
419 p = block; | |
420 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
421 MOVQ_ZERO(mm7); |
0 | 422 do { |
423 __asm __volatile( | |
424 "movq %1, %%mm0\n\t" | |
425 "movq 1%1, %%mm1\n\t" | |
426 "movq %%mm0, %%mm2\n\t" | |
427 "movq %%mm1, %%mm3\n\t" | |
428 "punpcklbw %%mm7, %%mm0\n\t" | |
429 "punpcklbw %%mm7, %%mm1\n\t" | |
430 "punpckhbw %%mm7, %%mm2\n\t" | |
431 "punpckhbw %%mm7, %%mm3\n\t" | |
432 "paddusw %%mm1, %%mm0\n\t" | |
433 "paddusw %%mm3, %%mm2\n\t" | |
434 "psrlw $1, %%mm0\n\t" | |
435 "psrlw $1, %%mm2\n\t" | |
436 "packuswb %%mm2, %%mm0\n\t" | |
437 "movq %%mm0, %0\n\t" | |
438 :"=m"(*p) | |
439 :"m"(*pix) | |
440 :"memory"); | |
441 pix += line_size; | |
442 p += line_size; | |
443 } while (--h); | |
444 } | |
445 | |
446 static void put_no_rnd_pixels_y2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
447 { | |
448 UINT8 *p; | |
449 const UINT8 *pix; | |
450 p = block; | |
451 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
452 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
453 JUMPALIGN(); |
0 | 454 do { |
455 __asm __volatile( | |
456 "movq %1, %%mm0\n\t" | |
457 "movq %2, %%mm1\n\t" | |
458 "movq %%mm0, %%mm2\n\t" | |
459 "movq %%mm1, %%mm3\n\t" | |
460 "punpcklbw %%mm7, %%mm0\n\t" | |
461 "punpcklbw %%mm7, %%mm1\n\t" | |
462 "punpckhbw %%mm7, %%mm2\n\t" | |
463 "punpckhbw %%mm7, %%mm3\n\t" | |
464 "paddusw %%mm1, %%mm0\n\t" | |
465 "paddusw %%mm3, %%mm2\n\t" | |
466 "psrlw $1, %%mm0\n\t" | |
467 "psrlw $1, %%mm2\n\t" | |
468 "packuswb %%mm2, %%mm0\n\t" | |
469 "movq %%mm0, %0\n\t" | |
470 :"=m"(*p) | |
471 :"m"(*pix), | |
472 "m"(*(pix+line_size)) | |
473 :"memory"); | |
474 pix += line_size; | |
475 p += line_size; | |
476 } while(--h); | |
477 } | |
478 | |
479 static void put_no_rnd_pixels_xy2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
480 { | |
481 UINT8 *p; | |
482 const UINT8 *pix; | |
483 p = block; | |
484 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
485 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
486 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
487 JUMPALIGN(); |
0 | 488 do { |
489 __asm __volatile( | |
490 "movq %1, %%mm0\n\t" | |
491 "movq %2, %%mm1\n\t" | |
492 "movq 1%1, %%mm4\n\t" | |
493 "movq 1%2, %%mm5\n\t" | |
494 "movq %%mm0, %%mm2\n\t" | |
495 "movq %%mm1, %%mm3\n\t" | |
496 "punpcklbw %%mm7, %%mm0\n\t" | |
497 "punpcklbw %%mm7, %%mm1\n\t" | |
498 "punpckhbw %%mm7, %%mm2\n\t" | |
499 "punpckhbw %%mm7, %%mm3\n\t" | |
500 "paddusw %%mm1, %%mm0\n\t" | |
501 "paddusw %%mm3, %%mm2\n\t" | |
502 "movq %%mm4, %%mm1\n\t" | |
503 "movq %%mm5, %%mm3\n\t" | |
504 "punpcklbw %%mm7, %%mm4\n\t" | |
505 "punpcklbw %%mm7, %%mm5\n\t" | |
506 "punpckhbw %%mm7, %%mm1\n\t" | |
507 "punpckhbw %%mm7, %%mm3\n\t" | |
508 "paddusw %%mm5, %%mm4\n\t" | |
509 "paddusw %%mm3, %%mm1\n\t" | |
510 "paddusw %%mm6, %%mm4\n\t" | |
511 "paddusw %%mm6, %%mm1\n\t" | |
512 "paddusw %%mm4, %%mm0\n\t" | |
513 "paddusw %%mm1, %%mm2\n\t" | |
514 "psrlw $2, %%mm0\n\t" | |
515 "psrlw $2, %%mm2\n\t" | |
516 "packuswb %%mm2, %%mm0\n\t" | |
517 "movq %%mm0, %0\n\t" | |
518 :"=m"(*p) | |
519 :"m"(*pix), | |
520 "m"(*(pix+line_size)) | |
521 :"memory"); | |
522 pix += line_size; | |
523 p += line_size; | |
524 } while(--h); | |
525 } | |
526 | |
527 static void avg_pixels_mmx(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
528 { | |
529 UINT8 *p; | |
530 const UINT8 *pix; | |
531 p = block; | |
532 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
533 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
534 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
535 JUMPALIGN(); |
0 | 536 do { |
537 __asm __volatile( | |
538 "movq %0, %%mm0\n\t" | |
539 "movq %1, %%mm1\n\t" | |
540 "movq %%mm0, %%mm2\n\t" | |
541 "movq %%mm1, %%mm3\n\t" | |
542 "punpcklbw %%mm7, %%mm0\n\t" | |
543 "punpcklbw %%mm7, %%mm1\n\t" | |
544 "punpckhbw %%mm7, %%mm2\n\t" | |
545 "punpckhbw %%mm7, %%mm3\n\t" | |
546 "paddusw %%mm1, %%mm0\n\t" | |
547 "paddusw %%mm3, %%mm2\n\t" | |
548 "paddusw %%mm6, %%mm0\n\t" | |
549 "paddusw %%mm6, %%mm2\n\t" | |
550 "psrlw $1, %%mm0\n\t" | |
551 "psrlw $1, %%mm2\n\t" | |
552 "packuswb %%mm2, %%mm0\n\t" | |
553 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
554 :"+m"(*p) |
0 | 555 :"m"(*pix) |
556 :"memory"); | |
557 pix += line_size; | |
558 p += line_size; | |
559 } | |
560 while (--h); | |
561 } | |
562 | |
563 static void avg_pixels_x2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
564 { | |
565 UINT8 *p; | |
566 const UINT8 *pix; | |
567 p = block; | |
568 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
569 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
570 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
571 JUMPALIGN(); |
0 | 572 do { |
573 __asm __volatile( | |
574 "movq %1, %%mm1\n\t" | |
575 "movq %0, %%mm0\n\t" | |
576 "movq 1%1, %%mm4\n\t" | |
577 "movq %%mm0, %%mm2\n\t" | |
578 "movq %%mm1, %%mm3\n\t" | |
579 "movq %%mm4, %%mm5\n\t" | |
580 "punpcklbw %%mm7, %%mm1\n\t" | |
581 "punpckhbw %%mm7, %%mm3\n\t" | |
582 "punpcklbw %%mm7, %%mm4\n\t" | |
583 "punpckhbw %%mm7, %%mm5\n\t" | |
584 "punpcklbw %%mm7, %%mm0\n\t" | |
585 "punpckhbw %%mm7, %%mm2\n\t" | |
586 "paddusw %%mm4, %%mm1\n\t" | |
587 "paddusw %%mm5, %%mm3\n\t" | |
588 "paddusw %%mm6, %%mm1\n\t" | |
589 "paddusw %%mm6, %%mm3\n\t" | |
590 "psrlw $1, %%mm1\n\t" | |
591 "psrlw $1, %%mm3\n\t" | |
592 "paddusw %%mm6, %%mm0\n\t" | |
593 "paddusw %%mm6, %%mm2\n\t" | |
594 "paddusw %%mm1, %%mm0\n\t" | |
595 "paddusw %%mm3, %%mm2\n\t" | |
596 "psrlw $1, %%mm0\n\t" | |
597 "psrlw $1, %%mm2\n\t" | |
598 "packuswb %%mm2, %%mm0\n\t" | |
599 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
600 :"+m"(*p) |
0 | 601 :"m"(*pix) |
602 :"memory"); | |
603 pix += line_size; | |
604 p += line_size; | |
605 } while (--h); | |
606 } | |
607 | |
608 static void avg_pixels_y2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
609 { | |
610 UINT8 *p; | |
611 const UINT8 *pix; | |
612 p = block; | |
613 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
614 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
615 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
616 JUMPALIGN(); |
0 | 617 do { |
618 __asm __volatile( | |
619 "movq %1, %%mm1\n\t" | |
620 "movq %0, %%mm0\n\t" | |
621 "movq %2, %%mm4\n\t" | |
622 "movq %%mm0, %%mm2\n\t" | |
623 "movq %%mm1, %%mm3\n\t" | |
624 "movq %%mm4, %%mm5\n\t" | |
625 "punpcklbw %%mm7, %%mm1\n\t" | |
626 "punpckhbw %%mm7, %%mm3\n\t" | |
627 "punpcklbw %%mm7, %%mm4\n\t" | |
628 "punpckhbw %%mm7, %%mm5\n\t" | |
629 "punpcklbw %%mm7, %%mm0\n\t" | |
630 "punpckhbw %%mm7, %%mm2\n\t" | |
631 "paddusw %%mm4, %%mm1\n\t" | |
632 "paddusw %%mm5, %%mm3\n\t" | |
633 "paddusw %%mm6, %%mm1\n\t" | |
634 "paddusw %%mm6, %%mm3\n\t" | |
635 "psrlw $1, %%mm1\n\t" | |
636 "psrlw $1, %%mm3\n\t" | |
637 "paddusw %%mm6, %%mm0\n\t" | |
638 "paddusw %%mm6, %%mm2\n\t" | |
639 "paddusw %%mm1, %%mm0\n\t" | |
640 "paddusw %%mm3, %%mm2\n\t" | |
641 "psrlw $1, %%mm0\n\t" | |
642 "psrlw $1, %%mm2\n\t" | |
643 "packuswb %%mm2, %%mm0\n\t" | |
644 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
645 :"+m"(*p) |
0 | 646 :"m"(*pix), "m"(*(pix+line_size)) |
647 :"memory"); | |
648 pix += line_size; | |
649 p += line_size ; | |
650 } while(--h); | |
651 } | |
652 | |
653 static void avg_pixels_xy2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
654 { | |
655 UINT8 *p; | |
656 const UINT8 *pix; | |
657 p = block; | |
658 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
659 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
660 // this doesn't seem to be used offten - so |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
661 // the inside usage of mm_wone is not optimized |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
662 MOVQ_WTWO(mm6); |
0 | 663 do { |
664 __asm __volatile( | |
665 "movq %1, %%mm0\n\t" | |
666 "movq %2, %%mm1\n\t" | |
667 "movq 1%1, %%mm4\n\t" | |
668 "movq 1%2, %%mm5\n\t" | |
669 "movq %%mm0, %%mm2\n\t" | |
670 "movq %%mm1, %%mm3\n\t" | |
671 "punpcklbw %%mm7, %%mm0\n\t" | |
672 "punpcklbw %%mm7, %%mm1\n\t" | |
673 "punpckhbw %%mm7, %%mm2\n\t" | |
674 "punpckhbw %%mm7, %%mm3\n\t" | |
675 "paddusw %%mm1, %%mm0\n\t" | |
676 "paddusw %%mm3, %%mm2\n\t" | |
677 "movq %%mm4, %%mm1\n\t" | |
678 "movq %%mm5, %%mm3\n\t" | |
679 "punpcklbw %%mm7, %%mm4\n\t" | |
680 "punpcklbw %%mm7, %%mm5\n\t" | |
681 "punpckhbw %%mm7, %%mm1\n\t" | |
682 "punpckhbw %%mm7, %%mm3\n\t" | |
683 "paddusw %%mm5, %%mm4\n\t" | |
684 "paddusw %%mm3, %%mm1\n\t" | |
685 "paddusw %%mm6, %%mm4\n\t" | |
686 "paddusw %%mm6, %%mm1\n\t" | |
687 "paddusw %%mm4, %%mm0\n\t" | |
688 "paddusw %%mm1, %%mm2\n\t" | |
689 "movq %3, %%mm5\n\t" | |
690 "psrlw $2, %%mm0\n\t" | |
691 "movq %0, %%mm1\n\t" | |
692 "psrlw $2, %%mm2\n\t" | |
693 "movq %%mm1, %%mm3\n\t" | |
694 "punpcklbw %%mm7, %%mm1\n\t" | |
695 "punpckhbw %%mm7, %%mm3\n\t" | |
696 "paddusw %%mm1, %%mm0\n\t" | |
697 "paddusw %%mm3, %%mm2\n\t" | |
698 "paddusw %%mm5, %%mm0\n\t" | |
699 "paddusw %%mm5, %%mm2\n\t" | |
700 "psrlw $1, %%mm0\n\t" | |
701 "psrlw $1, %%mm2\n\t" | |
702 "packuswb %%mm2, %%mm0\n\t" | |
703 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
704 :"+m"(*p) |
0 | 705 :"m"(*pix), |
8 | 706 "m"(*(pix+line_size)), "m"(mm_wone) |
0 | 707 :"memory"); |
708 pix += line_size; | |
709 p += line_size ; | |
710 } while(--h); | |
711 } | |
712 | |
713 static void avg_no_rnd_pixels_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
714 { | |
715 UINT8 *p; | |
716 const UINT8 *pix; | |
717 p = block; | |
718 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
719 MOVQ_ZERO(mm7); |
0 | 720 do { |
721 __asm __volatile( | |
722 "movq %1, %%mm0\n\t" | |
723 "movq %0, %%mm1\n\t" | |
724 "movq %%mm0, %%mm2\n\t" | |
725 "movq %%mm1, %%mm3\n\t" | |
726 "punpcklbw %%mm7, %%mm0\n\t" | |
727 "punpcklbw %%mm7, %%mm1\n\t" | |
728 "punpckhbw %%mm7, %%mm2\n\t" | |
729 "punpckhbw %%mm7, %%mm3\n\t" | |
730 "paddusw %%mm1, %%mm0\n\t" | |
731 "paddusw %%mm3, %%mm2\n\t" | |
732 "psrlw $1, %%mm0\n\t" | |
733 "psrlw $1, %%mm2\n\t" | |
734 "packuswb %%mm2, %%mm0\n\t" | |
735 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
736 :"+m"(*p) |
0 | 737 :"m"(*pix) |
738 :"memory"); | |
739 pix += line_size; | |
740 p += line_size ; | |
741 } while (--h); | |
742 } | |
743 | |
744 static void avg_no_rnd_pixels_x2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
745 { | |
746 UINT8 *p; | |
747 const UINT8 *pix; | |
748 p = block; | |
749 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
750 MOVQ_ZERO(mm7); |
0 | 751 do { |
752 __asm __volatile( | |
753 "movq %1, %%mm0\n\t" | |
754 "movq 1%1, %%mm1\n\t" | |
755 "movq %0, %%mm4\n\t" | |
756 "movq %%mm0, %%mm2\n\t" | |
757 "movq %%mm1, %%mm3\n\t" | |
758 "movq %%mm4, %%mm5\n\t" | |
759 "punpcklbw %%mm7, %%mm0\n\t" | |
760 "punpcklbw %%mm7, %%mm1\n\t" | |
761 "punpckhbw %%mm7, %%mm2\n\t" | |
762 "punpckhbw %%mm7, %%mm3\n\t" | |
763 "punpcklbw %%mm7, %%mm4\n\t" | |
764 "punpckhbw %%mm7, %%mm5\n\t" | |
765 "paddusw %%mm1, %%mm0\n\t" | |
766 "paddusw %%mm3, %%mm2\n\t" | |
767 "psrlw $1, %%mm0\n\t" | |
768 "psrlw $1, %%mm2\n\t" | |
769 "paddusw %%mm4, %%mm0\n\t" | |
770 "paddusw %%mm5, %%mm2\n\t" | |
771 "psrlw $1, %%mm0\n\t" | |
772 "psrlw $1, %%mm2\n\t" | |
773 "packuswb %%mm2, %%mm0\n\t" | |
774 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
775 :"+m"(*p) |
0 | 776 :"m"(*pix) |
777 :"memory"); | |
778 pix += line_size; | |
779 p += line_size; | |
780 } while (--h); | |
781 } | |
782 | |
783 static void avg_no_rnd_pixels_y2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
784 { | |
785 UINT8 *p; | |
786 const UINT8 *pix; | |
787 p = block; | |
788 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
789 MOVQ_ZERO(mm7); |
0 | 790 do { |
791 __asm __volatile( | |
792 "movq %1, %%mm0\n\t" | |
793 "movq %2, %%mm1\n\t" | |
794 "movq %0, %%mm4\n\t" | |
795 "movq %%mm0, %%mm2\n\t" | |
796 "movq %%mm1, %%mm3\n\t" | |
797 "movq %%mm4, %%mm5\n\t" | |
798 "punpcklbw %%mm7, %%mm0\n\t" | |
799 "punpcklbw %%mm7, %%mm1\n\t" | |
800 "punpckhbw %%mm7, %%mm2\n\t" | |
801 "punpckhbw %%mm7, %%mm3\n\t" | |
802 "punpcklbw %%mm7, %%mm4\n\t" | |
803 "punpckhbw %%mm7, %%mm5\n\t" | |
804 "paddusw %%mm1, %%mm0\n\t" | |
805 "paddusw %%mm3, %%mm2\n\t" | |
806 "psrlw $1, %%mm0\n\t" | |
807 "psrlw $1, %%mm2\n\t" | |
808 "paddusw %%mm4, %%mm0\n\t" | |
809 "paddusw %%mm5, %%mm2\n\t" | |
810 "psrlw $1, %%mm0\n\t" | |
811 "psrlw $1, %%mm2\n\t" | |
812 "packuswb %%mm2, %%mm0\n\t" | |
813 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
814 :"+m"(*p) |
0 | 815 :"m"(*pix), "m"(*(pix+line_size)) |
816 :"memory"); | |
817 pix += line_size; | |
818 p += line_size ; | |
819 } while(--h); | |
820 } | |
821 | |
822 static void avg_no_rnd_pixels_xy2_mmx( UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
823 { | |
824 UINT8 *p; | |
825 const UINT8 *pix; | |
826 p = block; | |
827 pix = pixels; | |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
828 MOVQ_ZERO(mm7); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
829 MOVQ_WONE(mm6); |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
830 JUMPALIGN(); |
0 | 831 do { |
832 __asm __volatile( | |
833 "movq %1, %%mm0\n\t" | |
834 "movq %2, %%mm1\n\t" | |
835 "movq 1%1, %%mm4\n\t" | |
836 "movq 1%2, %%mm5\n\t" | |
837 "movq %%mm0, %%mm2\n\t" | |
838 "movq %%mm1, %%mm3\n\t" | |
839 "punpcklbw %%mm7, %%mm0\n\t" | |
840 "punpcklbw %%mm7, %%mm1\n\t" | |
841 "punpckhbw %%mm7, %%mm2\n\t" | |
842 "punpckhbw %%mm7, %%mm3\n\t" | |
843 "paddusw %%mm1, %%mm0\n\t" | |
844 "paddusw %%mm3, %%mm2\n\t" | |
845 "movq %%mm4, %%mm1\n\t" | |
846 "movq %%mm5, %%mm3\n\t" | |
847 "punpcklbw %%mm7, %%mm4\n\t" | |
848 "punpcklbw %%mm7, %%mm5\n\t" | |
849 "punpckhbw %%mm7, %%mm1\n\t" | |
850 "punpckhbw %%mm7, %%mm3\n\t" | |
851 "paddusw %%mm5, %%mm4\n\t" | |
852 "paddusw %%mm3, %%mm1\n\t" | |
853 "paddusw %%mm6, %%mm4\n\t" | |
854 "paddusw %%mm6, %%mm1\n\t" | |
855 "paddusw %%mm4, %%mm0\n\t" | |
856 "paddusw %%mm1, %%mm2\n\t" | |
857 "movq %0, %%mm1\n\t" | |
858 "psrlw $2, %%mm0\n\t" | |
859 "movq %%mm1, %%mm3\n\t" | |
860 "psrlw $2, %%mm2\n\t" | |
861 "punpcklbw %%mm7, %%mm1\n\t" | |
862 "punpckhbw %%mm7, %%mm3\n\t" | |
863 "paddusw %%mm1, %%mm0\n\t" | |
864 "paddusw %%mm3, %%mm2\n\t" | |
865 "psrlw $1, %%mm0\n\t" | |
866 "psrlw $1, %%mm2\n\t" | |
867 "packuswb %%mm2, %%mm0\n\t" | |
868 "movq %%mm0, %0\n\t" | |
151
ae0516eadae2
fixed gcc-3.0.x compilation (by Michael Niedermayer)
nickols_k
parents:
42
diff
changeset
|
869 :"+m"(*p) |
0 | 870 :"m"(*pix), |
871 "m"(*(pix+line_size)) | |
872 :"memory"); | |
873 pix += line_size; | |
874 p += line_size; | |
875 } while(--h); | |
876 } | |
877 | |
296 | 878 static void clear_blocks_mmx(DCTELEM *blocks) |
879 { | |
880 asm volatile( | |
881 "pxor %%mm7, %%mm7 \n\t" | |
882 "movl $-128*6, %%eax \n\t" | |
883 "1: \n\t" | |
884 "movq %%mm7, (%0, %%eax) \n\t" | |
885 "movq %%mm7, 8(%0, %%eax) \n\t" | |
886 "movq %%mm7, 16(%0, %%eax) \n\t" | |
887 "movq %%mm7, 24(%0, %%eax) \n\t" | |
888 "addl $32, %%eax \n\t" | |
889 " js 1b \n\t" | |
890 : : "r" (((int)blocks)+128*6) | |
891 : "%eax" | |
892 ); | |
893 } | |
894 | |
393 | 895 #if 0 |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
896 static void just_return() { return; } |
393 | 897 #endif |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
898 |
415 | 899 #ifndef TESTCPU_MAIN |
0 | 900 void dsputil_init_mmx(void) |
901 { | |
902 mm_flags = mm_support(); | |
188 | 903 #if 1 |
904 printf("libavcodec: CPU flags:"); | |
0 | 905 if (mm_flags & MM_MMX) |
906 printf(" mmx"); | |
907 if (mm_flags & MM_MMXEXT) | |
908 printf(" mmxext"); | |
909 if (mm_flags & MM_3DNOW) | |
910 printf(" 3dnow"); | |
911 if (mm_flags & MM_SSE) | |
912 printf(" sse"); | |
913 if (mm_flags & MM_SSE2) | |
914 printf(" sse2"); | |
915 printf("\n"); | |
916 #endif | |
917 | |
918 if (mm_flags & MM_MMX) { | |
919 get_pixels = get_pixels_mmx; | |
324 | 920 diff_pixels = diff_pixels_mmx; |
0 | 921 put_pixels_clamped = put_pixels_clamped_mmx; |
922 add_pixels_clamped = add_pixels_clamped_mmx; | |
296 | 923 clear_blocks= clear_blocks_mmx; |
415 | 924 |
294 | 925 pix_abs16x16 = pix_abs16x16_mmx; |
926 pix_abs16x16_x2 = pix_abs16x16_x2_mmx; | |
927 pix_abs16x16_y2 = pix_abs16x16_y2_mmx; | |
0 | 928 pix_abs16x16_xy2 = pix_abs16x16_xy2_mmx; |
294 | 929 pix_abs8x8 = pix_abs8x8_mmx; |
930 pix_abs8x8_x2 = pix_abs8x8_x2_mmx; | |
931 pix_abs8x8_y2 = pix_abs8x8_y2_mmx; | |
932 pix_abs8x8_xy2= pix_abs8x8_xy2_mmx; | |
0 | 933 av_fdct = fdct_mmx; |
934 | |
935 put_pixels_tab[0] = put_pixels_mmx; | |
936 put_pixels_tab[1] = put_pixels_x2_mmx; | |
937 put_pixels_tab[2] = put_pixels_y2_mmx; | |
938 put_pixels_tab[3] = put_pixels_xy2_mmx; | |
939 | |
940 put_no_rnd_pixels_tab[0] = put_pixels_mmx; | |
941 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_mmx; | |
942 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_mmx; | |
943 put_no_rnd_pixels_tab[3] = put_no_rnd_pixels_xy2_mmx; | |
415 | 944 |
0 | 945 avg_pixels_tab[0] = avg_pixels_mmx; |
946 avg_pixels_tab[1] = avg_pixels_x2_mmx; | |
947 avg_pixels_tab[2] = avg_pixels_y2_mmx; | |
948 avg_pixels_tab[3] = avg_pixels_xy2_mmx; | |
949 | |
950 avg_no_rnd_pixels_tab[0] = avg_no_rnd_pixels_mmx; | |
951 avg_no_rnd_pixels_tab[1] = avg_no_rnd_pixels_x2_mmx; | |
952 avg_no_rnd_pixels_tab[2] = avg_no_rnd_pixels_y2_mmx; | |
953 avg_no_rnd_pixels_tab[3] = avg_no_rnd_pixels_xy2_mmx; | |
386 | 954 |
0 | 955 if (mm_flags & MM_MMXEXT) { |
294 | 956 pix_abs16x16 = pix_abs16x16_mmx2; |
957 pix_abs16x16_x2 = pix_abs16x16_x2_mmx2; | |
958 pix_abs16x16_y2 = pix_abs16x16_y2_mmx2; | |
959 pix_abs16x16_xy2= pix_abs16x16_xy2_mmx2; | |
415 | 960 |
294 | 961 pix_abs8x8 = pix_abs8x8_mmx2; |
962 pix_abs8x8_x2 = pix_abs8x8_x2_mmx2; | |
963 pix_abs8x8_y2 = pix_abs8x8_y2_mmx2; | |
964 pix_abs8x8_xy2= pix_abs8x8_xy2_mmx2; | |
386 | 965 |
966 put_pixels_tab[1] = put_pixels_x2_mmx2; | |
967 put_pixels_tab[2] = put_pixels_y2_mmx2; | |
968 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_mmx2; | |
969 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_mmx2; | |
415 | 970 |
386 | 971 avg_pixels_tab[0] = avg_pixels_mmx2; |
972 avg_pixels_tab[1] = avg_pixels_x2_mmx2; | |
973 avg_pixels_tab[2] = avg_pixels_y2_mmx2; | |
974 avg_pixels_tab[3] = avg_pixels_xy2_mmx2; | |
0 | 975 } else if (mm_flags & MM_3DNOW) { |
976 put_pixels_tab[1] = put_pixels_x2_3dnow; | |
977 put_pixels_tab[2] = put_pixels_y2_3dnow; | |
386 | 978 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_3dnow; |
979 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_3dnow; | |
393 | 980 |
0 | 981 avg_pixels_tab[0] = avg_pixels_3dnow; |
982 avg_pixels_tab[1] = avg_pixels_x2_3dnow; | |
983 avg_pixels_tab[2] = avg_pixels_y2_3dnow; | |
984 avg_pixels_tab[3] = avg_pixels_xy2_3dnow; | |
985 } | |
19
82d4c9be9873
MMX/MMXEXT iDCT support, using external functions currently defined in libmpeg2
arpi_esp
parents:
8
diff
changeset
|
986 |
42 | 987 /* idct */ |
988 if (mm_flags & MM_MMXEXT) { | |
989 ff_idct = ff_mmxext_idct; | |
990 } else { | |
991 ff_idct = ff_mmx_idct; | |
992 } | |
174
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
993 #ifdef SIMPLE_IDCT |
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
994 // ff_idct = simple_idct; |
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
995 ff_idct = simple_idct_mmx; |
ac5075a55488
new IDCT code by Michael Niedermayer (michaelni@gmx.at) - #define SIMPLE_IDCT to enable
arpi_esp
parents:
151
diff
changeset
|
996 #endif |
0 | 997 } |
247
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
998 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
999 #if 0 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1000 // for speed testing |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1001 get_pixels = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1002 put_pixels_clamped = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1003 add_pixels_clamped = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1004 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1005 pix_abs16x16 = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1006 pix_abs16x16_x2 = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1007 pix_abs16x16_y2 = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1008 pix_abs16x16_xy2 = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1009 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1010 put_pixels_tab[0] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1011 put_pixels_tab[1] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1012 put_pixels_tab[2] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1013 put_pixels_tab[3] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1014 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1015 put_no_rnd_pixels_tab[0] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1016 put_no_rnd_pixels_tab[1] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1017 put_no_rnd_pixels_tab[2] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1018 put_no_rnd_pixels_tab[3] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1019 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1020 avg_pixels_tab[0] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1021 avg_pixels_tab[1] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1022 avg_pixels_tab[2] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1023 avg_pixels_tab[3] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1024 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1025 avg_no_rnd_pixels_tab[0] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1026 avg_no_rnd_pixels_tab[1] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1027 avg_no_rnd_pixels_tab[2] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1028 avg_no_rnd_pixels_tab[3] = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1029 |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1030 //av_fdct = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1031 //ff_idct = just_return; |
6f48cacd9ed9
* some modifications to allow gcc to compile same code for -fPIC
kabi
parents:
188
diff
changeset
|
1032 #endif |
0 | 1033 } |
402 | 1034 |
1035 /* remove any non bit exact operation (testing purpose). NOTE that | |
1036 this function should be kept as small as possible because it is | |
1037 always difficult to test automatically non bit exact cases. */ | |
1038 void dsputil_set_bit_exact_mmx(void) | |
1039 { | |
1040 if (mm_flags & MM_MMX) { | |
1041 if (mm_flags & MM_MMXEXT) { | |
1042 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_mmx; | |
1043 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_mmx; | |
1044 avg_pixels_tab[3] = avg_pixels_xy2_mmx; | |
1045 } else if (mm_flags & MM_3DNOW) { | |
1046 put_no_rnd_pixels_tab[1] = put_no_rnd_pixels_x2_mmx; | |
1047 put_no_rnd_pixels_tab[2] = put_no_rnd_pixels_y2_mmx; | |
1048 avg_pixels_tab[3] = avg_pixels_xy2_mmx; | |
1049 } | |
1050 } | |
1051 } | |
415 | 1052 |
1053 #endif |