|
4148
|
1 /*
|
|
|
2 * This code was taken from http://www.mpg123.org
|
|
|
3 * See ChangeLog of mpg123-0.59s-pre.1 for detail
|
|
|
4 * Applied to mplayer by Nick Kurshev <nickols_k@mail.ru>
|
|
|
5 * Partial 3dnow! optimization by Nick Kurshev
|
|
|
6 *
|
|
|
7 * TODO: optimize scalar 3dnow! code
|
|
|
8 * Warning: Phases 7 & 8 are not tested
|
|
|
9 */
|
|
|
10 #define real float /* ugly - but only way */
|
|
|
11
|
|
|
12 static unsigned long long int __attribute__((aligned(8))) x_plus_minus_3dnow = 0x8000000000000000ULL;
|
|
|
13 static float plus_1f = 1.0;
|
|
|
14
|
|
|
15 void __attribute__ (( __stdcall__ )) dct64_MMX_3dnow(real *a,real *b,real *c)
|
|
|
16 {
|
|
|
17 char tmp[256];
|
|
|
18 __asm __volatile(
|
|
|
19 " movl %2,%%eax\n\t"
|
|
|
20
|
|
|
21 " leal 128+%3,%%edx\n\t"
|
|
|
22 " movl %0,%%esi\n\t"
|
|
|
23 " movl %1,%%edi\n\t"
|
|
|
24 " movl $costab_mmx,%%ebx\n\t"
|
|
|
25 " leal %3,%%ecx\n\t"
|
|
|
26
|
|
|
27 /* Phase 1*/
|
|
|
28 " movq (%%eax), %%mm0\n\t"
|
|
|
29 " movq 8(%%eax), %%mm4\n\t"
|
|
|
30 " movq %%mm0, %%mm3\n\t"
|
|
|
31 " movq %%mm4, %%mm7\n\t"
|
|
|
32 " movq 120(%%eax), %%mm1\n\t"
|
|
|
33 " movq 112(%%eax), %%mm5\n\t"
|
|
|
34 /* n.b.: pswapd*/
|
|
|
35 " movq %%mm1, %%mm2\n\t"
|
|
|
36 " movq %%mm5, %%mm6\n\t"
|
|
|
37 " psrlq $32, %%mm1\n\t"
|
|
|
38 " psrlq $32, %%mm5\n\t"
|
|
|
39 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
40 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
41 /**/
|
|
|
42 " pfadd %%mm1, %%mm0\n\t"
|
|
|
43 " pfadd %%mm5, %%mm4\n\t"
|
|
|
44 " movq %%mm0, (%%edx)\n\t"
|
|
|
45 " movq %%mm4, 8(%%edx)\n\t"
|
|
|
46 " pfsub %%mm1, %%mm3\n\t"
|
|
|
47 " pfsub %%mm5, %%mm7\n\t"
|
|
|
48 " pfmul (%%ebx), %%mm3\n\t"
|
|
|
49 " pfmul 8(%%ebx), %%mm7\n\t"
|
|
|
50 " movd %%mm3, 124(%%edx)\n\t"
|
|
|
51 " movd %%mm7, 116(%%edx)\n\t"
|
|
|
52 " psrlq $32, %%mm3\n\t"
|
|
|
53 " psrlq $32, %%mm7\n\t"
|
|
|
54 " movd %%mm3, 120(%%edx)\n\t"
|
|
|
55 " movd %%mm7, 112(%%edx)\n\t"
|
|
|
56
|
|
|
57 " movq 16(%%eax), %%mm0\n\t"
|
|
|
58 " movq 24(%%eax), %%mm4\n\t"
|
|
|
59 " movq %%mm0, %%mm3\n\t"
|
|
|
60 " movq %%mm4, %%mm7\n\t"
|
|
|
61 " movq 104(%%eax), %%mm1\n\t"
|
|
|
62 " movq 96(%%eax), %%mm5\n\t"
|
|
|
63 /* n.b.: pswapd*/
|
|
|
64 " movq %%mm1, %%mm2\n\t"
|
|
|
65 " movq %%mm5, %%mm6\n\t"
|
|
|
66 " psrlq $32, %%mm1\n\t"
|
|
|
67 " psrlq $32, %%mm5\n\t"
|
|
|
68 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
69 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
70 /**/
|
|
|
71 " pfadd %%mm1, %%mm0\n\t"
|
|
|
72 " pfadd %%mm5, %%mm4\n\t"
|
|
|
73 " movq %%mm0, 16(%%edx)\n\t"
|
|
|
74 " movq %%mm4, 24(%%edx)\n\t"
|
|
|
75 " pfsub %%mm1, %%mm3\n\t"
|
|
|
76 " pfsub %%mm5, %%mm7\n\t"
|
|
|
77 " pfmul 16(%%ebx), %%mm3\n\t"
|
|
|
78 " pfmul 24(%%ebx), %%mm7\n\t"
|
|
|
79 " movd %%mm3, 108(%%edx)\n\t"
|
|
|
80 " movd %%mm7, 100(%%edx)\n\t"
|
|
|
81 " psrlq $32, %%mm3\n\t"
|
|
|
82 " psrlq $32, %%mm7\n\t"
|
|
|
83 " movd %%mm3, 104(%%edx)\n\t"
|
|
|
84 " movd %%mm7, 96(%%edx)\n\t"
|
|
|
85
|
|
|
86 " movq 32(%%eax), %%mm0\n\t"
|
|
|
87 " movq 40(%%eax), %%mm4\n\t"
|
|
|
88 " movq %%mm0, %%mm3\n\t"
|
|
|
89 " movq %%mm4, %%mm7\n\t"
|
|
|
90 " movq 88(%%eax), %%mm1\n\t"
|
|
|
91 " movq 80(%%eax), %%mm5\n\t"
|
|
|
92 /* n.b.: pswapd*/
|
|
|
93 " movq %%mm1, %%mm2\n\t"
|
|
|
94 " movq %%mm5, %%mm6\n\t"
|
|
|
95 " psrlq $32, %%mm1\n\t"
|
|
|
96 " psrlq $32, %%mm5\n\t"
|
|
|
97 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
98 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
99 /**/
|
|
|
100 " pfadd %%mm1, %%mm0\n\t"
|
|
|
101 " pfadd %%mm5, %%mm4\n\t"
|
|
|
102 " movq %%mm0, 32(%%edx)\n\t"
|
|
|
103 " movq %%mm4, 40(%%edx)\n\t"
|
|
|
104 " pfsub %%mm1, %%mm3\n\t"
|
|
|
105 " pfsub %%mm5, %%mm7\n\t"
|
|
|
106 " pfmul 32(%%ebx), %%mm3\n\t"
|
|
|
107 " pfmul 40(%%ebx), %%mm7\n\t"
|
|
|
108 " movd %%mm3, 92(%%edx)\n\t"
|
|
|
109 " movd %%mm7, 84(%%edx)\n\t"
|
|
|
110 " psrlq $32, %%mm3\n\t"
|
|
|
111 " psrlq $32, %%mm7\n\t"
|
|
|
112 " movd %%mm3, 88(%%edx)\n\t"
|
|
|
113 " movd %%mm7, 80(%%edx)\n\t"
|
|
|
114
|
|
|
115 " movq 48(%%eax), %%mm0\n\t"
|
|
|
116 " movq 56(%%eax), %%mm4\n\t"
|
|
|
117 " movq %%mm0, %%mm3\n\t"
|
|
|
118 " movq %%mm4, %%mm7\n\t"
|
|
|
119 " movq 72(%%eax), %%mm1\n\t"
|
|
|
120 " movq 64(%%eax), %%mm5\n\t"
|
|
|
121 /* n.b.: pswapd*/
|
|
|
122 " movq %%mm1, %%mm2\n\t"
|
|
|
123 " movq %%mm5, %%mm6\n\t"
|
|
|
124 " psrlq $32, %%mm1\n\t"
|
|
|
125 " psrlq $32, %%mm5\n\t"
|
|
|
126 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
127 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
128 /**/
|
|
|
129 " pfadd %%mm1, %%mm0\n\t"
|
|
|
130 " pfadd %%mm5, %%mm4\n\t"
|
|
|
131 " movq %%mm0, 48(%%edx)\n\t"
|
|
|
132 " movq %%mm4, 56(%%edx)\n\t"
|
|
|
133 " pfsub %%mm1, %%mm3\n\t"
|
|
|
134 " pfsub %%mm5, %%mm7\n\t"
|
|
|
135 " pfmul 48(%%ebx), %%mm3\n\t"
|
|
|
136 " pfmul 56(%%ebx), %%mm7\n\t"
|
|
|
137 " movd %%mm3, 76(%%edx)\n\t"
|
|
|
138 " movd %%mm7, 68(%%edx)\n\t"
|
|
|
139 " psrlq $32, %%mm3\n\t"
|
|
|
140 " psrlq $32, %%mm7\n\t"
|
|
|
141 " movd %%mm3, 72(%%edx)\n\t"
|
|
|
142 " movd %%mm7, 64(%%edx)\n\t"
|
|
|
143
|
|
|
144 /* Phase 2*/
|
|
|
145
|
|
|
146 " movq (%%edx), %%mm0\n\t"
|
|
|
147 " movq 8(%%edx), %%mm4\n\t"
|
|
|
148 " movq %%mm0, %%mm3\n\t"
|
|
|
149 " movq %%mm4, %%mm7\n\t"
|
|
|
150 " movq 56(%%edx), %%mm1\n\t"
|
|
|
151 " movq 48(%%edx), %%mm5\n\t"
|
|
|
152 /* n.b.: pswapd*/
|
|
|
153 " movq %%mm1, %%mm2\n\t"
|
|
|
154 " movq %%mm5, %%mm6\n\t"
|
|
|
155 " psrlq $32, %%mm1\n\t"
|
|
|
156 " psrlq $32, %%mm5\n\t"
|
|
|
157 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
158 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
159 /**/
|
|
|
160 " pfadd %%mm1, %%mm0\n\t"
|
|
|
161 " pfadd %%mm5, %%mm4\n\t"
|
|
|
162 " movq %%mm0, (%%ecx)\n\t"
|
|
|
163 " movq %%mm4, 8(%%ecx)\n\t"
|
|
|
164 " pfsub %%mm1, %%mm3\n\t"
|
|
|
165 " pfsub %%mm5, %%mm7\n\t"
|
|
|
166 " pfmul 64(%%ebx), %%mm3\n\t"
|
|
|
167 " pfmul 72(%%ebx), %%mm7\n\t"
|
|
|
168 " movd %%mm3, 60(%%ecx)\n\t"
|
|
|
169 " movd %%mm7, 52(%%ecx)\n\t"
|
|
|
170 " psrlq $32, %%mm3\n\t"
|
|
|
171 " psrlq $32, %%mm7\n\t"
|
|
|
172 " movd %%mm3, 56(%%ecx)\n\t"
|
|
|
173 " movd %%mm7, 48(%%ecx)\n\t"
|
|
|
174
|
|
|
175 " movq 16(%%edx), %%mm0\n\t"
|
|
|
176 " movq 24(%%edx), %%mm4\n\t"
|
|
|
177 " movq %%mm0, %%mm3\n\t"
|
|
|
178 " movq %%mm4, %%mm7\n\t"
|
|
|
179 " movq 40(%%edx), %%mm1\n\t"
|
|
|
180 " movq 32(%%edx), %%mm5\n\t"
|
|
|
181 /* n.b.: pswapd*/
|
|
|
182 " movq %%mm1, %%mm2\n\t"
|
|
|
183 " movq %%mm5, %%mm6\n\t"
|
|
|
184 " psrlq $32, %%mm1\n\t"
|
|
|
185 " psrlq $32, %%mm5\n\t"
|
|
|
186 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
187 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
188 /**/
|
|
|
189 " pfadd %%mm1, %%mm0\n\t"
|
|
|
190 " pfadd %%mm5, %%mm4\n\t"
|
|
|
191 " movq %%mm0, 16(%%ecx)\n\t"
|
|
|
192 " movq %%mm4, 24(%%ecx)\n\t"
|
|
|
193 " pfsub %%mm1, %%mm3\n\t"
|
|
|
194 " pfsub %%mm5, %%mm7\n\t"
|
|
|
195 " pfmul 80(%%ebx), %%mm3\n\t"
|
|
|
196 " pfmul 88(%%ebx), %%mm7\n\t"
|
|
|
197 " movd %%mm3, 44(%%ecx)\n\t"
|
|
|
198 " movd %%mm7, 36(%%ecx)\n\t"
|
|
|
199 " psrlq $32, %%mm3\n\t"
|
|
|
200 " psrlq $32, %%mm7\n\t"
|
|
|
201 " movd %%mm3, 40(%%ecx)\n\t"
|
|
|
202 " movd %%mm7, 32(%%ecx)\n\t"
|
|
|
203
|
|
|
204 /* Phase 3*/
|
|
|
205
|
|
|
206 " movq 64(%%edx), %%mm0\n\t"
|
|
|
207 " movq 72(%%edx), %%mm4\n\t"
|
|
|
208 " movq %%mm0, %%mm3\n\t"
|
|
|
209 " movq %%mm4, %%mm7\n\t"
|
|
|
210 " movq 120(%%edx), %%mm1\n\t"
|
|
|
211 " movq 112(%%edx), %%mm5\n\t"
|
|
|
212 /* n.b.: pswapd*/
|
|
|
213 " movq %%mm1, %%mm2\n\t"
|
|
|
214 " movq %%mm5, %%mm6\n\t"
|
|
|
215 " psrlq $32, %%mm1\n\t"
|
|
|
216 " psrlq $32, %%mm5\n\t"
|
|
|
217 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
218 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
219 /**/
|
|
|
220 " pfadd %%mm1, %%mm0\n\t"
|
|
|
221 " pfadd %%mm5, %%mm4\n\t"
|
|
|
222 " movq %%mm0, 64(%%ecx)\n\t"
|
|
|
223 " movq %%mm4, 72(%%ecx)\n\t"
|
|
|
224 " pfsubr %%mm1, %%mm3\n\t"
|
|
|
225 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
226 " pfmul 64(%%ebx), %%mm3\n\t"
|
|
|
227 " pfmul 72(%%ebx), %%mm7\n\t"
|
|
|
228 " movd %%mm3, 124(%%ecx)\n\t"
|
|
|
229 " movd %%mm7, 116(%%ecx)\n\t"
|
|
|
230 " psrlq $32, %%mm3\n\t"
|
|
|
231 " psrlq $32, %%mm7\n\t"
|
|
|
232 " movd %%mm3, 120(%%ecx)\n\t"
|
|
|
233 " movd %%mm7, 112(%%ecx)\n\t"
|
|
|
234
|
|
|
235 " movq 80(%%edx), %%mm0\n\t"
|
|
|
236 " movq 88(%%edx), %%mm4\n\t"
|
|
|
237 " movq %%mm0, %%mm3\n\t"
|
|
|
238 " movq %%mm4, %%mm7\n\t"
|
|
|
239 " movq 104(%%edx), %%mm1\n\t"
|
|
|
240 " movq 96(%%edx), %%mm5\n\t"
|
|
|
241 /* n.b.: pswapd*/
|
|
|
242 " movq %%mm1, %%mm2\n\t"
|
|
|
243 " movq %%mm5, %%mm6\n\t"
|
|
|
244 " psrlq $32, %%mm1\n\t"
|
|
|
245 " psrlq $32, %%mm5\n\t"
|
|
|
246 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
247 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
248 /**/
|
|
|
249 " pfadd %%mm1, %%mm0\n\t"
|
|
|
250 " pfadd %%mm5, %%mm4\n\t"
|
|
|
251 " movq %%mm0, 80(%%ecx)\n\t"
|
|
|
252 " movq %%mm4, 88(%%ecx)\n\t"
|
|
|
253 " pfsubr %%mm1, %%mm3\n\t"
|
|
|
254 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
255 " pfmul 80(%%ebx), %%mm3\n\t"
|
|
|
256 " pfmul 88(%%ebx), %%mm7\n\t"
|
|
|
257 " movd %%mm3, 108(%%ecx)\n\t"
|
|
|
258 " movd %%mm7, 100(%%ecx)\n\t"
|
|
|
259 " psrlq $32, %%mm3\n\t"
|
|
|
260 " psrlq $32, %%mm7\n\t"
|
|
|
261 " movd %%mm3, 104(%%ecx)\n\t"
|
|
|
262 " movd %%mm7, 96(%%ecx)\n\t"
|
|
|
263
|
|
|
264 /* Phase 4*/
|
|
|
265
|
|
|
266 " movq (%%ecx), %%mm0\n\t"
|
|
|
267 " movq 8(%%ecx), %%mm4\n\t"
|
|
|
268 " movq %%mm0, %%mm3\n\t"
|
|
|
269 " movq %%mm4, %%mm7\n\t"
|
|
|
270 " movq 24(%%ecx), %%mm1\n\t"
|
|
|
271 " movq 16(%%ecx), %%mm5\n\t"
|
|
|
272 /* n.b.: pswapd*/
|
|
|
273 " movq %%mm1, %%mm2\n\t"
|
|
|
274 " movq %%mm5, %%mm6\n\t"
|
|
|
275 " psrlq $32, %%mm1\n\t"
|
|
|
276 " psrlq $32, %%mm5\n\t"
|
|
|
277 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
278 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
279 /**/
|
|
|
280 " pfadd %%mm1, %%mm0\n\t"
|
|
|
281 " pfadd %%mm5, %%mm4\n\t"
|
|
|
282 " movq %%mm0, (%%edx)\n\t"
|
|
|
283 " movq %%mm4, 8(%%edx)\n\t"
|
|
|
284 " pfsub %%mm1, %%mm3\n\t"
|
|
|
285 " pfsub %%mm5, %%mm7\n\t"
|
|
|
286 " pfmul 96(%%ebx), %%mm3\n\t"
|
|
|
287 " pfmul 104(%%ebx), %%mm7\n\t"
|
|
|
288 " movd %%mm3, 28(%%edx)\n\t"
|
|
|
289 " movd %%mm7, 20(%%edx)\n\t"
|
|
|
290 " psrlq $32, %%mm3\n\t"
|
|
|
291 " psrlq $32, %%mm7\n\t"
|
|
|
292 " movd %%mm3, 24(%%edx)\n\t"
|
|
|
293 " movd %%mm7, 16(%%edx)\n\t"
|
|
|
294
|
|
|
295 " movq 32(%%ecx), %%mm0\n\t"
|
|
|
296 " movq 40(%%ecx), %%mm4\n\t"
|
|
|
297 " movq %%mm0, %%mm3\n\t"
|
|
|
298 " movq %%mm4, %%mm7\n\t"
|
|
|
299 " movq 56(%%ecx), %%mm1\n\t"
|
|
|
300 " movq 48(%%ecx), %%mm5\n\t"
|
|
|
301 /* n.b.: pswapd*/
|
|
|
302 " movq %%mm1, %%mm2\n\t"
|
|
|
303 " movq %%mm5, %%mm6\n\t"
|
|
|
304 " psrlq $32, %%mm1\n\t"
|
|
|
305 " psrlq $32, %%mm5\n\t"
|
|
|
306 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
307 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
308 /**/
|
|
|
309 " pfadd %%mm1, %%mm0\n\t"
|
|
|
310 " pfadd %%mm5, %%mm4\n\t"
|
|
|
311 " movq %%mm0, 32(%%edx)\n\t"
|
|
|
312 " movq %%mm4, 40(%%edx)\n\t"
|
|
|
313 " pfsubr %%mm1, %%mm3\n\t"
|
|
|
314 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
315 " pfmul 96(%%ebx), %%mm3\n\t"
|
|
|
316 " pfmul 104(%%ebx), %%mm7\n\t"
|
|
|
317 " movd %%mm3, 60(%%edx)\n\t"
|
|
|
318 " movd %%mm7, 52(%%edx)\n\t"
|
|
|
319 " psrlq $32, %%mm3\n\t"
|
|
|
320 " psrlq $32, %%mm7\n\t"
|
|
|
321 " movd %%mm3, 56(%%edx)\n\t"
|
|
|
322 " movd %%mm7, 48(%%edx)\n\t"
|
|
|
323
|
|
|
324 " movq 64(%%ecx), %%mm0\n\t"
|
|
|
325 " movq 72(%%ecx), %%mm4\n\t"
|
|
|
326 " movq %%mm0, %%mm3\n\t"
|
|
|
327 " movq %%mm4, %%mm7\n\t"
|
|
|
328 " movq 88(%%ecx), %%mm1\n\t"
|
|
|
329 " movq 80(%%ecx), %%mm5\n\t"
|
|
|
330 /* n.b.: pswapd*/
|
|
|
331 " movq %%mm1, %%mm2\n\t"
|
|
|
332 " movq %%mm5, %%mm6\n\t"
|
|
|
333 " psrlq $32, %%mm1\n\t"
|
|
|
334 " psrlq $32, %%mm5\n\t"
|
|
|
335 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
336 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
337 /**/
|
|
|
338 " pfadd %%mm1, %%mm0\n\t"
|
|
|
339 " pfadd %%mm5, %%mm4\n\t"
|
|
|
340 " movq %%mm0, 64(%%edx)\n\t"
|
|
|
341 " movq %%mm4, 72(%%edx)\n\t"
|
|
|
342 " pfsub %%mm1, %%mm3\n\t"
|
|
|
343 " pfsub %%mm5, %%mm7\n\t"
|
|
|
344 " pfmul 96(%%ebx), %%mm3\n\t"
|
|
|
345 " pfmul 104(%%ebx), %%mm7\n\t"
|
|
|
346 " movd %%mm3, 92(%%edx)\n\t"
|
|
|
347 " movd %%mm7, 84(%%edx)\n\t"
|
|
|
348 " psrlq $32, %%mm3\n\t"
|
|
|
349 " psrlq $32, %%mm7\n\t"
|
|
|
350 " movd %%mm3, 88(%%edx)\n\t"
|
|
|
351 " movd %%mm7, 80(%%edx)\n\t"
|
|
|
352
|
|
|
353 " movq 96(%%ecx), %%mm0\n\t"
|
|
|
354 " movq 104(%%ecx), %%mm4\n\t"
|
|
|
355 " movq %%mm0, %%mm3\n\t"
|
|
|
356 " movq %%mm4, %%mm7\n\t"
|
|
|
357 " movq 120(%%ecx), %%mm1\n\t"
|
|
|
358 " movq 112(%%ecx), %%mm5\n\t"
|
|
|
359 /* n.b.: pswapd*/
|
|
|
360 " movq %%mm1, %%mm2\n\t"
|
|
|
361 " movq %%mm5, %%mm6\n\t"
|
|
|
362 " psrlq $32, %%mm1\n\t"
|
|
|
363 " psrlq $32, %%mm5\n\t"
|
|
|
364 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
365 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
366 /**/
|
|
|
367 " pfadd %%mm1, %%mm0\n\t"
|
|
|
368 " pfadd %%mm5, %%mm4\n\t"
|
|
|
369 " movq %%mm0, 96(%%edx)\n\t"
|
|
|
370 " movq %%mm4, 104(%%edx)\n\t"
|
|
|
371 " pfsubr %%mm1, %%mm3\n\t"
|
|
|
372 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
373 " pfmul 96(%%ebx), %%mm3\n\t"
|
|
|
374 " pfmul 104(%%ebx), %%mm7\n\t"
|
|
|
375 " movd %%mm3, 124(%%edx)\n\t"
|
|
|
376 " movd %%mm7, 116(%%edx)\n\t"
|
|
|
377 " psrlq $32, %%mm3\n\t"
|
|
|
378 " psrlq $32, %%mm7\n\t"
|
|
|
379 " movd %%mm3, 120(%%edx)\n\t"
|
|
|
380 " movd %%mm7, 112(%%edx)\n\t"
|
|
|
381
|
|
|
382 /* Phase 5 */
|
|
|
383
|
|
|
384 " movq (%%edx), %%mm0\n\t"
|
|
|
385 " movq 16(%%edx), %%mm4\n\t"
|
|
|
386 " movq %%mm0, %%mm3\n\t"
|
|
|
387 " movq %%mm4, %%mm7\n\t"
|
|
|
388 " movq 8(%%edx), %%mm1\n\t"
|
|
|
389 " movq 24(%%edx), %%mm5\n\t"
|
|
|
390 /* n.b.: pswapd*/
|
|
|
391 " movq %%mm1, %%mm2\n\t"
|
|
|
392 " movq %%mm5, %%mm6\n\t"
|
|
|
393 " psrlq $32, %%mm1\n\t"
|
|
|
394 " psrlq $32, %%mm5\n\t"
|
|
|
395 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
396 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
397 /**/
|
|
|
398 " pfadd %%mm1, %%mm0\n\t"
|
|
|
399 " pfadd %%mm5, %%mm4\n\t"
|
|
|
400 " movq %%mm0, (%%ecx)\n\t"
|
|
|
401 " movq %%mm4, 16(%%ecx)\n\t"
|
|
|
402 " pfsub %%mm1, %%mm3\n\t"
|
|
|
403 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
404 " pfmul 112(%%ebx), %%mm3\n\t"
|
|
|
405 " pfmul 112(%%ebx), %%mm7\n\t"
|
|
|
406 " movd %%mm3, 12(%%ecx)\n\t"
|
|
|
407 " movd %%mm7, 28(%%ecx)\n\t"
|
|
|
408 " psrlq $32, %%mm3\n\t"
|
|
|
409 " psrlq $32, %%mm7\n\t"
|
|
|
410 " movd %%mm3, 8(%%ecx)\n\t"
|
|
|
411 " movd %%mm7, 24(%%ecx)\n\t"
|
|
|
412
|
|
|
413 " movq 32(%%edx), %%mm0\n\t"
|
|
|
414 " movq 48(%%edx), %%mm4\n\t"
|
|
|
415 " movq %%mm0, %%mm3\n\t"
|
|
|
416 " movq %%mm4, %%mm7\n\t"
|
|
|
417 " movq 40(%%edx), %%mm1\n\t"
|
|
|
418 " movq 56(%%edx), %%mm5\n\t"
|
|
|
419 /* n.b.: pswapd*/
|
|
|
420 " movq %%mm1, %%mm2\n\t"
|
|
|
421 " movq %%mm5, %%mm6\n\t"
|
|
|
422 " psrlq $32, %%mm1\n\t"
|
|
|
423 " psrlq $32, %%mm5\n\t"
|
|
|
424 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
425 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
426 /**/
|
|
|
427 " pfadd %%mm1, %%mm0\n\t"
|
|
|
428 " pfadd %%mm5, %%mm4\n\t"
|
|
|
429 " movq %%mm0, 32(%%ecx)\n\t"
|
|
|
430 " movq %%mm4, 48(%%ecx)\n\t"
|
|
|
431 " pfsub %%mm1, %%mm3\n\t"
|
|
|
432 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
433 " pfmul 112(%%ebx), %%mm3\n\t"
|
|
|
434 " pfmul 112(%%ebx), %%mm7\n\t"
|
|
|
435 " movd %%mm3, 44(%%ecx)\n\t"
|
|
|
436 " movd %%mm7, 60(%%ecx)\n\t"
|
|
|
437 " psrlq $32, %%mm3\n\t"
|
|
|
438 " psrlq $32, %%mm7\n\t"
|
|
|
439 " movd %%mm3, 40(%%ecx)\n\t"
|
|
|
440 " movd %%mm7, 56(%%ecx)\n\t"
|
|
|
441
|
|
|
442 " movq 64(%%edx), %%mm0\n\t"
|
|
|
443 " movq 80(%%edx), %%mm4\n\t"
|
|
|
444 " movq %%mm0, %%mm3\n\t"
|
|
|
445 " movq %%mm4, %%mm7\n\t"
|
|
|
446 " movq 72(%%edx), %%mm1\n\t"
|
|
|
447 " movq 88(%%edx), %%mm5\n\t"
|
|
|
448 /* n.b.: pswapd*/
|
|
|
449 " movq %%mm1, %%mm2\n\t"
|
|
|
450 " movq %%mm5, %%mm6\n\t"
|
|
|
451 " psrlq $32, %%mm1\n\t"
|
|
|
452 " psrlq $32, %%mm5\n\t"
|
|
|
453 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
454 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
455 /**/
|
|
|
456 " pfadd %%mm1, %%mm0\n\t"
|
|
|
457 " pfadd %%mm5, %%mm4\n\t"
|
|
|
458 " movq %%mm0, 64(%%ecx)\n\t"
|
|
|
459 " movq %%mm4, 80(%%ecx)\n\t"
|
|
|
460 " pfsub %%mm1, %%mm3\n\t"
|
|
|
461 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
462 " pfmul 112(%%ebx), %%mm3\n\t"
|
|
|
463 " pfmul 112(%%ebx), %%mm7\n\t"
|
|
|
464 " movd %%mm3, 76(%%ecx)\n\t"
|
|
|
465 " movd %%mm7, 92(%%ecx)\n\t"
|
|
|
466 " psrlq $32, %%mm3\n\t"
|
|
|
467 " psrlq $32, %%mm7\n\t"
|
|
|
468 " movd %%mm3, 72(%%ecx)\n\t"
|
|
|
469 " movd %%mm7, 88(%%ecx)\n\t"
|
|
|
470
|
|
|
471 " movq 96(%%edx), %%mm0\n\t"
|
|
|
472 " movq 112(%%edx), %%mm4\n\t"
|
|
|
473 " movq %%mm0, %%mm3\n\t"
|
|
|
474 " movq %%mm4, %%mm7\n\t"
|
|
|
475 " movq 104(%%edx), %%mm1\n\t"
|
|
|
476 " movq 120(%%edx), %%mm5\n\t"
|
|
|
477 /* n.b.: pswapd*/
|
|
|
478 " movq %%mm1, %%mm2\n\t"
|
|
|
479 " movq %%mm5, %%mm6\n\t"
|
|
|
480 " psrlq $32, %%mm1\n\t"
|
|
|
481 " psrlq $32, %%mm5\n\t"
|
|
|
482 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
483 " punpckldq %%mm6, %%mm5\n\t"
|
|
|
484 /**/
|
|
|
485 " pfadd %%mm1, %%mm0\n\t"
|
|
|
486 " pfadd %%mm5, %%mm4\n\t"
|
|
|
487 " movq %%mm0, 96(%%ecx)\n\t"
|
|
|
488 " movq %%mm4, 112(%%ecx)\n\t"
|
|
|
489 " pfsub %%mm1, %%mm3\n\t"
|
|
|
490 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
491 " pfmul 112(%%ebx), %%mm3\n\t"
|
|
|
492 " pfmul 112(%%ebx), %%mm7\n\t"
|
|
|
493 " movd %%mm3, 108(%%ecx)\n\t"
|
|
|
494 " movd %%mm7, 124(%%ecx)\n\t"
|
|
|
495 " psrlq $32, %%mm3\n\t"
|
|
|
496 " psrlq $32, %%mm7\n\t"
|
|
|
497 " movd %%mm3, 104(%%ecx)\n\t"
|
|
|
498 " movd %%mm7, 120(%%ecx)\n\t"
|
|
|
499
|
|
|
500 /* Phase 6. This is the end of easy road. */
|
|
|
501 /* Code below is coded in scalar mode. Should be optimized */
|
|
|
502
|
|
|
503 " movd plus_1f, %%mm6\n\t"
|
|
|
504 " punpckldq 120(%%ebx), %%mm6\n\t" /* mm6 = 1.0 | 120(%%ebx)*/
|
|
|
505 " movq x_plus_minus_3dnow, %%mm7\n\t" /* mm7 = +1 | -1 */
|
|
|
506
|
|
|
507 " movq 32(%%ecx), %%mm0\n\t"
|
|
|
508 " movq 64(%%ecx), %%mm2\n\t"
|
|
|
509 " movq %%mm0, %%mm1\n\t"
|
|
|
510 " movq %%mm2, %%mm3\n\t"
|
|
|
511 " pxor %%mm7, %%mm1\n\t"
|
|
|
512 " pxor %%mm7, %%mm3\n\t"
|
|
|
513 " pfacc %%mm1, %%mm0\n\t"
|
|
|
514 " pfacc %%mm3, %%mm2\n\t"
|
|
|
515 " pfmul %%mm6, %%mm0\n\t"
|
|
|
516 " pfmul %%mm6, %%mm2\n\t"
|
|
|
517 " movq %%mm0, 32(%%edx)\n\t"
|
|
|
518 " movq %%mm2, 64(%%edx)\n\t"
|
|
|
519
|
|
|
520 " movd 44(%%ecx), %%mm0\n\t"
|
|
|
521 " movd 40(%%ecx), %%mm2\n\t"
|
|
|
522 " movd 120(%%ebx), %%mm3\n\t"
|
|
|
523 " punpckldq 76(%%ecx), %%mm0\n\t"
|
|
|
524 " punpckldq 72(%%ecx), %%mm2\n\t"
|
|
|
525 " punpckldq %%mm3, %%mm3\n\t"
|
|
|
526 " movq %%mm0, %%mm4\n\t"
|
|
|
527 " movq %%mm2, %%mm5\n\t"
|
|
|
528 " pfsub %%mm2, %%mm0\n\t"
|
|
|
529 " pfmul %%mm3, %%mm0\n\t"
|
|
|
530 " movq %%mm0, %%mm1\n\t"
|
|
|
531 " pfadd %%mm5, %%mm0\n\t"
|
|
|
532 " pfadd %%mm4, %%mm0\n\t"
|
|
|
533 " movq %%mm0, %%mm2\n\t"
|
|
|
534 " punpckldq %%mm1, %%mm0\n\t"
|
|
|
535 " punpckhdq %%mm1, %%mm2\n\t"
|
|
|
536 " movq %%mm0, 40(%%edx)\n\t"
|
|
|
537 " movq %%mm2, 72(%%edx)\n\t"
|
|
|
538
|
|
|
539 " movd 48(%%ecx), %%mm3\n\t"
|
|
|
540 " movd 60(%%ecx), %%mm2\n\t"
|
|
|
541 " pfsub 52(%%ecx), %%mm3\n\t"
|
|
|
542 " pfsub 56(%%ecx), %%mm2\n\t"
|
|
|
543 " pfmul 120(%%ebx), %%mm3\n\t"
|
|
|
544 " pfmul 120(%%ebx), %%mm2\n\t"
|
|
|
545 " movq %%mm2, %%mm1\n\t"
|
|
|
546
|
|
|
547 " pfadd 56(%%ecx), %%mm1\n\t"
|
|
|
548 " pfadd 60(%%ecx), %%mm1\n\t"
|
|
|
549 " movq %%mm1, %%mm0\n\t"
|
|
|
550
|
|
|
551 " pfadd 48(%%ecx), %%mm0\n\t"
|
|
|
552 " pfadd 52(%%ecx), %%mm0\n\t"
|
|
|
553 " pfadd %%mm3, %%mm1\n\t"
|
|
|
554 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
555 " pfadd %%mm3, %%mm2\n\t"
|
|
|
556 " punpckldq %%mm2, %%mm0\n\t"
|
|
|
557 " movq %%mm1, 56(%%edx)\n\t"
|
|
|
558 " movq %%mm0, 48(%%edx)\n\t"
|
|
|
559
|
|
|
560 /*---*/
|
|
|
561
|
|
|
562 " movd 92(%%ecx), %%mm1\n\t"
|
|
|
563 " pfsub 88(%%ecx), %%mm1\n\t"
|
|
|
564 " pfmul 120(%%ebx), %%mm1\n\t"
|
|
|
565 " movd %%mm1, 92(%%edx)\n\t"
|
|
|
566 " pfadd 92(%%ecx), %%mm1\n\t"
|
|
|
567 " pfadd 88(%%ecx), %%mm1\n\t"
|
|
|
568 " movq %%mm1, %%mm0\n\t"
|
|
|
569
|
|
|
570 " pfadd 80(%%ecx), %%mm0\n\t"
|
|
|
571 " pfadd 84(%%ecx), %%mm0\n\t"
|
|
|
572 " movd %%mm0, 80(%%edx)\n\t"
|
|
|
573
|
|
|
574 " movd 80(%%ecx), %%mm0\n\t"
|
|
|
575 " pfsub 84(%%ecx), %%mm0\n\t"
|
|
|
576 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
577 " pfadd %%mm0, %%mm1\n\t"
|
|
|
578 " pfadd 92(%%edx), %%mm0\n\t"
|
|
|
579 " punpckldq %%mm1, %%mm0\n\t"
|
|
|
580 " movq %%mm0, 84(%%edx)\n\t"
|
|
|
581
|
|
|
582 " movq 96(%%ecx), %%mm0\n\t"
|
|
|
583 " movq %%mm0, %%mm1\n\t"
|
|
|
584 " pxor %%mm7, %%mm1\n\t"
|
|
|
585 " pfacc %%mm1, %%mm0\n\t"
|
|
|
586 " pfmul %%mm6, %%mm0\n\t"
|
|
|
587 " movq %%mm0, 96(%%edx)\n\t"
|
|
|
588
|
|
|
589 " movd 108(%%ecx), %%mm0\n\t"
|
|
|
590 " pfsub 104(%%ecx), %%mm0\n\t"
|
|
|
591 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
592 " movd %%mm0, 108(%%edx)\n\t"
|
|
|
593 " pfadd 104(%%ecx), %%mm0\n\t"
|
|
|
594 " pfadd 108(%%ecx), %%mm0\n\t"
|
|
|
595 " movd %%mm0, 104(%%edx)\n\t"
|
|
|
596
|
|
|
597 " movd 124(%%ecx), %%mm1\n\t"
|
|
|
598 " pfsub 120(%%ecx), %%mm1\n\t"
|
|
|
599 " pfmul 120(%%ebx), %%mm1\n\t"
|
|
|
600 " movd %%mm1, 124(%%edx)\n\t"
|
|
|
601 " pfadd 120(%%ecx), %%mm1\n\t"
|
|
|
602 " pfadd 124(%%ecx), %%mm1\n\t"
|
|
|
603 " movq %%mm1, %%mm0\n\t"
|
|
|
604
|
|
|
605 " pfadd 112(%%ecx), %%mm0\n\t"
|
|
|
606 " pfadd 116(%%ecx), %%mm0\n\t"
|
|
|
607 " movd %%mm0, 112(%%edx)\n\t"
|
|
|
608
|
|
|
609 " movd 112(%%ecx), %%mm0\n\t"
|
|
|
610 " pfsub 116(%%ecx), %%mm0\n\t"
|
|
|
611 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
612 " pfadd %%mm0,%%mm1\n\t"
|
|
|
613 " pfadd 124(%%edx), %%mm0\n\t"
|
|
|
614 " punpckldq %%mm1, %%mm0\n\t"
|
|
|
615 " movq %%mm0, 116(%%edx)\n\t"
|
|
|
616
|
|
|
617 " jnz .L01\n\t"
|
|
|
618
|
|
|
619 /* Phase 7*/
|
|
|
620 /* Code below is coded in scalar mode. Should be optimized */
|
|
|
621
|
|
|
622 " movd (%%ecx), %%mm0\n\t"
|
|
|
623 " pfadd 4(%%ecx), %%mm0\n\t"
|
|
|
624 " movd %%mm0, 1024(%%esi)\n\t"
|
|
|
625
|
|
|
626 " movd (%%ecx), %%mm0\n\t"
|
|
|
627 " pfsub 4(%%ecx), %%mm0\n\t"
|
|
|
628 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
629 " movd %%mm0, (%%esi)\n\t"
|
|
|
630 " movd %%mm0, (%%edi)\n\t"
|
|
|
631
|
|
|
632 " movd 12(%%ecx), %%mm0\n\t"
|
|
|
633 " pfsub 8(%%ecx), %%mm0\n\t"
|
|
|
634 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
635 " movd %%mm0, 512(%%edi)\n\t"
|
|
|
636 " pfadd 12(%%ecx), %%mm0\n\t"
|
|
|
637 " pfadd 8(%%ecx), %%mm0\n\t"
|
|
|
638 " movd %%mm0, 512(%%esi)\n\t"
|
|
|
639
|
|
|
640 " movd 16(%%ecx), %%mm0\n\t"
|
|
|
641 " pfsub 20(%%ecx), %%mm0\n\t"
|
|
|
642 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
643 " movq %%mm0, %%mm3\n\t"
|
|
|
644
|
|
|
645 " movd 28(%%ecx), %%mm0\n\t"
|
|
|
646 " pfsub 24(%%ecx), %%mm0\n\t"
|
|
|
647 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
648 " movd %%mm0, 768(%%edi)\n\t"
|
|
|
649 " movq %%mm0, %%mm2\n\t"
|
|
|
650
|
|
|
651 " pfadd 24(%%ecx), %%mm0\n\t"
|
|
|
652 " pfadd 28(%%ecx), %%mm0\n\t"
|
|
|
653 " movq %%mm0, %%mm1\n\t"
|
|
|
654
|
|
|
655 " pfadd 16(%%ecx), %%mm0\n\t"
|
|
|
656 " pfadd 20(%%ecx), %%mm0\n\t"
|
|
|
657 " movd %%mm0, 768(%%esi)\n\t"
|
|
|
658 " pfadd %%mm3, %%mm1\n\t"
|
|
|
659 " movd %%mm1, 256(%%esi)\n\t"
|
|
|
660 " pfadd %%mm3, %%mm2\n\t"
|
|
|
661 " movd %%mm2, 256(%%edi)\n\t"
|
|
|
662
|
|
|
663 /* Phase 8*/
|
|
|
664
|
|
|
665 " movq 32(%%edx), %%mm0\n\t"
|
|
|
666 " movq 48(%%edx), %%mm1\n\t"
|
|
|
667 " pfadd 48(%%edx), %%mm0\n\t"
|
|
|
668 " pfadd 40(%%edx), %%mm1\n\t"
|
|
|
669 " movd %%mm0, 896(%%esi)\n\t"
|
|
|
670 " movd %%mm1, 640(%%esi)\n\t"
|
|
|
671 " psrlq $32, %%mm0\n\t"
|
|
|
672 " psrlq $32, %%mm1\n\t"
|
|
|
673 " movd %%mm0, 128(%%edi)\n\t"
|
|
|
674 " movd %%mm1, 384(%%edi)\n\t"
|
|
|
675
|
|
|
676 " movd 40(%%edx), %%mm0\n\t"
|
|
|
677 " pfadd 56(%%edx), %%mm0\n\t"
|
|
|
678 " movd %%mm0, 384(%%esi)\n\t"
|
|
|
679
|
|
|
680 " movd 56(%%edx), %%mm0\n\t"
|
|
|
681 " pfadd 36(%%edx), %%mm0\n\t"
|
|
|
682 " movd %%mm0, 128(%%esi)\n\t"
|
|
|
683
|
|
|
684 " movd 60(%%edx), %%mm0\n\t"
|
|
|
685 " movd %%mm0, 896(%%edi)\n\t"
|
|
|
686 " pfadd 44(%%edx), %%mm0\n\t"
|
|
|
687 " movd %%mm0, 640(%%edi)\n\t"
|
|
|
688
|
|
|
689 " movq 96(%%edx), %%mm0\n\t"
|
|
|
690 " movq 112(%%edx), %%mm2\n\t"
|
|
|
691 " movq 104(%%edx), %%mm4\n\t"
|
|
|
692 " pfadd 112(%%edx), %%mm0\n\t"
|
|
|
693 " pfadd 104(%%edx), %%mm2\n\t"
|
|
|
694 " pfadd 120(%%edx), %%mm4\n\t"
|
|
|
695 " movq %%mm0, %%mm1\n\t"
|
|
|
696 " movq %%mm2, %%mm3\n\t"
|
|
|
697 " movq %%mm4, %%mm5\n\t"
|
|
|
698 " pfadd 64(%%edx), %%mm0\n\t"
|
|
|
699 " pfadd 80(%%edx), %%mm2\n\t"
|
|
|
700 " pfadd 72(%%edx), %%mm4\n\t"
|
|
|
701 " movd %%mm0, 960(%%esi)\n\t"
|
|
|
702 " movd %%mm2, 704(%%esi)\n\t"
|
|
|
703 " movd %%mm4, 448(%%esi)\n\t"
|
|
|
704 " psrlq $32, %%mm0\n\t"
|
|
|
705 " psrlq $32, %%mm2\n\t"
|
|
|
706 " psrlq $32, %%mm4\n\t"
|
|
|
707 " movd %%mm0, 64(%%edi)\n\t"
|
|
|
708 " movd %%mm2, 320(%%edi)\n\t"
|
|
|
709 " movd %%mm4, 576(%%edi)\n\t"
|
|
|
710 " pfadd 80(%%edx), %%mm1\n\t"
|
|
|
711 " pfadd 72(%%edx), %%mm3\n\t"
|
|
|
712 " pfadd 88(%%edx), %%mm5\n\t"
|
|
|
713 " movd %%mm1, 832(%%esi)\n\t"
|
|
|
714 " movd %%mm3, 576(%%esi)\n\t"
|
|
|
715 " movd %%mm5, 320(%%esi)\n\t"
|
|
|
716 " psrlq $32, %%mm1\n\t"
|
|
|
717 " psrlq $32, %%mm3\n\t"
|
|
|
718 " psrlq $32, %%mm5\n\t"
|
|
|
719 " movd %%mm1, 192(%%edi)\n\t"
|
|
|
720 " movd %%mm3, 448(%%edi)\n\t"
|
|
|
721 " movd %%mm5, 704(%%edi)\n\t"
|
|
|
722
|
|
|
723 " movd 120(%%edx), %%mm0\n\t"
|
|
|
724 " pfadd 100(%%edx), %%mm0\n\t"
|
|
|
725 " movq %%mm0, %%mm1\n\t"
|
|
|
726 " pfadd 88(%%edx), %%mm0\n\t"
|
|
|
727 " movd %%mm0, 192(%%esi)\n\t"
|
|
|
728 " pfadd 68(%%edx), %%mm1\n\t"
|
|
|
729 " movd %%mm1, 64(%%esi)\n\t"
|
|
|
730
|
|
|
731 " movd 124(%%edx), %%mm0\n\t"
|
|
|
732 " movd %%mm0, 960(%%edi)\n\t"
|
|
|
733 " pfadd 92(%%edx), %%mm0\n\t"
|
|
|
734 " movd %%mm0, 832(%%edi)\n\t"
|
|
|
735
|
|
|
736 " jmp .L_bye\n\t"
|
|
|
737 ".L01:\n\t"
|
|
|
738 /* Phase 9*/
|
|
|
739
|
|
|
740 " movq (%%ecx), %%mm0\n\t"
|
|
|
741 " movq %%mm0, %%mm1\n\t"
|
|
|
742 " pxor %%mm7, %%mm1\n\t"
|
|
|
743 " pfacc %%mm1, %%mm0\n\t"
|
|
|
744 " pfmul %%mm6, %%mm0\n\t"
|
|
|
745 " pf2id %%mm0, %%mm0\n\t"
|
|
|
746 " movd %%mm0, %%eax\n\t"
|
|
|
747 " movw %%ax, 512(%%esi)\n\t"
|
|
|
748 " psrlq $32, %%mm0\n\t"
|
|
|
749 " movd %%mm0, %%eax\n\t"
|
|
|
750 " movw %%ax, (%%esi)\n\t"
|
|
|
751
|
|
|
752 " movd 12(%%ecx), %%mm0\n\t"
|
|
|
753 " pfsub 8(%%ecx), %%mm0\n\t"
|
|
|
754 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
755 " pf2id %%mm0, %%mm7\n\t"
|
|
|
756 " movd %%mm7, %%eax\n\t"
|
|
|
757 " movw %%ax, 256(%%edi)\n\t"
|
|
|
758 " pfadd 12(%%ecx), %%mm0\n\t"
|
|
|
759 " pfadd 8(%%ecx), %%mm0\n\t"
|
|
|
760 " pf2id %%mm0, %%mm0\n\t"
|
|
|
761 " movd %%mm0, %%eax\n\t"
|
|
|
762 " movw %%ax, 256(%%esi)\n\t"
|
|
|
763
|
|
|
764 " movd 16(%%ecx), %%mm3\n\t"
|
|
|
765 " pfsub 20(%%ecx), %%mm3\n\t"
|
|
|
766 " pfmul 120(%%ebx), %%mm3\n\t"
|
|
|
767 " movq %%mm3, %%mm2\n\t"
|
|
|
768
|
|
|
769 " movd 28(%%ecx), %%mm2\n\t"
|
|
|
770 " pfsub 24(%%ecx), %%mm2\n\t"
|
|
|
771 " pfmul 120(%%ebx), %%mm2\n\t"
|
|
|
772 " movq %%mm2, %%mm1\n\t"
|
|
|
773
|
|
|
774 " pf2id %%mm2, %%mm7\n\t"
|
|
|
775 " movd %%mm7, %%eax\n\t"
|
|
|
776 " movw %%ax, 384(%%edi)\n\t"
|
|
|
777
|
|
|
778 " pfadd 24(%%ecx), %%mm1\n\t"
|
|
|
779 " pfadd 28(%%ecx), %%mm1\n\t"
|
|
|
780 " movq %%mm1, %%mm0\n\t"
|
|
|
781
|
|
|
782 " pfadd 16(%%ecx), %%mm0\n\t"
|
|
|
783 " pfadd 20(%%ecx), %%mm0\n\t"
|
|
|
784 " pf2id %%mm0, %%mm0\n\t"
|
|
|
785 " movd %%mm0, %%eax\n\t"
|
|
|
786 " movw %%ax, 384(%%esi)\n\t"
|
|
|
787 " pfadd %%mm3, %%mm1\n\t"
|
|
|
788 " pf2id %%mm1, %%mm1\n\t"
|
|
|
789 " movd %%mm1, %%eax\n\t"
|
|
|
790 " movw %%ax, 128(%%esi)\n\t"
|
|
|
791 " pfadd %%mm3, %%mm2\n\t"
|
|
|
792 " pf2id %%mm2, %%mm2\n\t"
|
|
|
793 " movd %%mm2, %%eax\n\t"
|
|
|
794 " movw %%ax, 128(%%edi)\n\t"
|
|
|
795
|
|
|
796 /* Phase 10*/
|
|
|
797
|
|
|
798 " movq 32(%%edx), %%mm0\n\t"
|
|
|
799 " movq 48(%%edx), %%mm1\n\t"
|
|
|
800 " pfadd 48(%%edx), %%mm0\n\t"
|
|
|
801 " pfadd 40(%%edx), %%mm1\n\t"
|
|
|
802 " pf2id %%mm0, %%mm0\n\t"
|
|
|
803 " pf2id %%mm1, %%mm1\n\t"
|
|
|
804 " movd %%mm0, %%eax\n\t"
|
|
|
805 " movd %%mm1, %%ecx\n\t"
|
|
|
806 " movw %%ax, 448(%%esi)\n\t"
|
|
|
807 " movw %%cx, 320(%%esi)\n\t"
|
|
|
808 " psrlq $32, %%mm0\n\t"
|
|
|
809 " psrlq $32, %%mm1\n\t"
|
|
|
810 " movd %%mm0, %%eax\n\t"
|
|
|
811 " movd %%mm1, %%ecx\n\t"
|
|
|
812 " movw %%ax, 64(%%edi)\n\t"
|
|
|
813 " movw %%cx, 192(%%edi)\n\t"
|
|
|
814
|
|
|
815 " movd 40(%%edx), %%mm3\n\t"
|
|
|
816 " movd 56(%%edx), %%mm4\n\t"
|
|
|
817 " movd 60(%%edx), %%mm0\n\t"
|
|
|
818 " movd 44(%%edx), %%mm2\n\t"
|
|
|
819 " movd 120(%%edx), %%mm5\n\t"
|
|
|
820 " punpckldq %%mm4, %%mm3\n\t"
|
|
|
821 " punpckldq 124(%%edx), %%mm0\n\t"
|
|
|
822 " pfadd 100(%%edx), %%mm5\n\t"
|
|
|
823 " punpckldq 36(%%edx), %%mm4\n\t"
|
|
|
824 " punpckldq 92(%%edx), %%mm2\n\t"
|
|
|
825 " movq %%mm5, %%mm6\n\t"
|
|
|
826 " pfadd %%mm4, %%mm3\n\t"
|
|
|
827 " pf2id %%mm0, %%mm1\n\t"
|
|
|
828 " pf2id %%mm3, %%mm3\n\t"
|
|
|
829 " pfadd 88(%%edx), %%mm5\n\t"
|
|
|
830 " movd %%mm1, %%eax\n\t"
|
|
|
831 " movd %%mm3, %%ecx\n\t"
|
|
|
832 " movw %%ax, 448(%%edi)\n\t"
|
|
|
833 " movw %%cx, 192(%%esi)\n\t"
|
|
|
834 " pf2id %%mm5, %%mm5\n\t"
|
|
|
835 " psrlq $32, %%mm1\n\t"
|
|
|
836 " psrlq $32, %%mm3\n\t"
|
|
|
837 " movd %%mm5, %%ebx\n\t"
|
|
|
838 " movd %%mm1, %%eax\n\t"
|
|
|
839 " movd %%mm3, %%ecx\n\t"
|
|
|
840 " movw %%bx, 96(%%esi)\n\t"
|
|
|
841 " movw %%ax, 480(%%edi)\n\t"
|
|
|
842 " movw %%cx, 64(%%esi)\n\t"
|
|
|
843 " pfadd %%mm2, %%mm0\n\t"
|
|
|
844 " pf2id %%mm0, %%mm0\n\t"
|
|
|
845 " movd %%mm0, %%eax\n\t"
|
|
|
846 " pfadd 68(%%edx), %%mm6\n\t"
|
|
|
847 " movw %%ax, 320(%%edi)\n\t"
|
|
|
848 " psrlq $32, %%mm0\n\t"
|
|
|
849 " pf2id %%mm6, %%mm6\n\t"
|
|
|
850 " movd %%mm0, %%eax\n\t"
|
|
|
851 " movd %%mm6, %%ebx\n\t"
|
|
|
852 " movw %%ax, 416(%%edi)\n\t"
|
|
|
853 " movw %%bx, 32(%%esi)\n\t"
|
|
|
854
|
|
|
855 " movq 96(%%edx), %%mm0\n\t"
|
|
|
856 " movq 112(%%edx), %%mm2\n\t"
|
|
|
857 " movq 104(%%edx), %%mm4\n\t"
|
|
|
858 " pfadd %%mm2, %%mm0\n\t"
|
|
|
859 " pfadd %%mm4, %%mm2\n\t"
|
|
|
860 " pfadd 120(%%edx), %%mm4\n\t"
|
|
|
861 " movq %%mm0, %%mm1\n\t"
|
|
|
862 " movq %%mm2, %%mm3\n\t"
|
|
|
863 " movq %%mm4, %%mm5\n\t"
|
|
|
864 " pfadd 64(%%edx), %%mm0\n\t"
|
|
|
865 " pfadd 80(%%edx), %%mm2\n\t"
|
|
|
866 " pfadd 72(%%edx), %%mm4\n\t"
|
|
|
867 " pf2id %%mm0, %%mm0\n\t"
|
|
|
868 " pf2id %%mm2, %%mm2\n\t"
|
|
|
869 " pf2id %%mm4, %%mm4\n\t"
|
|
|
870 " movd %%mm0, %%eax\n\t"
|
|
|
871 " movd %%mm2, %%ecx\n\t"
|
|
|
872 " movd %%mm4, %%ebx\n\t"
|
|
|
873 " movw %%ax, 480(%%esi)\n\t"
|
|
|
874 " movw %%cx, 352(%%esi)\n\t"
|
|
|
875 " movw %%bx, 224(%%esi)\n\t"
|
|
|
876 " psrlq $32, %%mm0\n\t"
|
|
|
877 " psrlq $32, %%mm2\n\t"
|
|
|
878 " psrlq $32, %%mm4\n\t"
|
|
|
879 " movd %%mm0, %%eax\n\t"
|
|
|
880 " movd %%mm2, %%ecx\n\t"
|
|
|
881 " movd %%mm4, %%ebx\n\t"
|
|
|
882 " movw %%ax, 32(%%edi)\n\t"
|
|
|
883 " movw %%cx, 160(%%edi)\n\t"
|
|
|
884 " movw %%bx, 288(%%edi)\n\t"
|
|
|
885 " pfadd 80(%%edx), %%mm1\n\t"
|
|
|
886 " pfadd 72(%%edx), %%mm3\n\t"
|
|
|
887 " pfadd 88(%%edx), %%mm5\n\t"
|
|
|
888 " pf2id %%mm1, %%mm1\n\t"
|
|
|
889 " pf2id %%mm3, %%mm3\n\t"
|
|
|
890 " pf2id %%mm5, %%mm5\n\t"
|
|
|
891 " movd %%mm1, %%eax\n\t"
|
|
|
892 " movd %%mm3, %%ecx\n\t"
|
|
|
893 " movd %%mm5, %%ebx\n\t"
|
|
|
894 " movw %%ax, 416(%%esi)\n\t"
|
|
|
895 " movw %%cx, 288(%%esi)\n\t"
|
|
|
896 " movw %%bx, 160(%%esi)\n\t"
|
|
|
897 " psrlq $32, %%mm1\n\t"
|
|
|
898 " psrlq $32, %%mm3\n\t"
|
|
|
899 " psrlq $32, %%mm5\n\t"
|
|
|
900 " movd %%mm1, %%eax\n\t"
|
|
|
901 " movd %%mm3, %%ecx\n\t"
|
|
|
902 " movd %%mm5, %%ebx\n\t"
|
|
|
903 " movw %%ax, 96(%%edi)\n\t"
|
|
|
904 " movw %%cx, 224(%%edi)\n\t"
|
|
|
905 " movw %%bx, 352(%%edi)\n\t"
|
|
|
906
|
|
|
907 " movsw\n\t"
|
|
|
908
|
|
|
909 ".L_bye:\n\t"
|
|
|
910 " femms\n\t"
|
|
|
911 :
|
|
|
912 :"m"(a),"m"(b),"m"(c),"m"(tmp[0])
|
|
|
913 :"memory","%ebx","%esi","%edi");
|
|
|
914 } |
