|
4148
|
1 /*
|
|
|
2 * This code was taken from http://www.mpg123.org
|
|
|
3 * See ChangeLog of mpg123-0.59s-pre.1 for detail
|
|
|
4 * Applied to mplayer by Nick Kurshev <nickols_k@mail.ru>
|
|
|
5 * Partial 3dnowex-DSP! optimization by Nick Kurshev
|
|
|
6 *
|
|
|
7 * TODO: optimize scalar 3dnow! code
|
|
|
8 * Warning: Phases 7 & 8 are not tested
|
|
|
9 */
|
|
|
10 #define real float /* ugly - but only way */
|
|
|
11
|
|
|
12 static unsigned long long int __attribute__((aligned(8))) x_plus_minus_3dnow = 0x8000000000000000ULL;
|
|
|
13 static float plus_1f = 1.0;
|
|
|
14
|
|
|
15 void __attribute__ (( __stdcall__ )) dct64_MMX_3dnowex(real *a,real *b,real *c)
|
|
|
16 {
|
|
|
17 char tmp[256];
|
|
|
18 __asm __volatile(
|
|
|
19 " movl %2,%%eax\n\t"
|
|
|
20
|
|
|
21 " leal 128+%3,%%edx\n\t"
|
|
|
22 " movl %0,%%esi\n\t"
|
|
|
23 " movl %1,%%edi\n\t"
|
|
|
24 " movl $costab_mmx,%%ebx\n\t"
|
|
|
25 " leal %3,%%ecx\n\t"
|
|
|
26
|
|
|
27 /* Phase 1*/
|
|
|
28 " movq (%%eax), %%mm0\n\t"
|
|
|
29 " movq 8(%%eax), %%mm4\n\t"
|
|
|
30 " movq %%mm0, %%mm3\n\t"
|
|
|
31 " movq %%mm4, %%mm7\n\t"
|
|
|
32 " movq 120(%%eax), %%mm1\n\t"
|
|
|
33 " movq 112(%%eax), %%mm5\n\t"
|
|
|
34 " pswapd %%mm1, %%mm1\n\t"
|
|
|
35 " pswapd %%mm5, %%mm5\n\t"
|
|
|
36 " pfadd %%mm1, %%mm0\n\t"
|
|
|
37 " pfadd %%mm5, %%mm4\n\t"
|
|
|
38 " movq %%mm0, (%%edx)\n\t"
|
|
|
39 " movq %%mm4, 8(%%edx)\n\t"
|
|
|
40 " pfsub %%mm1, %%mm3\n\t"
|
|
|
41 " pfsub %%mm5, %%mm7\n\t"
|
|
|
42 " pfmul (%%ebx), %%mm3\n\t"
|
|
|
43 " pfmul 8(%%ebx), %%mm7\n\t"
|
|
|
44 " pswapd %%mm3, %%mm3\n\t"
|
|
|
45 " pswapd %%mm7, %%mm7\n\t"
|
|
|
46 " movq %%mm3, 120(%%edx)\n\t"
|
|
|
47 " movq %%mm7, 112(%%edx)\n\t"
|
|
|
48
|
|
|
49 " movq 16(%%eax), %%mm0\n\t"
|
|
|
50 " movq 24(%%eax), %%mm4\n\t"
|
|
|
51 " movq %%mm0, %%mm3\n\t"
|
|
|
52 " movq %%mm4, %%mm7\n\t"
|
|
|
53 " movq 104(%%eax), %%mm1\n\t"
|
|
|
54 " movq 96(%%eax), %%mm5\n\t"
|
|
|
55 " pswapd %%mm1, %%mm1\n\t"
|
|
|
56 " pswapd %%mm5, %%mm5\n\t"
|
|
|
57 " pfadd %%mm1, %%mm0\n\t"
|
|
|
58 " pfadd %%mm5, %%mm4\n\t"
|
|
|
59 " movq %%mm0, 16(%%edx)\n\t"
|
|
|
60 " movq %%mm4, 24(%%edx)\n\t"
|
|
|
61 " pfsub %%mm1, %%mm3\n\t"
|
|
|
62 " pfsub %%mm5, %%mm7\n\t"
|
|
|
63 " pfmul 16(%%ebx), %%mm3\n\t"
|
|
|
64 " pfmul 24(%%ebx), %%mm7\n\t"
|
|
|
65 " pswapd %%mm3, %%mm3\n\t"
|
|
|
66 " pswapd %%mm7, %%mm7\n\t"
|
|
|
67 " movq %%mm3, 104(%%edx)\n\t"
|
|
|
68 " movq %%mm7, 96(%%edx)\n\t"
|
|
|
69
|
|
|
70 " movq 32(%%eax), %%mm0\n\t"
|
|
|
71 " movq 40(%%eax), %%mm4\n\t"
|
|
|
72 " movq %%mm0, %%mm3\n\t"
|
|
|
73 " movq %%mm4, %%mm7\n\t"
|
|
|
74 " movq 88(%%eax), %%mm1\n\t"
|
|
|
75 " movq 80(%%eax), %%mm5\n\t"
|
|
|
76 " pswapd %%mm1, %%mm1\n\t"
|
|
|
77 " pswapd %%mm5, %%mm5\n\t"
|
|
|
78 " pfadd %%mm1, %%mm0\n\t"
|
|
|
79 " pfadd %%mm5, %%mm4\n\t"
|
|
|
80 " movq %%mm0, 32(%%edx)\n\t"
|
|
|
81 " movq %%mm4, 40(%%edx)\n\t"
|
|
|
82 " pfsub %%mm1, %%mm3\n\t"
|
|
|
83 " pfsub %%mm5, %%mm7\n\t"
|
|
|
84 " pfmul 32(%%ebx), %%mm3\n\t"
|
|
|
85 " pfmul 40(%%ebx), %%mm7\n\t"
|
|
|
86 " pswapd %%mm3, %%mm3\n\t"
|
|
|
87 " pswapd %%mm7, %%mm7\n\t"
|
|
|
88 " movq %%mm3, 88(%%edx)\n\t"
|
|
|
89 " movq %%mm7, 80(%%edx)\n\t"
|
|
|
90
|
|
|
91 " movq 48(%%eax), %%mm0\n\t"
|
|
|
92 " movq 56(%%eax), %%mm4\n\t"
|
|
|
93 " movq %%mm0, %%mm3\n\t"
|
|
|
94 " movq %%mm4, %%mm7\n\t"
|
|
|
95 " movq 72(%%eax), %%mm1\n\t"
|
|
|
96 " movq 64(%%eax), %%mm5\n\t"
|
|
|
97 " pswapd %%mm1, %%mm1\n\t"
|
|
|
98 " pswapd %%mm5, %%mm5\n\t"
|
|
|
99 " pfadd %%mm1, %%mm0\n\t"
|
|
|
100 " pfadd %%mm5, %%mm4\n\t"
|
|
|
101 " movq %%mm0, 48(%%edx)\n\t"
|
|
|
102 " movq %%mm4, 56(%%edx)\n\t"
|
|
|
103 " pfsub %%mm1, %%mm3\n\t"
|
|
|
104 " pfsub %%mm5, %%mm7\n\t"
|
|
|
105 " pfmul 48(%%ebx), %%mm3\n\t"
|
|
|
106 " pfmul 56(%%ebx), %%mm7\n\t"
|
|
|
107 " pswapd %%mm3, %%mm3\n\t"
|
|
|
108 " pswapd %%mm7, %%mm7\n\t"
|
|
|
109 " movq %%mm3, 72(%%edx)\n\t"
|
|
|
110 " movq %%mm7, 64(%%edx)\n\t"
|
|
|
111
|
|
|
112 /* Phase 2*/
|
|
|
113
|
|
|
114 " movq (%%edx), %%mm0\n\t"
|
|
|
115 " movq 8(%%edx), %%mm4\n\t"
|
|
|
116 " movq %%mm0, %%mm3\n\t"
|
|
|
117 " movq %%mm4, %%mm7\n\t"
|
|
|
118 " movq 56(%%edx), %%mm1\n\t"
|
|
|
119 " movq 48(%%edx), %%mm5\n\t"
|
|
|
120 " pswapd %%mm1, %%mm1\n\t"
|
|
|
121 " pswapd %%mm5, %%mm5\n\t"
|
|
|
122 " pfadd %%mm1, %%mm0\n\t"
|
|
|
123 " pfadd %%mm5, %%mm4\n\t"
|
|
|
124 " movq %%mm0, (%%ecx)\n\t"
|
|
|
125 " movq %%mm4, 8(%%ecx)\n\t"
|
|
|
126 " pfsub %%mm1, %%mm3\n\t"
|
|
|
127 " pfsub %%mm5, %%mm7\n\t"
|
|
|
128 " pfmul 64(%%ebx), %%mm3\n\t"
|
|
|
129 " pfmul 72(%%ebx), %%mm7\n\t"
|
|
|
130 " pswapd %%mm3, %%mm3\n\t"
|
|
|
131 " pswapd %%mm7, %%mm7\n\t"
|
|
|
132 " movq %%mm3, 56(%%ecx)\n\t"
|
|
|
133 " movq %%mm7, 48(%%ecx)\n\t"
|
|
|
134
|
|
|
135 " movq 16(%%edx), %%mm0\n\t"
|
|
|
136 " movq 24(%%edx), %%mm4\n\t"
|
|
|
137 " movq %%mm0, %%mm3\n\t"
|
|
|
138 " movq %%mm4, %%mm7\n\t"
|
|
|
139 " movq 40(%%edx), %%mm1\n\t"
|
|
|
140 " movq 32(%%edx), %%mm5\n\t"
|
|
|
141 " pswapd %%mm1, %%mm1\n\t"
|
|
|
142 " pswapd %%mm5, %%mm5\n\t"
|
|
|
143 " pfadd %%mm1, %%mm0\n\t"
|
|
|
144 " pfadd %%mm5, %%mm4\n\t"
|
|
|
145 " movq %%mm0, 16(%%ecx)\n\t"
|
|
|
146 " movq %%mm4, 24(%%ecx)\n\t"
|
|
|
147 " pfsub %%mm1, %%mm3\n\t"
|
|
|
148 " pfsub %%mm5, %%mm7\n\t"
|
|
|
149 " pfmul 80(%%ebx), %%mm3\n\t"
|
|
|
150 " pfmul 88(%%ebx), %%mm7\n\t"
|
|
|
151 " pswapd %%mm3, %%mm3\n\t"
|
|
|
152 " pswapd %%mm7, %%mm7\n\t"
|
|
|
153 " movq %%mm3, 40(%%ecx)\n\t"
|
|
|
154 " movq %%mm7, 32(%%ecx)\n\t"
|
|
|
155
|
|
|
156 /* Phase 3*/
|
|
|
157
|
|
|
158 " movq 64(%%edx), %%mm0\n\t"
|
|
|
159 " movq 72(%%edx), %%mm4\n\t"
|
|
|
160 " movq %%mm0, %%mm3\n\t"
|
|
|
161 " movq %%mm4, %%mm7\n\t"
|
|
|
162 " movq 120(%%edx), %%mm1\n\t"
|
|
|
163 " movq 112(%%edx), %%mm5\n\t"
|
|
|
164 " pswapd %%mm1, %%mm1\n\t"
|
|
|
165 " pswapd %%mm5, %%mm5\n\t"
|
|
|
166 " pfadd %%mm1, %%mm0\n\t"
|
|
|
167 " pfadd %%mm5, %%mm4\n\t"
|
|
|
168 " movq %%mm0, 64(%%ecx)\n\t"
|
|
|
169 " movq %%mm4, 72(%%ecx)\n\t"
|
|
|
170 " pfsubr %%mm1, %%mm3\n\t"
|
|
|
171 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
172 " pfmul 64(%%ebx), %%mm3\n\t"
|
|
|
173 " pfmul 72(%%ebx), %%mm7\n\t"
|
|
|
174 " pswapd %%mm3, %%mm3\n\t"
|
|
|
175 " pswapd %%mm7, %%mm7\n\t"
|
|
|
176 " movq %%mm3, 120(%%ecx)\n\t"
|
|
|
177 " movq %%mm7, 112(%%ecx)\n\t"
|
|
|
178
|
|
|
179 " movq 80(%%edx), %%mm0\n\t"
|
|
|
180 " movq 88(%%edx), %%mm4\n\t"
|
|
|
181 " movq %%mm0, %%mm3\n\t"
|
|
|
182 " movq %%mm4, %%mm7\n\t"
|
|
|
183 " movq 104(%%edx), %%mm1\n\t"
|
|
|
184 " movq 96(%%edx), %%mm5\n\t"
|
|
|
185 " pswapd %%mm1, %%mm1\n\t"
|
|
|
186 " pswapd %%mm5, %%mm5\n\t"
|
|
|
187 " pfadd %%mm1, %%mm0\n\t"
|
|
|
188 " pfadd %%mm5, %%mm4\n\t"
|
|
|
189 " movq %%mm0, 80(%%ecx)\n\t"
|
|
|
190 " movq %%mm4, 88(%%ecx)\n\t"
|
|
|
191 " pfsubr %%mm1, %%mm3\n\t"
|
|
|
192 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
193 " pfmul 80(%%ebx), %%mm3\n\t"
|
|
|
194 " pfmul 88(%%ebx), %%mm7\n\t"
|
|
|
195 " pswapd %%mm3, %%mm3\n\t"
|
|
|
196 " pswapd %%mm7, %%mm7\n\t"
|
|
|
197 " movq %%mm3, 104(%%ecx)\n\t"
|
|
|
198 " movq %%mm7, 96(%%ecx)\n\t"
|
|
|
199
|
|
|
200 /* Phase 4*/
|
|
|
201
|
|
|
202 " movq 96(%%ebx), %%mm2\n\t"
|
|
|
203 " movq 104(%%ebx), %%mm6\n\t"
|
|
|
204
|
|
|
205 " movq (%%ecx), %%mm0\n\t"
|
|
|
206 " movq 8(%%ecx), %%mm4\n\t"
|
|
|
207 " movq %%mm0, %%mm3\n\t"
|
|
|
208 " movq %%mm4, %%mm7\n\t"
|
|
|
209 " movq 24(%%ecx), %%mm1\n\t"
|
|
|
210 " movq 16(%%ecx), %%mm5\n\t"
|
|
|
211 " pswapd %%mm1, %%mm1\n\t"
|
|
|
212 " pswapd %%mm5, %%mm5\n\t"
|
|
|
213 " pfadd %%mm1, %%mm0\n\t"
|
|
|
214 " pfadd %%mm5, %%mm4\n\t"
|
|
|
215 " movq %%mm0, (%%edx)\n\t"
|
|
|
216 " movq %%mm4, 8(%%edx)\n\t"
|
|
|
217 " pfsub %%mm1, %%mm3\n\t"
|
|
|
218 " pfsub %%mm5, %%mm7\n\t"
|
|
|
219 " pfmul %%mm2, %%mm3\n\t"
|
|
|
220 " pfmul %%mm6, %%mm7\n\t"
|
|
|
221 " pswapd %%mm3, %%mm3\n\t"
|
|
|
222 " pswapd %%mm7, %%mm7\n\t"
|
|
|
223 " movq %%mm3, 24(%%edx)\n\t"
|
|
|
224 " movq %%mm7, 16(%%edx)\n\t"
|
|
|
225
|
|
|
226 " movq 32(%%ecx), %%mm0\n\t"
|
|
|
227 " movq 40(%%ecx), %%mm4\n\t"
|
|
|
228 " movq %%mm0, %%mm3\n\t"
|
|
|
229 " movq %%mm4, %%mm7\n\t"
|
|
|
230 " movq 56(%%ecx), %%mm1\n\t"
|
|
|
231 " movq 48(%%ecx), %%mm5\n\t"
|
|
|
232 " pswapd %%mm1, %%mm1\n\t"
|
|
|
233 " pswapd %%mm5, %%mm5\n\t"
|
|
|
234 " pfadd %%mm1, %%mm0\n\t"
|
|
|
235 " pfadd %%mm5, %%mm4\n\t"
|
|
|
236 " movq %%mm0, 32(%%edx)\n\t"
|
|
|
237 " movq %%mm4, 40(%%edx)\n\t"
|
|
|
238 " pfsubr %%mm1, %%mm3\n\t"
|
|
|
239 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
240 " pfmul %%mm2, %%mm3\n\t"
|
|
|
241 " pfmul %%mm6, %%mm7\n\t"
|
|
|
242 " pswapd %%mm3, %%mm3\n\t"
|
|
|
243 " pswapd %%mm7, %%mm7\n\t"
|
|
|
244 " movq %%mm3, 56(%%edx)\n\t"
|
|
|
245 " movq %%mm7, 48(%%edx)\n\t"
|
|
|
246
|
|
|
247 " movq 64(%%ecx), %%mm0\n\t"
|
|
|
248 " movq 72(%%ecx), %%mm4\n\t"
|
|
|
249 " movq %%mm0, %%mm3\n\t"
|
|
|
250 " movq %%mm4, %%mm7\n\t"
|
|
|
251 " movq 88(%%ecx), %%mm1\n\t"
|
|
|
252 " movq 80(%%ecx), %%mm5\n\t"
|
|
|
253 " pswapd %%mm1, %%mm1\n\t"
|
|
|
254 " pswapd %%mm5, %%mm5\n\t"
|
|
|
255 " pfadd %%mm1, %%mm0\n\t"
|
|
|
256 " pfadd %%mm5, %%mm4\n\t"
|
|
|
257 " movq %%mm0, 64(%%edx)\n\t"
|
|
|
258 " movq %%mm4, 72(%%edx)\n\t"
|
|
|
259 " pfsub %%mm1, %%mm3\n\t"
|
|
|
260 " pfsub %%mm5, %%mm7\n\t"
|
|
|
261 " pfmul %%mm2, %%mm3\n\t"
|
|
|
262 " pfmul %%mm6, %%mm7\n\t"
|
|
|
263 " pswapd %%mm3, %%mm3\n\t"
|
|
|
264 " pswapd %%mm7, %%mm7\n\t"
|
|
|
265 " movq %%mm3, 88(%%edx)\n\t"
|
|
|
266 " movq %%mm7, 80(%%edx)\n\t"
|
|
|
267
|
|
|
268 " movq 96(%%ecx), %%mm0\n\t"
|
|
|
269 " movq 104(%%ecx), %%mm4\n\t"
|
|
|
270 " movq %%mm0, %%mm3\n\t"
|
|
|
271 " movq %%mm4, %%mm7\n\t"
|
|
|
272 " movq 120(%%ecx), %%mm1\n\t"
|
|
|
273 " movq 112(%%ecx), %%mm5\n\t"
|
|
|
274 " pswapd %%mm1, %%mm1\n\t"
|
|
|
275 " pswapd %%mm5, %%mm5\n\t"
|
|
|
276 " pfadd %%mm1, %%mm0\n\t"
|
|
|
277 " pfadd %%mm5, %%mm4\n\t"
|
|
|
278 " movq %%mm0, 96(%%edx)\n\t"
|
|
|
279 " movq %%mm4, 104(%%edx)\n\t"
|
|
|
280 " pfsubr %%mm1, %%mm3\n\t"
|
|
|
281 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
282 " pfmul %%mm2, %%mm3\n\t"
|
|
|
283 " pfmul %%mm6, %%mm7\n\t"
|
|
|
284 " pswapd %%mm3, %%mm3\n\t"
|
|
|
285 " pswapd %%mm7, %%mm7\n\t"
|
|
|
286 " movq %%mm3, 120(%%edx)\n\t"
|
|
|
287 " movq %%mm7, 112(%%edx)\n\t"
|
|
|
288
|
|
|
289 /* Phase 5 */
|
|
|
290
|
|
|
291 " movq 112(%%ebx), %%mm2\n\t"
|
|
|
292
|
|
|
293 " movq (%%edx), %%mm0\n\t"
|
|
|
294 " movq 16(%%edx), %%mm4\n\t"
|
|
|
295 " movq %%mm0, %%mm3\n\t"
|
|
|
296 " movq %%mm4, %%mm7\n\t"
|
|
|
297 " movq 8(%%edx), %%mm1\n\t"
|
|
|
298 " movq 24(%%edx), %%mm5\n\t"
|
|
|
299 " pswapd %%mm1, %%mm1\n\t"
|
|
|
300 " pswapd %%mm5, %%mm5\n\t"
|
|
|
301 " pfadd %%mm1, %%mm0\n\t"
|
|
|
302 " pfadd %%mm5, %%mm4\n\t"
|
|
|
303 " movq %%mm0, (%%ecx)\n\t"
|
|
|
304 " movq %%mm4, 16(%%ecx)\n\t"
|
|
|
305 " pfsub %%mm1, %%mm3\n\t"
|
|
|
306 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
307 " pfmul %%mm2, %%mm3\n\t"
|
|
|
308 " pfmul %%mm2, %%mm7\n\t"
|
|
|
309 " pswapd %%mm3, %%mm3\n\t"
|
|
|
310 " pswapd %%mm7, %%mm7\n\t"
|
|
|
311 " movq %%mm3, 8(%%ecx)\n\t"
|
|
|
312 " movq %%mm7, 24(%%ecx)\n\t"
|
|
|
313
|
|
|
314 " movq 32(%%edx), %%mm0\n\t"
|
|
|
315 " movq 48(%%edx), %%mm4\n\t"
|
|
|
316 " movq %%mm0, %%mm3\n\t"
|
|
|
317 " movq %%mm4, %%mm7\n\t"
|
|
|
318 " movq 40(%%edx), %%mm1\n\t"
|
|
|
319 " movq 56(%%edx), %%mm5\n\t"
|
|
|
320 " pswapd %%mm1, %%mm1\n\t"
|
|
|
321 " pswapd %%mm5, %%mm5\n\t"
|
|
|
322 " pfadd %%mm1, %%mm0\n\t"
|
|
|
323 " pfadd %%mm5, %%mm4\n\t"
|
|
|
324 " movq %%mm0, 32(%%ecx)\n\t"
|
|
|
325 " movq %%mm4, 48(%%ecx)\n\t"
|
|
|
326 " pfsub %%mm1, %%mm3\n\t"
|
|
|
327 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
328 " pfmul %%mm2, %%mm3\n\t"
|
|
|
329 " pfmul %%mm2, %%mm7\n\t"
|
|
|
330 " pswapd %%mm3, %%mm3\n\t"
|
|
|
331 " pswapd %%mm7, %%mm7\n\t"
|
|
|
332 " movq %%mm3, 40(%%ecx)\n\t"
|
|
|
333 " movq %%mm7, 56(%%ecx)\n\t"
|
|
|
334
|
|
|
335 " movq 64(%%edx), %%mm0\n\t"
|
|
|
336 " movq 80(%%edx), %%mm4\n\t"
|
|
|
337 " movq %%mm0, %%mm3\n\t"
|
|
|
338 " movq %%mm4, %%mm7\n\t"
|
|
|
339 " movq 72(%%edx), %%mm1\n\t"
|
|
|
340 " movq 88(%%edx), %%mm5\n\t"
|
|
|
341 " pswapd %%mm1, %%mm1\n\t"
|
|
|
342 " pswapd %%mm5, %%mm5\n\t"
|
|
|
343 " pfadd %%mm1, %%mm0\n\t"
|
|
|
344 " pfadd %%mm5, %%mm4\n\t"
|
|
|
345 " movq %%mm0, 64(%%ecx)\n\t"
|
|
|
346 " movq %%mm4, 80(%%ecx)\n\t"
|
|
|
347 " pfsub %%mm1, %%mm3\n\t"
|
|
|
348 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
349 " pfmul %%mm2, %%mm3\n\t"
|
|
|
350 " pfmul %%mm2, %%mm7\n\t"
|
|
|
351 " pswapd %%mm3, %%mm3\n\t"
|
|
|
352 " pswapd %%mm7, %%mm7\n\t"
|
|
|
353 " movq %%mm3, 72(%%ecx)\n\t"
|
|
|
354 " movq %%mm7, 88(%%ecx)\n\t"
|
|
|
355
|
|
|
356 " movq 96(%%edx), %%mm0\n\t"
|
|
|
357 " movq 112(%%edx), %%mm4\n\t"
|
|
|
358 " movq %%mm0, %%mm3\n\t"
|
|
|
359 " movq %%mm4, %%mm7\n\t"
|
|
|
360 " movq 104(%%edx), %%mm1\n\t"
|
|
|
361 " movq 120(%%edx), %%mm5\n\t"
|
|
|
362 " pswapd %%mm1, %%mm1\n\t"
|
|
|
363 " pswapd %%mm5, %%mm5\n\t"
|
|
|
364 " pfadd %%mm1, %%mm0\n\t"
|
|
|
365 " pfadd %%mm5, %%mm4\n\t"
|
|
|
366 " movq %%mm0, 96(%%ecx)\n\t"
|
|
|
367 " movq %%mm4, 112(%%ecx)\n\t"
|
|
|
368 " pfsub %%mm1, %%mm3\n\t"
|
|
|
369 " pfsubr %%mm5, %%mm7\n\t"
|
|
|
370 " pfmul %%mm2, %%mm3\n\t"
|
|
|
371 " pfmul %%mm2, %%mm7\n\t"
|
|
|
372 " pswapd %%mm3, %%mm3\n\t"
|
|
|
373 " pswapd %%mm7, %%mm7\n\t"
|
|
|
374 " movq %%mm3, 104(%%ecx)\n\t"
|
|
|
375 " movq %%mm7, 120(%%ecx)\n\t"
|
|
|
376
|
|
|
377
|
|
|
378 /* Phase 6. This is the end of easy road. */
|
|
|
379 /* Code below is coded in scalar mode. Should be optimized */
|
|
|
380
|
|
|
381 " movd plus_1f, %%mm6\n\t"
|
|
|
382 " punpckldq 120(%%ebx), %%mm6\n\t" /* mm6 = 1.0 | 120(%%ebx)*/
|
|
|
383 " movq x_plus_minus_3dnow, %%mm7\n\t" /* mm7 = +1 | -1 */
|
|
|
384
|
|
|
385 " movq 32(%%ecx), %%mm0\n\t"
|
|
|
386 " movq 64(%%ecx), %%mm2\n\t"
|
|
|
387 " movq %%mm0, %%mm1\n\t"
|
|
|
388 " movq %%mm2, %%mm3\n\t"
|
|
|
389 " pxor %%mm7, %%mm1\n\t"
|
|
|
390 " pxor %%mm7, %%mm3\n\t"
|
|
|
391 " pfacc %%mm1, %%mm0\n\t"
|
|
|
392 " pfacc %%mm3, %%mm2\n\t"
|
|
|
393 " pfmul %%mm6, %%mm0\n\t"
|
|
|
394 " pfmul %%mm6, %%mm2\n\t"
|
|
|
395 " movq %%mm0, 32(%%edx)\n\t"
|
|
|
396 " movq %%mm2, 64(%%edx)\n\t"
|
|
|
397
|
|
|
398 " movd 44(%%ecx), %%mm0\n\t"
|
|
|
399 " movd 40(%%ecx), %%mm2\n\t"
|
|
|
400 " movd 120(%%ebx), %%mm3\n\t"
|
|
|
401 " punpckldq 76(%%ecx), %%mm0\n\t"
|
|
|
402 " punpckldq 72(%%ecx), %%mm2\n\t"
|
|
|
403 " punpckldq %%mm3, %%mm3\n\t"
|
|
|
404 " movq %%mm0, %%mm4\n\t"
|
|
|
405 " movq %%mm2, %%mm5\n\t"
|
|
|
406 " pfsub %%mm2, %%mm0\n\t"
|
|
|
407 " pfmul %%mm3, %%mm0\n\t"
|
|
|
408 " movq %%mm0, %%mm1\n\t"
|
|
|
409 " pfadd %%mm5, %%mm0\n\t"
|
|
|
410 " pfadd %%mm4, %%mm0\n\t"
|
|
|
411 " movq %%mm0, %%mm2\n\t"
|
|
|
412 " punpckldq %%mm1, %%mm0\n\t"
|
|
|
413 " punpckhdq %%mm1, %%mm2\n\t"
|
|
|
414 " movq %%mm0, 40(%%edx)\n\t"
|
|
|
415 " movq %%mm2, 72(%%edx)\n\t"
|
|
|
416
|
|
|
417 " movd 48(%%ecx), %%mm3\n\t"
|
|
|
418 " movd 60(%%ecx), %%mm2\n\t"
|
|
|
419 " pfsub 52(%%ecx), %%mm3\n\t"
|
|
|
420 " pfsub 56(%%ecx), %%mm2\n\t"
|
|
|
421 " pfmul 120(%%ebx), %%mm3\n\t"
|
|
|
422 " pfmul 120(%%ebx), %%mm2\n\t"
|
|
|
423 " movq %%mm2, %%mm1\n\t"
|
|
|
424
|
|
|
425 " pfadd 56(%%ecx), %%mm1\n\t"
|
|
|
426 " pfadd 60(%%ecx), %%mm1\n\t"
|
|
|
427 " movq %%mm1, %%mm0\n\t"
|
|
|
428
|
|
|
429 " pfadd 48(%%ecx), %%mm0\n\t"
|
|
|
430 " pfadd 52(%%ecx), %%mm0\n\t"
|
|
|
431 " pfadd %%mm3, %%mm1\n\t"
|
|
|
432 " punpckldq %%mm2, %%mm1\n\t"
|
|
|
433 " pfadd %%mm3, %%mm2\n\t"
|
|
|
434 " punpckldq %%mm2, %%mm0\n\t"
|
|
|
435 " movq %%mm1, 56(%%edx)\n\t"
|
|
|
436 " movq %%mm0, 48(%%edx)\n\t"
|
|
|
437
|
|
|
438 /*---*/
|
|
|
439
|
|
|
440 " movd 92(%%ecx), %%mm1\n\t"
|
|
|
441 " pfsub 88(%%ecx), %%mm1\n\t"
|
|
|
442 " pfmul 120(%%ebx), %%mm1\n\t"
|
|
|
443 " movd %%mm1, 92(%%edx)\n\t"
|
|
|
444 " pfadd 92(%%ecx), %%mm1\n\t"
|
|
|
445 " pfadd 88(%%ecx), %%mm1\n\t"
|
|
|
446 " movq %%mm1, %%mm0\n\t"
|
|
|
447
|
|
|
448 " pfadd 80(%%ecx), %%mm0\n\t"
|
|
|
449 " pfadd 84(%%ecx), %%mm0\n\t"
|
|
|
450 " movd %%mm0, 80(%%edx)\n\t"
|
|
|
451
|
|
|
452 " movd 80(%%ecx), %%mm0\n\t"
|
|
|
453 " pfsub 84(%%ecx), %%mm0\n\t"
|
|
|
454 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
455 " pfadd %%mm0, %%mm1\n\t"
|
|
|
456 " pfadd 92(%%edx), %%mm0\n\t"
|
|
|
457 " punpckldq %%mm1, %%mm0\n\t"
|
|
|
458 " movq %%mm0, 84(%%edx)\n\t"
|
|
|
459
|
|
|
460 " movq 96(%%ecx), %%mm0\n\t"
|
|
|
461 " movq %%mm0, %%mm1\n\t"
|
|
|
462 " pxor %%mm7, %%mm1\n\t"
|
|
|
463 " pfacc %%mm1, %%mm0\n\t"
|
|
|
464 " pfmul %%mm6, %%mm0\n\t"
|
|
|
465 " movq %%mm0, 96(%%edx)\n\t"
|
|
|
466
|
|
|
467 " movd 108(%%ecx), %%mm0\n\t"
|
|
|
468 " pfsub 104(%%ecx), %%mm0\n\t"
|
|
|
469 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
470 " movd %%mm0, 108(%%edx)\n\t"
|
|
|
471 " pfadd 104(%%ecx), %%mm0\n\t"
|
|
|
472 " pfadd 108(%%ecx), %%mm0\n\t"
|
|
|
473 " movd %%mm0, 104(%%edx)\n\t"
|
|
|
474
|
|
|
475 " movd 124(%%ecx), %%mm1\n\t"
|
|
|
476 " pfsub 120(%%ecx), %%mm1\n\t"
|
|
|
477 " pfmul 120(%%ebx), %%mm1\n\t"
|
|
|
478 " movd %%mm1, 124(%%edx)\n\t"
|
|
|
479 " pfadd 120(%%ecx), %%mm1\n\t"
|
|
|
480 " pfadd 124(%%ecx), %%mm1\n\t"
|
|
|
481 " movq %%mm1, %%mm0\n\t"
|
|
|
482
|
|
|
483 " pfadd 112(%%ecx), %%mm0\n\t"
|
|
|
484 " pfadd 116(%%ecx), %%mm0\n\t"
|
|
|
485 " movd %%mm0, 112(%%edx)\n\t"
|
|
|
486
|
|
|
487 " movd 112(%%ecx), %%mm0\n\t"
|
|
|
488 " pfsub 116(%%ecx), %%mm0\n\t"
|
|
|
489 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
490 " pfadd %%mm0,%%mm1\n\t"
|
|
|
491 " pfadd 124(%%edx), %%mm0\n\t"
|
|
|
492 " punpckldq %%mm1, %%mm0\n\t"
|
|
|
493 " movq %%mm0, 116(%%edx)\n\t"
|
|
|
494
|
|
|
495 " jnz .L01\n\t"
|
|
|
496
|
|
|
497 /* Phase 7*/
|
|
|
498 /* Code below is coded in scalar mode. Should be optimized */
|
|
|
499
|
|
|
500 " movd (%%ecx), %%mm0\n\t"
|
|
|
501 " pfadd 4(%%ecx), %%mm0\n\t"
|
|
|
502 " movd %%mm0, 1024(%%esi)\n\t"
|
|
|
503
|
|
|
504 " movd (%%ecx), %%mm0\n\t"
|
|
|
505 " pfsub 4(%%ecx), %%mm0\n\t"
|
|
|
506 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
507 " movd %%mm0, (%%esi)\n\t"
|
|
|
508 " movd %%mm0, (%%edi)\n\t"
|
|
|
509
|
|
|
510 " movd 12(%%ecx), %%mm0\n\t"
|
|
|
511 " pfsub 8(%%ecx), %%mm0\n\t"
|
|
|
512 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
513 " movd %%mm0, 512(%%edi)\n\t"
|
|
|
514 " pfadd 12(%%ecx), %%mm0\n\t"
|
|
|
515 " pfadd 8(%%ecx), %%mm0\n\t"
|
|
|
516 " movd %%mm0, 512(%%esi)\n\t"
|
|
|
517
|
|
|
518 " movd 16(%%ecx), %%mm0\n\t"
|
|
|
519 " pfsub 20(%%ecx), %%mm0\n\t"
|
|
|
520 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
521 " movq %%mm0, %%mm3\n\t"
|
|
|
522
|
|
|
523 " movd 28(%%ecx), %%mm0\n\t"
|
|
|
524 " pfsub 24(%%ecx), %%mm0\n\t"
|
|
|
525 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
526 " movd %%mm0, 768(%%edi)\n\t"
|
|
|
527 " movq %%mm0, %%mm2\n\t"
|
|
|
528
|
|
|
529 " pfadd 24(%%ecx), %%mm0\n\t"
|
|
|
530 " pfadd 28(%%ecx), %%mm0\n\t"
|
|
|
531 " movq %%mm0, %%mm1\n\t"
|
|
|
532
|
|
|
533 " pfadd 16(%%ecx), %%mm0\n\t"
|
|
|
534 " pfadd 20(%%ecx), %%mm0\n\t"
|
|
|
535 " movd %%mm0, 768(%%esi)\n\t"
|
|
|
536 " pfadd %%mm3, %%mm1\n\t"
|
|
|
537 " movd %%mm1, 256(%%esi)\n\t"
|
|
|
538 " pfadd %%mm3, %%mm2\n\t"
|
|
|
539 " movd %%mm2, 256(%%edi)\n\t"
|
|
|
540
|
|
|
541 /* Phase 8*/
|
|
|
542
|
|
|
543 " movq 32(%%edx), %%mm0\n\t"
|
|
|
544 " movq 48(%%edx), %%mm1\n\t"
|
|
|
545 " pfadd 48(%%edx), %%mm0\n\t"
|
|
|
546 " pfadd 40(%%edx), %%mm1\n\t"
|
|
|
547 " movd %%mm0, 896(%%esi)\n\t"
|
|
|
548 " movd %%mm1, 640(%%esi)\n\t"
|
|
|
549 " psrlq $32, %%mm0\n\t"
|
|
|
550 " psrlq $32, %%mm1\n\t"
|
|
|
551 " movd %%mm0, 128(%%edi)\n\t"
|
|
|
552 " movd %%mm1, 384(%%edi)\n\t"
|
|
|
553
|
|
|
554 " movd 40(%%edx), %%mm0\n\t"
|
|
|
555 " pfadd 56(%%edx), %%mm0\n\t"
|
|
|
556 " movd %%mm0, 384(%%esi)\n\t"
|
|
|
557
|
|
|
558 " movd 56(%%edx), %%mm0\n\t"
|
|
|
559 " pfadd 36(%%edx), %%mm0\n\t"
|
|
|
560 " movd %%mm0, 128(%%esi)\n\t"
|
|
|
561
|
|
|
562 " movd 60(%%edx), %%mm0\n\t"
|
|
|
563 " movd %%mm0, 896(%%edi)\n\t"
|
|
|
564 " pfadd 44(%%edx), %%mm0\n\t"
|
|
|
565 " movd %%mm0, 640(%%edi)\n\t"
|
|
|
566
|
|
|
567 " movq 96(%%edx), %%mm0\n\t"
|
|
|
568 " movq 112(%%edx), %%mm2\n\t"
|
|
|
569 " movq 104(%%edx), %%mm4\n\t"
|
|
|
570 " pfadd 112(%%edx), %%mm0\n\t"
|
|
|
571 " pfadd 104(%%edx), %%mm2\n\t"
|
|
|
572 " pfadd 120(%%edx), %%mm4\n\t"
|
|
|
573 " movq %%mm0, %%mm1\n\t"
|
|
|
574 " movq %%mm2, %%mm3\n\t"
|
|
|
575 " movq %%mm4, %%mm5\n\t"
|
|
|
576 " pfadd 64(%%edx), %%mm0\n\t"
|
|
|
577 " pfadd 80(%%edx), %%mm2\n\t"
|
|
|
578 " pfadd 72(%%edx), %%mm4\n\t"
|
|
|
579 " movd %%mm0, 960(%%esi)\n\t"
|
|
|
580 " movd %%mm2, 704(%%esi)\n\t"
|
|
|
581 " movd %%mm4, 448(%%esi)\n\t"
|
|
|
582 " psrlq $32, %%mm0\n\t"
|
|
|
583 " psrlq $32, %%mm2\n\t"
|
|
|
584 " psrlq $32, %%mm4\n\t"
|
|
|
585 " movd %%mm0, 64(%%edi)\n\t"
|
|
|
586 " movd %%mm2, 320(%%edi)\n\t"
|
|
|
587 " movd %%mm4, 576(%%edi)\n\t"
|
|
|
588 " pfadd 80(%%edx), %%mm1\n\t"
|
|
|
589 " pfadd 72(%%edx), %%mm3\n\t"
|
|
|
590 " pfadd 88(%%edx), %%mm5\n\t"
|
|
|
591 " movd %%mm1, 832(%%esi)\n\t"
|
|
|
592 " movd %%mm3, 576(%%esi)\n\t"
|
|
|
593 " movd %%mm5, 320(%%esi)\n\t"
|
|
|
594 " psrlq $32, %%mm1\n\t"
|
|
|
595 " psrlq $32, %%mm3\n\t"
|
|
|
596 " psrlq $32, %%mm5\n\t"
|
|
|
597 " movd %%mm1, 192(%%edi)\n\t"
|
|
|
598 " movd %%mm3, 448(%%edi)\n\t"
|
|
|
599 " movd %%mm5, 704(%%edi)\n\t"
|
|
|
600
|
|
|
601 " movd 120(%%edx), %%mm0\n\t"
|
|
|
602 " pfadd 100(%%edx), %%mm0\n\t"
|
|
|
603 " movq %%mm0, %%mm1\n\t"
|
|
|
604 " pfadd 88(%%edx), %%mm0\n\t"
|
|
|
605 " movd %%mm0, 192(%%esi)\n\t"
|
|
|
606 " pfadd 68(%%edx), %%mm1\n\t"
|
|
|
607 " movd %%mm1, 64(%%esi)\n\t"
|
|
|
608
|
|
|
609 " movd 124(%%edx), %%mm0\n\t"
|
|
|
610 " movd %%mm0, 960(%%edi)\n\t"
|
|
|
611 " pfadd 92(%%edx), %%mm0\n\t"
|
|
|
612 " movd %%mm0, 832(%%edi)\n\t"
|
|
|
613
|
|
|
614 " jmp .L_bye\n\t"
|
|
|
615 ".L01: \n\t"
|
|
|
616 /* Phase 9*/
|
|
|
617
|
|
|
618 " movq (%%ecx), %%mm0\n\t"
|
|
|
619 " movq %%mm0, %%mm1\n\t"
|
|
|
620 " pxor %%mm7, %%mm1\n\t"
|
|
|
621 " pfacc %%mm1, %%mm0\n\t"
|
|
|
622 " pfmul %%mm6, %%mm0\n\t"
|
|
|
623 " pf2id %%mm0, %%mm0\n\t"
|
|
|
624 " movd %%mm0, %%eax\n\t"
|
|
|
625 " movw %%ax, 512(%%esi)\n\t"
|
|
|
626 " psrlq $32, %%mm0\n\t"
|
|
|
627 " movd %%mm0, %%eax\n\t"
|
|
|
628 " movw %%ax, (%%esi)\n\t"
|
|
|
629
|
|
|
630 " movd 12(%%ecx), %%mm0\n\t"
|
|
|
631 " pfsub 8(%%ecx), %%mm0\n\t"
|
|
|
632 " pfmul 120(%%ebx), %%mm0\n\t"
|
|
|
633 " pf2id %%mm0, %%mm7\n\t"
|
|
|
634 " movd %%mm7, %%eax\n\t"
|
|
|
635 " movw %%ax, 256(%%edi)\n\t"
|
|
|
636 " pfadd 12(%%ecx), %%mm0\n\t"
|
|
|
637 " pfadd 8(%%ecx), %%mm0\n\t"
|
|
|
638 " pf2id %%mm0, %%mm0\n\t"
|
|
|
639 " movd %%mm0, %%eax\n\t"
|
|
|
640 " movw %%ax, 256(%%esi)\n\t"
|
|
|
641
|
|
|
642 " movd 16(%%ecx), %%mm3\n\t"
|
|
|
643 " pfsub 20(%%ecx), %%mm3\n\t"
|
|
|
644 " pfmul 120(%%ebx), %%mm3\n\t"
|
|
|
645 " movq %%mm3, %%mm2\n\t"
|
|
|
646
|
|
|
647 " movd 28(%%ecx), %%mm2\n\t"
|
|
|
648 " pfsub 24(%%ecx), %%mm2\n\t"
|
|
|
649 " pfmul 120(%%ebx), %%mm2\n\t"
|
|
|
650 " movq %%mm2, %%mm1\n\t"
|
|
|
651
|
|
|
652 " pf2id %%mm2, %%mm7\n\t"
|
|
|
653 " movd %%mm7, %%eax\n\t"
|
|
|
654 " movw %%ax, 384(%%edi)\n\t"
|
|
|
655
|
|
|
656 " pfadd 24(%%ecx), %%mm1\n\t"
|
|
|
657 " pfadd 28(%%ecx), %%mm1\n\t"
|
|
|
658 " movq %%mm1, %%mm0\n\t"
|
|
|
659
|
|
|
660 " pfadd 16(%%ecx), %%mm0\n\t"
|
|
|
661 " pfadd 20(%%ecx), %%mm0\n\t"
|
|
|
662 " pf2id %%mm0, %%mm0\n\t"
|
|
|
663 " movd %%mm0, %%eax\n\t"
|
|
|
664 " movw %%ax, 384(%%esi)\n\t"
|
|
|
665 " pfadd %%mm3, %%mm1\n\t"
|
|
|
666 " pf2id %%mm1, %%mm1\n\t"
|
|
|
667 " movd %%mm1, %%eax\n\t"
|
|
|
668 " movw %%ax, 128(%%esi)\n\t"
|
|
|
669 " pfadd %%mm3, %%mm2\n\t"
|
|
|
670 " pf2id %%mm2, %%mm2\n\t"
|
|
|
671 " movd %%mm2, %%eax\n\t"
|
|
|
672 " movw %%ax, 128(%%edi)\n\t"
|
|
|
673
|
|
|
674 /* Phase 10*/
|
|
|
675
|
|
|
676 " movq 32(%%edx), %%mm0\n\t"
|
|
|
677 " movq 48(%%edx), %%mm1\n\t"
|
|
|
678 " pfadd 48(%%edx), %%mm0\n\t"
|
|
|
679 " pfadd 40(%%edx), %%mm1\n\t"
|
|
|
680 " pf2id %%mm0, %%mm0\n\t"
|
|
|
681 " pf2id %%mm1, %%mm1\n\t"
|
|
|
682 " movd %%mm0, %%eax\n\t"
|
|
|
683 " movd %%mm1, %%ecx\n\t"
|
|
|
684 " movw %%ax, 448(%%esi)\n\t"
|
|
|
685 " movw %%cx, 320(%%esi)\n\t"
|
|
|
686 " psrlq $32, %%mm0\n\t"
|
|
|
687 " psrlq $32, %%mm1\n\t"
|
|
|
688 " movd %%mm0, %%eax\n\t"
|
|
|
689 " movd %%mm1, %%ecx\n\t"
|
|
|
690 " movw %%ax, 64(%%edi)\n\t"
|
|
|
691 " movw %%cx, 192(%%edi)\n\t"
|
|
|
692
|
|
|
693 " movd 40(%%edx), %%mm3\n\t"
|
|
|
694 " movd 56(%%edx), %%mm4\n\t"
|
|
|
695 " movd 60(%%edx), %%mm0\n\t"
|
|
|
696 " movd 44(%%edx), %%mm2\n\t"
|
|
|
697 " movd 120(%%edx), %%mm5\n\t"
|
|
|
698 " punpckldq %%mm4, %%mm3\n\t"
|
|
|
699 " punpckldq 124(%%edx), %%mm0\n\t"
|
|
|
700 " pfadd 100(%%edx), %%mm5\n\t"
|
|
|
701 " punpckldq 36(%%edx), %%mm4\n\t"
|
|
|
702 " punpckldq 92(%%edx), %%mm2\n\t"
|
|
|
703 " movq %%mm5, %%mm6\n\t"
|
|
|
704 " pfadd %%mm4, %%mm3\n\t"
|
|
|
705 " pf2id %%mm0, %%mm1\n\t"
|
|
|
706 " pf2id %%mm3, %%mm3\n\t"
|
|
|
707 " pfadd 88(%%edx), %%mm5\n\t"
|
|
|
708 " movd %%mm1, %%eax\n\t"
|
|
|
709 " movd %%mm3, %%ecx\n\t"
|
|
|
710 " movw %%ax, 448(%%edi)\n\t"
|
|
|
711 " movw %%cx, 192(%%esi)\n\t"
|
|
|
712 " pf2id %%mm5, %%mm5\n\t"
|
|
|
713 " psrlq $32, %%mm1\n\t"
|
|
|
714 " psrlq $32, %%mm3\n\t"
|
|
|
715 " movd %%mm5, %%ebx\n\t"
|
|
|
716 " movd %%mm1, %%eax\n\t"
|
|
|
717 " movd %%mm3, %%ecx\n\t"
|
|
|
718 " movw %%bx, 96(%%esi)\n\t"
|
|
|
719 " movw %%ax, 480(%%edi)\n\t"
|
|
|
720 " movw %%cx, 64(%%esi)\n\t"
|
|
|
721 " pfadd %%mm2, %%mm0\n\t"
|
|
|
722 " pf2id %%mm0, %%mm0\n\t"
|
|
|
723 " movd %%mm0, %%eax\n\t"
|
|
|
724 " pfadd 68(%%edx), %%mm6\n\t"
|
|
|
725 " movw %%ax, 320(%%edi)\n\t"
|
|
|
726 " psrlq $32, %%mm0\n\t"
|
|
|
727 " pf2id %%mm6, %%mm6\n\t"
|
|
|
728 " movd %%mm0, %%eax\n\t"
|
|
|
729 " movd %%mm6, %%ebx\n\t"
|
|
|
730 " movw %%ax, 416(%%edi)\n\t"
|
|
|
731 " movw %%bx, 32(%%esi)\n\t"
|
|
|
732
|
|
|
733 " movq 96(%%edx), %%mm0\n\t"
|
|
|
734 " movq 112(%%edx), %%mm2\n\t"
|
|
|
735 " movq 104(%%edx), %%mm4\n\t"
|
|
|
736 " pfadd %%mm2, %%mm0\n\t"
|
|
|
737 " pfadd %%mm4, %%mm2\n\t"
|
|
|
738 " pfadd 120(%%edx), %%mm4\n\t"
|
|
|
739 " movq %%mm0, %%mm1\n\t"
|
|
|
740 " movq %%mm2, %%mm3\n\t"
|
|
|
741 " movq %%mm4, %%mm5\n\t"
|
|
|
742 " pfadd 64(%%edx), %%mm0\n\t"
|
|
|
743 " pfadd 80(%%edx), %%mm2\n\t"
|
|
|
744 " pfadd 72(%%edx), %%mm4\n\t"
|
|
|
745 " pf2id %%mm0, %%mm0\n\t"
|
|
|
746 " pf2id %%mm2, %%mm2\n\t"
|
|
|
747 " pf2id %%mm4, %%mm4\n\t"
|
|
|
748 " movd %%mm0, %%eax\n\t"
|
|
|
749 " movd %%mm2, %%ecx\n\t"
|
|
|
750 " movd %%mm4, %%ebx\n\t"
|
|
|
751 " movw %%ax, 480(%%esi)\n\t"
|
|
|
752 " movw %%cx, 352(%%esi)\n\t"
|
|
|
753 " movw %%bx, 224(%%esi)\n\t"
|
|
|
754 " psrlq $32, %%mm0\n\t"
|
|
|
755 " psrlq $32, %%mm2\n\t"
|
|
|
756 " psrlq $32, %%mm4\n\t"
|
|
|
757 " movd %%mm0, %%eax\n\t"
|
|
|
758 " movd %%mm2, %%ecx\n\t"
|
|
|
759 " movd %%mm4, %%ebx\n\t"
|
|
|
760 " movw %%ax, 32(%%edi)\n\t"
|
|
|
761 " movw %%cx, 160(%%edi)\n\t"
|
|
|
762 " movw %%bx, 288(%%edi)\n\t"
|
|
|
763 " pfadd 80(%%edx), %%mm1\n\t"
|
|
|
764 " pfadd 72(%%edx), %%mm3\n\t"
|
|
|
765 " pfadd 88(%%edx), %%mm5\n\t"
|
|
|
766 " pf2id %%mm1, %%mm1\n\t"
|
|
|
767 " pf2id %%mm3, %%mm3\n\t"
|
|
|
768 " pf2id %%mm5, %%mm5\n\t"
|
|
|
769 " movd %%mm1, %%eax\n\t"
|
|
|
770 " movd %%mm3, %%ecx\n\t"
|
|
|
771 " movd %%mm5, %%ebx\n\t"
|
|
|
772 " movw %%ax, 416(%%esi)\n\t"
|
|
|
773 " movw %%cx, 288(%%esi)\n\t"
|
|
|
774 " movw %%bx, 160(%%esi)\n\t"
|
|
|
775 " psrlq $32, %%mm1\n\t"
|
|
|
776 " psrlq $32, %%mm3\n\t"
|
|
|
777 " psrlq $32, %%mm5\n\t"
|
|
|
778 " movd %%mm1, %%eax\n\t"
|
|
|
779 " movd %%mm3, %%ecx\n\t"
|
|
|
780 " movd %%mm5, %%ebx\n\t"
|
|
|
781 " movw %%ax, 96(%%edi)\n\t"
|
|
|
782 " movw %%cx, 224(%%edi)\n\t"
|
|
|
783 " movw %%bx, 352(%%edi)\n\t"
|
|
|
784
|
|
|
785 " movsw\n\t"
|
|
|
786
|
|
|
787 ".L_bye:\n\t"
|
|
|
788 " femms\n\t"
|
|
|
789 :
|
|
|
790 :"m"(a),"m"(b),"m"(c),"m"(tmp[0])
|
|
|
791 :"memory","%ebx","%esi","%edi");
|
|
|
792 } |
