annotate mp3lib/decode_k7.s @ 1135:152c7c71a29c

loops alignment
author nickols_k
date Sat, 16 Jun 2001 15:24:02 +0000
parents 2f0265763322
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
1 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
2 /// Replacement of synth_1to1() with AMD's 3DNowEx(DSP)! SIMD operations support
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
3 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
4 /// This code based 'decode_3dnow.s' by Syuuhei Kashiyama
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
5 /// <squash@mb.kcom.ne.jp>,only some types of changes have been made:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
6 ///
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
7 /// - Added new opcode PFNACC
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
8 /// - decreased number of opcodes (as it was suggested by k7 manual)
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
9 /// (using memory reference as operand of instructions)
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
10 /// - added PREFETCHW opcode. It has different semantic on k7 than on k6-2
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
11 /// and saves 15-25 cpu clocks for athlon.
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
12 /// - partial unrolling loops for removing slower MOVW insns.
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
13 /// (Note: probably same operation should be done for decode_3dnow.s)
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
14 /// - change function name for support 3DNowEx! automatic detect
1135
152c7c71a29c loops alignment
nickols_k
parents: 1067
diff changeset
15 /// - added loops alignment
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
16 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
17 /// note: because K7 processors are an aggresive out-of-order three-way
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
18 /// superscalar ones instruction order is not significand for them.
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
19 ///
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
20 /// Benchmark: measured by mplayer on Duron-700:
1067
2f0265763322 Minor improvements
nickols_k
parents: 1054
diff changeset
21 /// 3dNow! optimized code - 1.4% of cpu usage
2f0265763322 Minor improvements
nickols_k
parents: 1054
diff changeset
22 /// k7 optimized code (without partial loop unrolling) - 1.3% of cpu usage
2f0265763322 Minor improvements
nickols_k
parents: 1054
diff changeset
23 /// k7 optimized code - 1.1% of cpu usage
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
24 /// Note: K6-2 users have an chance with partial loops unrolling
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
25 ///
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
26 /// Modified by Nick Kurshev <nickols_k@mail.ru>
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
27 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
28 / synth_1to1_3dnow works the same way as the c version of
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
29 / synth_1to1. this assembler code based 'decode-i586.s'
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
30 / (by Stefan Bieschewski <stb@acm.org>), two types of changes
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
31 / have been made:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
32 / - use {MMX,3DNow!} instruction for reduce cpu
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
33 / - remove unused(?) local symbols
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
34 /
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
35 / useful sources of information on optimizing 3DNow! code include:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
36 / AMD 3DNow! Technology Manual (Publication #21928)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
37 / English: http://www.amd.com/K6/k6docs/pdf/21928d.pdf
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
38 / (Japanese: http://www.amd.com/japan/K6/k6docs/j21928c.pdf)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
39 / AMD-K6-2 Processor Code Optimization Application Note (Publication #21924)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
40 / English: http://www.amd.com/K6/k6docs/pdf/21924b.pdf
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
41 /
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
42 / This code was tested only AMD-K6-2 processor Linux systems,
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
43 / please tell me:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
44 / - whether this code works on other 3DNow! capable processors
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
45 / (ex.IDT-C6-2) or not
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
46 / - whether this code works on other OSes or not
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
47 /
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
48 / by KIMURA Takuhiro <kim@hannah.ipc.miyakyo-u.ac.jp> - until 31.Mar.1998
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
49 / <kim@comtec.co.jp> - after 1.Apr.1998
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
50
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
51 / Enhancments for q-word operation by Michael Hipp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
52
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
53 .bss
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
54 .comm buffs,4352,4
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
55 .data
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
56 .align 8
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
57 null_one: .long 0x0000ffff, 0x0000ffff
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
58 one_null: .long 0xffff0000, 0xffff0000
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
59 bo: .long 1
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
60 .text
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
61 /* int synth_1to1(real *bandPtr,int channel,unsigned char *out) */
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
62 .globl synth_1to1_3dnowex
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
63 synth_1to1_3dnowex:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
64 subl $12,%esp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
65 pushl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
66 pushl %edi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
67 pushl %esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
68 pushl %ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
69
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
70 movl 32(%esp),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
71 movl 40(%esp),%esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
72 movl $0,%edi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
73 movl bo,%ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
74 cmpl %edi,36(%esp)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
75 jne .L48
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
76 decl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
77 andl $15,%ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
78 movl %ebp,bo
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
79 movl $buffs,%ecx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
80 jmp .L49
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
81 .L48:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
82 addl $2,%esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
83 movl $buffs+2176,%ecx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
84 .L49:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
85 testl $1,%ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
86 je .L50
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
87 movl %ecx,%ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
88 movl %ebp,16(%esp)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
89 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
90 movl 20(%esp),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
91 leal (%ebx,%edx,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
92 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
93 movl 24(%esp),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
94 incl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
95 andl $15,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
96 leal 1088(,%eax,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
97 addl %ebx,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
98 jmp .L74
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
99 .L50:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
100 leal 1088(%ecx),%ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
101 leal 1(%ebp),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
102 movl %edx,16(%esp)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
103 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
104 leal 1092(%ecx,%ebp,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
105 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
106 leal (%ecx,%ebp,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
107 .L74:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
108 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
109 call dct64_3dnowex
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
110 movl 16(%esp),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
111 leal 0(,%edx,4),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
112 movl $decwin+64,%eax
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
113 movl %eax,%ecx
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
114 subl %edx,%ecx
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
115 movl $8,%ebp
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
116 prefetchw (%esi)
1135
152c7c71a29c loops alignment
nickols_k
parents: 1067
diff changeset
117 .align 16
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
118 .L55:
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
119
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
120 movq (%ecx),%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
121 pfmul (%ebx),%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
122 movq 128(%ecx),%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
123 pfmul 64(%ebx),%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
124
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
125 movq 8(%ecx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
126 pfmul 8(%ebx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
127 pfadd %mm1,%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
128 movq 136(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
129 pfmul 72(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
130 pfadd %mm5,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
131
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
132 movq 16(%ebx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
133 pfmul 16(%ecx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
134 pfadd %mm2,%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
135 movq 80(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
136 pfmul 144(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
137 pfadd %mm6,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
138
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
139 movq 24(%ecx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
140 pfmul 24(%ebx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
141 pfadd %mm3,%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
142 movq 152(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
143 pfmul 88(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
144 pfadd %mm7,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
145
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
146 movq 32(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
147 pfmul 32(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
148 pfadd %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
149 movq 96(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
150 pfmul 160(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
151 pfadd %mm5,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
152
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
153 movq 40(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
154 pfmul 40(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
155 pfadd %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
156 movq 168(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
157 pfmul 104(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
158 pfadd %mm6,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
159
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
160 movq 48(%ebx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
161 pfmul 48(%ecx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
162 pfadd %mm3,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
163 movq 112(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
164 pfmul 176(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
165 pfadd %mm7,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
166
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
167 movq 56(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
168 pfmul 56(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
169 pfadd %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
170 movq 184(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
171 pfmul 120(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
172 pfadd %mm5,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
173
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
174 pfnacc %mm4, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
175 movq (%esi), %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
176 pf2id %mm0, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
177 pand one_null, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
178 psrld $16,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
179 pand null_one, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
180 por %mm0, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
181 movq %mm1,(%esi)
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
182
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
183 addl $128,%ebx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
184 addl $256,%ecx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
185 addl $8,%esi
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
186 decl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
187 jnz .L55
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
188
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
189 / --- end of loop 1 ---
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
190
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
191 prefetchw (%esi) /* prefetching for writing this block and next loop */
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
192
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
193 movd (%ecx),%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
194 pfmul (%ebx),%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
195
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
196 movd 8(%ebx),%mm1
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
197 pfmul 8(%ecx),%mm1
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
198 pfadd %mm1,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
199
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
200 movd 16(%ebx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
201 pfmul 16(%ecx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
202 pfadd %mm2,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
203
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
204 movd 24(%ebx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
205 pfmul 24(%ecx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
206 pfadd %mm3,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
207
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
208 movd 32(%ebx),%mm4
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
209 pfmul 32(%ecx),%mm4
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
210 pfadd %mm4,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
211
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
212 movd 40(%ebx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
213 pfmul 40(%ecx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
214 pfadd %mm5,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
215
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
216 movd 48(%ebx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
217 pfmul 48(%ecx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
218 pfadd %mm6,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
219
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
220 movd 56(%ebx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
221 pfmul 56(%ecx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
222 pfadd %mm7,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
223
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
224 pf2id %mm0,%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
225 movd %mm0,%eax
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
226
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
227 sar $16,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
228
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
229 movw %ax,(%esi)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
230
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
231 subl $64,%ebx
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
232 addl $4,%esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
233 addl $256,%ecx
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
234 movl $7,%ebp
1135
152c7c71a29c loops alignment
nickols_k
parents: 1067
diff changeset
235 .align 16
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
236 .L68:
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
237 pxor %mm0, %mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
238 pxor %mm4, %mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
239
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
240 movq (%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
241 pfmul (%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
242 pfsub %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
243 movq 128(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
244 pfmul -64(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
245 pfsub %mm5,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
246
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
247 movq 8(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
248 pfmul 8(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
249 pfsub %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
250 movq 136(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
251 pfmul -56(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
252 pfsub %mm6,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
253
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
254 movq 16(%ecx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
255 pfmul 16(%ebx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
256 pfsub %mm3,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
257 movq 144(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
258 pfmul -48(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
259 pfsub %mm7,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
260
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
261 movq 24(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
262 pfmul 24(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
263 pfsub %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
264 movq 152(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
265 pfmul -40(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
266 pfsub %mm5,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
267
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
268 movq 32(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
269 pfmul 32(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
270 pfsub %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
271 movq 160(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
272 pfmul -32(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
273 pfsub %mm6,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
274
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
275 movq 40(%ecx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
276 pfmul 40(%ebx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
277 pfsub %mm3,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
278 movq 168(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
279 pfmul -24(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
280 pfsub %mm7,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
281
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
282 movq 48(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
283 pfmul 48(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
284 pfsub %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
285 movq 176(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
286 pfmul -16(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
287 pfsub %mm5,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
288
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
289 movq 56(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
290 pfmul 56(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
291 pfsub %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
292 movq 184(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
293 pfmul -8(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
294 pfsub %mm6,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
295
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
296 pfacc %mm4,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
297 movq (%esi), %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
298 pf2id %mm0, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
299 pand one_null, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
300 psrld $16,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
301 pand null_one, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
302 por %mm0, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
303 movq %mm1,(%esi)
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
304
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
305 subl $128,%ebx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
306 addl $256,%ecx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
307 addl $8,%esi
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
308 decl %ebp
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
309 jnz .L68
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
310
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
311 / --- end of loop 2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
312
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
313 pxor %mm0, %mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
314
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
315 movq (%ecx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
316 pfmul (%ebx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
317 pfsub %mm1,%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
318
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
319 movq 8(%ecx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
320 pfmul 8(%ebx),%mm2
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
321 pfsub %mm2,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
322
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
323 movq 16(%ecx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
324 pfmul 16(%ebx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
325 pfsub %mm3,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
326
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
327 movq 24(%ecx),%mm4
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
328 pfmul 24(%ebx),%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
329 pfsub %mm4,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
330
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
331 movq 32(%ecx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
332 pfmul 32(%ebx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
333 pfsub %mm5,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
334
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
335 movq 40(%ecx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
336 pfmul 40(%ebx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
337 pfsub %mm6,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
338
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
339 movq 48(%ecx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
340 pfmul 48(%ebx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
341 pfsub %mm7,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
342
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
343 movq 56(%ecx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
344 pfmul 56(%ebx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
345 pfsub %mm1,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
346
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
347 pfacc %mm0,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
348
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
349 pf2id %mm0,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
350 movd %mm0,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
351
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
352 sar $16,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
353
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
354 movw %ax,(%esi)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
355
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
356 femms
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
357
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
358 movl %edi,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
359 popl %ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
360 popl %esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
361 popl %edi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
362 popl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
363 addl $12,%esp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
364 ret