annotate mp3lib/decode_k7.s @ 1054:9b0bb5c805b2

Last minute improvements before release. Added banchmark
author nickols_k
date Fri, 08 Jun 2001 10:56:04 +0000
parents 970fbd433564
children 2f0265763322
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
1 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
2 /// Replacement of synth_1to1() with AMD's 3DNowEx(DSP)! SIMD operations support
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
3 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
4 /// This code based 'decode_3dnow.s' by Syuuhei Kashiyama
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
5 /// <squash@mb.kcom.ne.jp>,only some types of changes have been made:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
6 ///
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
7 /// - Added new opcode PFNACC
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
8 /// - decreased number of opcodes (as it was suggested by k7 manual)
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
9 /// (using memory reference as operand of instructions)
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
10 /// - added PREFETCHW opcode. It has different semantic on k7 than on k6-2
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
11 /// and saves 15-25 cpu clocks for athlon.
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
12 /// - partial unrolling loops for removing slower MOVW insns.
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
13 /// (Note: probably same operation should be done for decode_3dnow.s)
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
14 /// - change function name for support 3DNowEx! automatic detect
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
15 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
16 /// note: because K7 processors are an aggresive out-of-order three-way
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
17 /// superscalar ones instruction order is not significand for them.
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
18 ///
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
19 /// Benchmark: measured by mplayer on Duron-700:
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
20 /// 3dNow! optimized code - 1.5% of cpu usage
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
21 /// k7 optimized code - 1.1% of cpu usage
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
22 /// Note: K6-2 users have an chance with partial loops unrolling
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
23 ///
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
24 /// Modified by Nick Kurshev <nickols_k@mail.ru>
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
25 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
26 / synth_1to1_3dnow works the same way as the c version of
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
27 / synth_1to1. this assembler code based 'decode-i586.s'
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
28 / (by Stefan Bieschewski <stb@acm.org>), two types of changes
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
29 / have been made:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
30 / - use {MMX,3DNow!} instruction for reduce cpu
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
31 / - remove unused(?) local symbols
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
32 /
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
33 / useful sources of information on optimizing 3DNow! code include:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
34 / AMD 3DNow! Technology Manual (Publication #21928)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
35 / English: http://www.amd.com/K6/k6docs/pdf/21928d.pdf
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
36 / (Japanese: http://www.amd.com/japan/K6/k6docs/j21928c.pdf)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
37 / AMD-K6-2 Processor Code Optimization Application Note (Publication #21924)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
38 / English: http://www.amd.com/K6/k6docs/pdf/21924b.pdf
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
39 /
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
40 / This code was tested only AMD-K6-2 processor Linux systems,
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
41 / please tell me:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
42 / - whether this code works on other 3DNow! capable processors
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
43 / (ex.IDT-C6-2) or not
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
44 / - whether this code works on other OSes or not
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
45 /
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
46 / by KIMURA Takuhiro <kim@hannah.ipc.miyakyo-u.ac.jp> - until 31.Mar.1998
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
47 / <kim@comtec.co.jp> - after 1.Apr.1998
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
48
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
49 / Enhancments for q-word operation by Michael Hipp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
50
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
51 .bss
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
52 .comm buffs,4352,4
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
53 .data
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
54 .align 8
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
55 null_one: .long 0x0000ffff, 0x0000ffff
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
56 one_null: .long 0xffff0000, 0xffff0000
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
57 bo: .long 1
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
58 .text
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
59 /* int synth_1to1(real *bandPtr,int channel,unsigned char *out) */
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
60 .globl synth_1to1_3dnowex
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
61 synth_1to1_3dnowex:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
62 subl $12,%esp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
63 pushl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
64 pushl %edi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
65 pushl %esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
66 pushl %ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
67
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
68 movl 32(%esp),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
69 movl 40(%esp),%esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
70 movl $0,%edi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
71 movl bo,%ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
72 cmpl %edi,36(%esp)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
73 jne .L48
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
74 decl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
75 andl $15,%ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
76 movl %ebp,bo
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
77 movl $buffs,%ecx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
78 jmp .L49
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
79 .L48:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
80 addl $2,%esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
81 movl $buffs+2176,%ecx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
82 .L49:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
83 testl $1,%ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
84 je .L50
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
85 movl %ecx,%ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
86 movl %ebp,16(%esp)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
87 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
88 movl 20(%esp),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
89 leal (%ebx,%edx,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
90 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
91 movl 24(%esp),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
92 incl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
93 andl $15,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
94 leal 1088(,%eax,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
95 addl %ebx,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
96 jmp .L74
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
97 .L50:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
98 leal 1088(%ecx),%ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
99 leal 1(%ebp),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
100 movl %edx,16(%esp)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
101 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
102 leal 1092(%ecx,%ebp,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
103 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
104 leal (%ecx,%ebp,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
105 .L74:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
106 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
107 call dct64_3dnowex
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
108 movl 16(%esp),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
109 leal 0(,%edx,4),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
110 movl $decwin+64,%eax
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
111 movl %eax,%ecx
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
112 subl %edx,%ecx
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
113 movl $8,%ebp
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
114 prefetchw (%esi)
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
115
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
116 .L55:
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
117
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
118 movq (%ecx),%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
119 pfmul (%ebx),%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
120 movq 128(%ecx),%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
121 pfmul 64(%ebx),%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
122
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
123 movq 8(%ecx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
124 pfmul 8(%ebx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
125 pfadd %mm1,%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
126 movq 136(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
127 pfmul 72(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
128 pfadd %mm5,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
129
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
130 movq 16(%ebx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
131 pfmul 16(%ecx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
132 pfadd %mm2,%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
133 movq 80(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
134 pfmul 144(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
135 pfadd %mm6,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
136
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
137 movq 24(%ecx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
138 pfmul 24(%ebx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
139 pfadd %mm3,%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
140 movq 152(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
141 pfmul 88(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
142 pfadd %mm7,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
143
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
144 movq 32(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
145 pfmul 32(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
146 pfadd %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
147 movq 96(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
148 pfmul 160(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
149 pfadd %mm5,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
150
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
151 movq 40(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
152 pfmul 40(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
153 pfadd %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
154 movq 168(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
155 pfmul 104(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
156 pfadd %mm6,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
157
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
158 movq 48(%ebx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
159 pfmul 48(%ecx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
160 pfadd %mm3,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
161 movq 112(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
162 pfmul 176(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
163 pfadd %mm7,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
164
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
165 movq 56(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
166 pfmul 56(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
167 pfadd %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
168 movq 184(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
169 pfmul 120(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
170 pfadd %mm5,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
171
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
172 pfnacc %mm4, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
173 movq (%esi), %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
174 pf2id %mm0, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
175 pand one_null, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
176 psrld $16,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
177 pand null_one, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
178 por %mm0, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
179 movq %mm1,(%esi)
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
180
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
181 addl $128,%ebx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
182 addl $256,%ecx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
183 addl $8,%esi
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
184 decl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
185 jnz .L55
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
186
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
187 / --- end of loop 1 ---
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
188
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
189 prefetchw (%esi) /* prefetching for writing this block and next loop */
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
190
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
191 movd (%ecx),%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
192 pfmul (%ebx),%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
193
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
194 movd 8(%ebx),%mm1
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
195 pfmul 8(%ecx),%mm1
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
196 pfadd %mm1,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
197
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
198 movd 16(%ebx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
199 pfmul 16(%ecx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
200 pfadd %mm2,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
201
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
202 movd 24(%ebx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
203 pfmul 24(%ecx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
204 pfadd %mm3,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
205
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
206 movd 32(%ebx),%mm4
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
207 pfmul 32(%ecx),%mm4
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
208 pfadd %mm4,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
209
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
210 movd 40(%ebx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
211 pfmul 40(%ecx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
212 pfadd %mm5,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
213
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
214 movd 48(%ebx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
215 pfmul 48(%ecx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
216 pfadd %mm6,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
217
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
218 movd 56(%ebx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
219 pfmul 56(%ecx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
220 pfadd %mm7,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
221
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
222 pf2id %mm0,%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
223 movd %mm0,%eax
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
224
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
225 sar $16,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
226
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
227 movw %ax,(%esi)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
228
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
229 subl $64,%ebx
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
230 addl $4,%esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
231 addl $256,%ecx
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
232 movl $7,%ebp
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
233
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
234 .L68:
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
235 pxor %mm0, %mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
236 pxor %mm4, %mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
237
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
238 movq (%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
239 pfmul (%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
240 pfsub %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
241 movq 128(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
242 pfmul -64(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
243 pfsub %mm5,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
244
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
245 movq 8(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
246 pfmul 8(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
247 pfsub %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
248 movq 136(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
249 pfmul -56(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
250 pfsub %mm6,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
251
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
252 movq 16(%ecx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
253 pfmul 16(%ebx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
254 pfsub %mm3,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
255 movq 144(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
256 pfmul -48(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
257 pfsub %mm7,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
258
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
259 movq 24(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
260 pfmul 24(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
261 pfsub %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
262 movq 152(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
263 pfmul -40(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
264 pfsub %mm5,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
265
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
266 movq 32(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
267 pfmul 32(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
268 pfsub %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
269 movq 160(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
270 pfmul -32(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
271 pfsub %mm6,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
272
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
273 movq 40(%ecx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
274 pfmul 40(%ebx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
275 pfsub %mm3,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
276 movq 168(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
277 pfmul -24(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
278 pfsub %mm7,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
279
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
280 movq 48(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
281 pfmul 48(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
282 pfsub %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
283 movq 176(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
284 pfmul -16(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
285 pfsub %mm5,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
286
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
287 movq 56(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
288 pfmul 56(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
289 pfsub %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
290 movq 184(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
291 pfmul -8(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
292 pfsub %mm6,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
293
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
294 pfacc %mm4,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
295 movq (%esi), %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
296 pf2id %mm0, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
297 pand one_null, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
298 psrld $16,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
299 pand null_one, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
300 por %mm0, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
301 movq %mm1,(%esi)
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
302
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
303 subl $128,%ebx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
304 addl $256,%ecx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
305 addl $8,%esi
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
306 decl %ebp
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
307 jnz .L68
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
308
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
309 / --- end of loop 2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
310
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
311 pxor %mm0, %mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
312
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
313 movq (%ecx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
314 pfmul (%ebx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
315 pfsub %mm1,%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
316
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
317 movq 8(%ecx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
318 pfmul 8(%ebx),%mm2
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
319 pfsub %mm2,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
320
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
321 movq 16(%ecx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
322 pfmul 16(%ebx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
323 pfsub %mm3,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
324
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
325 movq 24(%ecx),%mm4
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
326 pfmul 24(%ebx),%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
327 pfsub %mm4,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
328
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
329 movq 32(%ecx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
330 pfmul 32(%ebx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
331 pfsub %mm5,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
332
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
333 movq 40(%ecx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
334 pfmul 40(%ebx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
335 pfsub %mm6,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
336
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
337 movq 48(%ecx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
338 pfmul 48(%ebx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
339 pfsub %mm7,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
340
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
341 movq 56(%ecx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
342 pfmul 56(%ebx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
343 pfsub %mm1,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
344
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
345 pfacc %mm0,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
346
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
347 pf2id %mm0,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
348 movd %mm0,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
349
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
350 sar $16,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
351
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
352 movw %ax,(%esi)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
353
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
354 femms
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
355
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
356 movl %edi,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
357 popl %ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
358 popl %esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
359 popl %edi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
360 popl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
361 addl $12,%esp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
362 ret