annotate mp3lib/decode_k7.s @ 1108:268c1d28cff2

*** empty log message ***
author atmosfear
date Tue, 12 Jun 2001 12:06:09 +0000
parents 2f0265763322
children 152c7c71a29c
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
1 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
2 /// Replacement of synth_1to1() with AMD's 3DNowEx(DSP)! SIMD operations support
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
3 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
4 /// This code based 'decode_3dnow.s' by Syuuhei Kashiyama
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
5 /// <squash@mb.kcom.ne.jp>,only some types of changes have been made:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
6 ///
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
7 /// - Added new opcode PFNACC
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
8 /// - decreased number of opcodes (as it was suggested by k7 manual)
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
9 /// (using memory reference as operand of instructions)
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
10 /// - added PREFETCHW opcode. It has different semantic on k7 than on k6-2
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
11 /// and saves 15-25 cpu clocks for athlon.
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
12 /// - partial unrolling loops for removing slower MOVW insns.
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
13 /// (Note: probably same operation should be done for decode_3dnow.s)
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
14 /// - change function name for support 3DNowEx! automatic detect
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
15 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
16 /// note: because K7 processors are an aggresive out-of-order three-way
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
17 /// superscalar ones instruction order is not significand for them.
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
18 ///
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
19 /// Benchmark: measured by mplayer on Duron-700:
1067
2f0265763322 Minor improvements
nickols_k
parents: 1054
diff changeset
20 /// 3dNow! optimized code - 1.4% of cpu usage
2f0265763322 Minor improvements
nickols_k
parents: 1054
diff changeset
21 /// k7 optimized code (without partial loop unrolling) - 1.3% of cpu usage
2f0265763322 Minor improvements
nickols_k
parents: 1054
diff changeset
22 /// k7 optimized code - 1.1% of cpu usage
1054
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
23 /// Note: K6-2 users have an chance with partial loops unrolling
9b0bb5c805b2 Last minute improvements before release. Added banchmark
nickols_k
parents: 1053
diff changeset
24 ///
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
25 /// Modified by Nick Kurshev <nickols_k@mail.ru>
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
26 ///
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
27 / synth_1to1_3dnow works the same way as the c version of
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
28 / synth_1to1. this assembler code based 'decode-i586.s'
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
29 / (by Stefan Bieschewski <stb@acm.org>), two types of changes
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
30 / have been made:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
31 / - use {MMX,3DNow!} instruction for reduce cpu
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
32 / - remove unused(?) local symbols
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
33 /
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
34 / useful sources of information on optimizing 3DNow! code include:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
35 / AMD 3DNow! Technology Manual (Publication #21928)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
36 / English: http://www.amd.com/K6/k6docs/pdf/21928d.pdf
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
37 / (Japanese: http://www.amd.com/japan/K6/k6docs/j21928c.pdf)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
38 / AMD-K6-2 Processor Code Optimization Application Note (Publication #21924)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
39 / English: http://www.amd.com/K6/k6docs/pdf/21924b.pdf
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
40 /
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
41 / This code was tested only AMD-K6-2 processor Linux systems,
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
42 / please tell me:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
43 / - whether this code works on other 3DNow! capable processors
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
44 / (ex.IDT-C6-2) or not
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
45 / - whether this code works on other OSes or not
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
46 /
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
47 / by KIMURA Takuhiro <kim@hannah.ipc.miyakyo-u.ac.jp> - until 31.Mar.1998
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
48 / <kim@comtec.co.jp> - after 1.Apr.1998
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
49
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
50 / Enhancments for q-word operation by Michael Hipp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
51
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
52 .bss
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
53 .comm buffs,4352,4
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
54 .data
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
55 .align 8
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
56 null_one: .long 0x0000ffff, 0x0000ffff
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
57 one_null: .long 0xffff0000, 0xffff0000
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
58 bo: .long 1
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
59 .text
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
60 /* int synth_1to1(real *bandPtr,int channel,unsigned char *out) */
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
61 .globl synth_1to1_3dnowex
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
62 synth_1to1_3dnowex:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
63 subl $12,%esp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
64 pushl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
65 pushl %edi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
66 pushl %esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
67 pushl %ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
68
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
69 movl 32(%esp),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
70 movl 40(%esp),%esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
71 movl $0,%edi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
72 movl bo,%ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
73 cmpl %edi,36(%esp)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
74 jne .L48
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
75 decl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
76 andl $15,%ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
77 movl %ebp,bo
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
78 movl $buffs,%ecx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
79 jmp .L49
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
80 .L48:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
81 addl $2,%esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
82 movl $buffs+2176,%ecx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
83 .L49:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
84 testl $1,%ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
85 je .L50
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
86 movl %ecx,%ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
87 movl %ebp,16(%esp)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
88 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
89 movl 20(%esp),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
90 leal (%ebx,%edx,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
91 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
92 movl 24(%esp),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
93 incl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
94 andl $15,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
95 leal 1088(,%eax,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
96 addl %ebx,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
97 jmp .L74
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
98 .L50:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
99 leal 1088(%ecx),%ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
100 leal 1(%ebp),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
101 movl %edx,16(%esp)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
102 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
103 leal 1092(%ecx,%ebp,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
104 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
105 leal (%ecx,%ebp,4),%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
106 .L74:
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
107 pushl %eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
108 call dct64_3dnowex
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
109 movl 16(%esp),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
110 leal 0(,%edx,4),%edx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
111 movl $decwin+64,%eax
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
112 movl %eax,%ecx
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
113 subl %edx,%ecx
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
114 movl $8,%ebp
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
115 prefetchw (%esi)
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
116
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
117 .L55:
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
118
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
119 movq (%ecx),%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
120 pfmul (%ebx),%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
121 movq 128(%ecx),%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
122 pfmul 64(%ebx),%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
123
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
124 movq 8(%ecx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
125 pfmul 8(%ebx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
126 pfadd %mm1,%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
127 movq 136(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
128 pfmul 72(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
129 pfadd %mm5,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
130
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
131 movq 16(%ebx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
132 pfmul 16(%ecx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
133 pfadd %mm2,%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
134 movq 80(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
135 pfmul 144(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
136 pfadd %mm6,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
137
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
138 movq 24(%ecx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
139 pfmul 24(%ebx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
140 pfadd %mm3,%mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
141 movq 152(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
142 pfmul 88(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
143 pfadd %mm7,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
144
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
145 movq 32(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
146 pfmul 32(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
147 pfadd %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
148 movq 96(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
149 pfmul 160(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
150 pfadd %mm5,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
151
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
152 movq 40(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
153 pfmul 40(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
154 pfadd %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
155 movq 168(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
156 pfmul 104(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
157 pfadd %mm6,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
158
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
159 movq 48(%ebx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
160 pfmul 48(%ecx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
161 pfadd %mm3,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
162 movq 112(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
163 pfmul 176(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
164 pfadd %mm7,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
165
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
166 movq 56(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
167 pfmul 56(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
168 pfadd %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
169 movq 184(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
170 pfmul 120(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
171 pfadd %mm5,%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
172
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
173 pfnacc %mm4, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
174 movq (%esi), %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
175 pf2id %mm0, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
176 pand one_null, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
177 psrld $16,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
178 pand null_one, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
179 por %mm0, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
180 movq %mm1,(%esi)
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
181
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
182 addl $128,%ebx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
183 addl $256,%ecx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
184 addl $8,%esi
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
185 decl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
186 jnz .L55
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
187
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
188 / --- end of loop 1 ---
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
189
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
190 prefetchw (%esi) /* prefetching for writing this block and next loop */
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
191
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
192 movd (%ecx),%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
193 pfmul (%ebx),%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
194
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
195 movd 8(%ebx),%mm1
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
196 pfmul 8(%ecx),%mm1
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
197 pfadd %mm1,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
198
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
199 movd 16(%ebx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
200 pfmul 16(%ecx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
201 pfadd %mm2,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
202
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
203 movd 24(%ebx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
204 pfmul 24(%ecx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
205 pfadd %mm3,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
206
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
207 movd 32(%ebx),%mm4
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
208 pfmul 32(%ecx),%mm4
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
209 pfadd %mm4,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
210
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
211 movd 40(%ebx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
212 pfmul 40(%ecx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
213 pfadd %mm5,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
214
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
215 movd 48(%ebx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
216 pfmul 48(%ecx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
217 pfadd %mm6,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
218
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
219 movd 56(%ebx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
220 pfmul 56(%ecx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
221 pfadd %mm7,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
222
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
223 pf2id %mm0,%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
224 movd %mm0,%eax
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
225
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
226 sar $16,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
227
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
228 movw %ax,(%esi)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
229
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
230 subl $64,%ebx
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
231 addl $4,%esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
232 addl $256,%ecx
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
233 movl $7,%ebp
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
234
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
235 .L68:
779
a349510321ff slight improvements. k7 vs 3dnow already win 12 prcnts
nickols_k
parents: 763
diff changeset
236 pxor %mm0, %mm0
1053
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
237 pxor %mm4, %mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
238
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
239 movq (%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
240 pfmul (%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
241 pfsub %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
242 movq 128(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
243 pfmul -64(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
244 pfsub %mm5,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
245
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
246 movq 8(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
247 pfmul 8(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
248 pfsub %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
249 movq 136(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
250 pfmul -56(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
251 pfsub %mm6,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
252
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
253 movq 16(%ecx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
254 pfmul 16(%ebx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
255 pfsub %mm3,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
256 movq 144(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
257 pfmul -48(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
258 pfsub %mm7,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
259
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
260 movq 24(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
261 pfmul 24(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
262 pfsub %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
263 movq 152(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
264 pfmul -40(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
265 pfsub %mm5,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
266
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
267 movq 32(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
268 pfmul 32(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
269 pfsub %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
270 movq 160(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
271 pfmul -32(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
272 pfsub %mm6,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
273
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
274 movq 40(%ecx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
275 pfmul 40(%ebx),%mm3
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
276 pfsub %mm3,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
277 movq 168(%ecx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
278 pfmul -24(%ebx),%mm7
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
279 pfsub %mm7,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
280
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
281 movq 48(%ecx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
282 pfmul 48(%ebx),%mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
283 pfsub %mm1,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
284 movq 176(%ecx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
285 pfmul -16(%ebx),%mm5
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
286 pfsub %mm5,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
287
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
288 movq 56(%ecx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
289 pfmul 56(%ebx),%mm2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
290 pfsub %mm2,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
291 movq 184(%ecx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
292 pfmul -8(%ebx),%mm6
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
293 pfsub %mm6,%mm4
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
294
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
295 pfacc %mm4,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
296 movq (%esi), %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
297 pf2id %mm0, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
298 pand one_null, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
299 psrld $16,%mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
300 pand null_one, %mm0
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
301 por %mm0, %mm1
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
302 movq %mm1,(%esi)
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
303
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
304 subl $128,%ebx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
305 addl $256,%ecx
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
306 addl $8,%esi
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
307 decl %ebp
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
308 jnz .L68
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
309
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
310 / --- end of loop 2
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
311
970fbd433564 Last minute improvements before release
nickols_k
parents: 859
diff changeset
312 pxor %mm0, %mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
313
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
314 movq (%ecx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
315 pfmul (%ebx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
316 pfsub %mm1,%mm0
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
317
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
318 movq 8(%ecx),%mm2
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
319 pfmul 8(%ebx),%mm2
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
320 pfsub %mm2,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
321
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
322 movq 16(%ecx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
323 pfmul 16(%ebx),%mm3
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
324 pfsub %mm3,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
325
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
326 movq 24(%ecx),%mm4
763
b659160c629f improvements
nickols_k
parents: 736
diff changeset
327 pfmul 24(%ebx),%mm4
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
328 pfsub %mm4,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
329
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
330 movq 32(%ecx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
331 pfmul 32(%ebx),%mm5
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
332 pfsub %mm5,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
333
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
334 movq 40(%ecx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
335 pfmul 40(%ebx),%mm6
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
336 pfsub %mm6,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
337
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
338 movq 48(%ecx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
339 pfmul 48(%ebx),%mm7
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
340 pfsub %mm7,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
341
859
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
342 movq 56(%ecx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
343 pfmul 56(%ebx),%mm1
3560d38486ab Better insns scheduling
nickols_k
parents: 781
diff changeset
344 pfsub %mm1,%mm0
736
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
345
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
346 pfacc %mm0,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
347
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
348 pf2id %mm0,%mm0
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
349 movd %mm0,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
350
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
351 sar $16,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
352
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
353 movw %ax,(%esi)
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
354
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
355 femms
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
356
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
357 movl %edi,%eax
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
358 popl %ebx
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
359 popl %esi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
360 popl %edi
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
361 popl %ebp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
362 addl $12,%esp
59b0a9ec8604 K7 3dnow-dsp support
nickols_k
parents:
diff changeset
363 ret