annotate i386/dsputil_mmx_avg.h @ 5:4479bcab253e libavcodec

suppressed no longer needed emms()
author glantau
date Tue, 24 Jul 2001 20:38:55 +0000
parents 986e461dc072
children 1b4461b5a7fb
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
986e461dc072 Initial revision
glantau
parents:
diff changeset
1 /*
986e461dc072 Initial revision
glantau
parents:
diff changeset
2 * DSP utils : average functions are compiled twice for 3dnow/mmx2
986e461dc072 Initial revision
glantau
parents:
diff changeset
3 * Copyright (c) 2000, 2001 Gerard Lantau.
986e461dc072 Initial revision
glantau
parents:
diff changeset
4 *
986e461dc072 Initial revision
glantau
parents:
diff changeset
5 * This program is free software; you can redistribute it and/or modify
986e461dc072 Initial revision
glantau
parents:
diff changeset
6 * it under the terms of the GNU General Public License as published by
986e461dc072 Initial revision
glantau
parents:
diff changeset
7 * the Free Software Foundation; either version 2 of the License, or
986e461dc072 Initial revision
glantau
parents:
diff changeset
8 * (at your option) any later version.
986e461dc072 Initial revision
glantau
parents:
diff changeset
9 *
986e461dc072 Initial revision
glantau
parents:
diff changeset
10 * This program is distributed in the hope that it will be useful,
986e461dc072 Initial revision
glantau
parents:
diff changeset
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
986e461dc072 Initial revision
glantau
parents:
diff changeset
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
986e461dc072 Initial revision
glantau
parents:
diff changeset
13 * GNU General Public License for more details.
986e461dc072 Initial revision
glantau
parents:
diff changeset
14 *
986e461dc072 Initial revision
glantau
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License
986e461dc072 Initial revision
glantau
parents:
diff changeset
16 * along with this program; if not, write to the Free Software
986e461dc072 Initial revision
glantau
parents:
diff changeset
17 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
986e461dc072 Initial revision
glantau
parents:
diff changeset
18 *
986e461dc072 Initial revision
glantau
parents:
diff changeset
19 * MMX optimization by Nick Kurshev <nickols_k@mail.ru>
986e461dc072 Initial revision
glantau
parents:
diff changeset
20 */
986e461dc072 Initial revision
glantau
parents:
diff changeset
21
986e461dc072 Initial revision
glantau
parents:
diff changeset
22 static void DEF(put_pixels_x2)(UINT8 *block, const UINT8 *pixels, int line_size, int h)
986e461dc072 Initial revision
glantau
parents:
diff changeset
23 {
986e461dc072 Initial revision
glantau
parents:
diff changeset
24 int dh, hh;
986e461dc072 Initial revision
glantau
parents:
diff changeset
25 UINT8 *p;
986e461dc072 Initial revision
glantau
parents:
diff changeset
26 const UINT8 *pix;
986e461dc072 Initial revision
glantau
parents:
diff changeset
27 p = block;
986e461dc072 Initial revision
glantau
parents:
diff changeset
28 pix = pixels;
986e461dc072 Initial revision
glantau
parents:
diff changeset
29 hh=h>>2;
986e461dc072 Initial revision
glantau
parents:
diff changeset
30 dh=h&3;
986e461dc072 Initial revision
glantau
parents:
diff changeset
31 while(hh--) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
32 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
33 "movq %4, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
34 "movq 1%4, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
35 "movq %5, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
36 "movq 1%5, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
37 "movq %6, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
38 "movq 1%6, %%mm5\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
39 "movq %7, %%mm6\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
40 "movq 1%7, %%mm7\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
41 PAVGB" %%mm1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
42 PAVGB" %%mm3, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
43 PAVGB" %%mm5, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
44 PAVGB" %%mm7, %%mm6\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
45 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
46 "movq %%mm2, %1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
47 "movq %%mm4, %2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
48 "movq %%mm6, %3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
49 :"=m"(*p), "=m"(*(p+line_size)), "=m"(*(p+line_size*2)), "=m"(*(p+line_size*3))
986e461dc072 Initial revision
glantau
parents:
diff changeset
50 :"m"(*pix), "m"(*(pix+line_size)), "m"(*(pix+line_size*2)), "m"(*(pix+line_size*3))
986e461dc072 Initial revision
glantau
parents:
diff changeset
51 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
52 pix += line_size*4; p += line_size*4;
986e461dc072 Initial revision
glantau
parents:
diff changeset
53 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
54 while(dh--) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
55 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
56 "movq %1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
57 "movq 1%1, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
58 PAVGB" %%mm1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
59 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
60 :"=m"(*p)
986e461dc072 Initial revision
glantau
parents:
diff changeset
61 :"m"(*pix)
986e461dc072 Initial revision
glantau
parents:
diff changeset
62 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
63 pix += line_size; p += line_size;
986e461dc072 Initial revision
glantau
parents:
diff changeset
64 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
65 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
66
986e461dc072 Initial revision
glantau
parents:
diff changeset
67 static void DEF(put_pixels_y2)(UINT8 *block, const UINT8 *pixels, int line_size, int h)
986e461dc072 Initial revision
glantau
parents:
diff changeset
68 {
986e461dc072 Initial revision
glantau
parents:
diff changeset
69 int dh, hh;
986e461dc072 Initial revision
glantau
parents:
diff changeset
70 UINT8 *p;
986e461dc072 Initial revision
glantau
parents:
diff changeset
71 const UINT8 *pix;
986e461dc072 Initial revision
glantau
parents:
diff changeset
72 p = block;
986e461dc072 Initial revision
glantau
parents:
diff changeset
73 pix = pixels;
986e461dc072 Initial revision
glantau
parents:
diff changeset
74
986e461dc072 Initial revision
glantau
parents:
diff changeset
75 hh=h>>1;
986e461dc072 Initial revision
glantau
parents:
diff changeset
76 dh=h&1;
986e461dc072 Initial revision
glantau
parents:
diff changeset
77 while(hh--) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
78 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
79 "movq %2, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
80 "movq %3, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
81 "movq %4, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
82 PAVGB" %%mm1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
83 PAVGB" %%mm2, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
84 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
85 "movq %%mm1, %1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
86 :"=m"(*p), "=m"(*(p+line_size))
986e461dc072 Initial revision
glantau
parents:
diff changeset
87 :"m"(*pix), "m"(*(pix+line_size)),
986e461dc072 Initial revision
glantau
parents:
diff changeset
88 "m"(*(pix+line_size*2))
986e461dc072 Initial revision
glantau
parents:
diff changeset
89 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
90 pix += line_size*2;
986e461dc072 Initial revision
glantau
parents:
diff changeset
91 p += line_size*2;
986e461dc072 Initial revision
glantau
parents:
diff changeset
92 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
93 if(dh) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
94 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
95 "movq %1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
96 "movq %2, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
97 PAVGB" %%mm1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
98 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
99 :"=m"(*p)
986e461dc072 Initial revision
glantau
parents:
diff changeset
100 :"m"(*pix),
986e461dc072 Initial revision
glantau
parents:
diff changeset
101 "m"(*(pix+line_size))
986e461dc072 Initial revision
glantau
parents:
diff changeset
102 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
103 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
104 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
105
986e461dc072 Initial revision
glantau
parents:
diff changeset
106 static void DEF(avg_pixels)(UINT8 *block, const UINT8 *pixels, int line_size, int h)
986e461dc072 Initial revision
glantau
parents:
diff changeset
107 {
986e461dc072 Initial revision
glantau
parents:
diff changeset
108 int dh, hh;
986e461dc072 Initial revision
glantau
parents:
diff changeset
109 UINT8 *p;
986e461dc072 Initial revision
glantau
parents:
diff changeset
110 const UINT8 *pix;
986e461dc072 Initial revision
glantau
parents:
diff changeset
111 p = block;
986e461dc072 Initial revision
glantau
parents:
diff changeset
112 pix = pixels;
986e461dc072 Initial revision
glantau
parents:
diff changeset
113 hh=h>>2;
986e461dc072 Initial revision
glantau
parents:
diff changeset
114 dh=h&3;
986e461dc072 Initial revision
glantau
parents:
diff changeset
115 while(hh--) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
116 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
117 "movq %0, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
118 "movq %4, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
119 "movq %1, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
120 "movq %5, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
121 "movq %2, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
122 "movq %6, %%mm5\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
123 "movq %3, %%mm6\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
124 "movq %7, %%mm7\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
125 PAVGB" %%mm1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
126 PAVGB" %%mm3, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
127 PAVGB" %%mm5, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
128 PAVGB" %%mm7, %%mm6\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
129 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
130 "movq %%mm2, %1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
131 "movq %%mm4, %2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
132 "movq %%mm6, %3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
133 :"=m"(*p), "=m"(*(p+line_size)), "=m"(*(p+line_size*2)), "=m"(*(p+line_size*3))
986e461dc072 Initial revision
glantau
parents:
diff changeset
134 :"m"(*pix), "m"(*(pix+line_size)), "m"(*(pix+line_size*2)), "m"(*(pix+line_size*3))
986e461dc072 Initial revision
glantau
parents:
diff changeset
135 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
136 pix += line_size*4; p += line_size*4;
986e461dc072 Initial revision
glantau
parents:
diff changeset
137 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
138 while(dh--) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
139 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
140 "movq %0, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
141 "movq %1, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
142 PAVGB" %%mm1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
143 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
144 :"=m"(*p)
986e461dc072 Initial revision
glantau
parents:
diff changeset
145 :"m"(*pix)
986e461dc072 Initial revision
glantau
parents:
diff changeset
146 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
147 pix += line_size; p += line_size;
986e461dc072 Initial revision
glantau
parents:
diff changeset
148 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
149 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
150
986e461dc072 Initial revision
glantau
parents:
diff changeset
151 static void DEF(avg_pixels_x2)( UINT8 *block, const UINT8 *pixels, int line_size, int h)
986e461dc072 Initial revision
glantau
parents:
diff changeset
152 {
986e461dc072 Initial revision
glantau
parents:
diff changeset
153 int dh, hh;
986e461dc072 Initial revision
glantau
parents:
diff changeset
154 UINT8 *p;
986e461dc072 Initial revision
glantau
parents:
diff changeset
155 const UINT8 *pix;
986e461dc072 Initial revision
glantau
parents:
diff changeset
156 p = block;
986e461dc072 Initial revision
glantau
parents:
diff changeset
157 pix = pixels;
986e461dc072 Initial revision
glantau
parents:
diff changeset
158 hh=h>>1;
986e461dc072 Initial revision
glantau
parents:
diff changeset
159 dh=h&1;
986e461dc072 Initial revision
glantau
parents:
diff changeset
160 while(hh--) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
161 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
162 "movq %2, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
163 "movq 1%2, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
164 "movq %3, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
165 "movq 1%3, %%mm5\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
166 "movq %0, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
167 "movq %1, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
168 PAVGB" %%mm3, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
169 PAVGB" %%mm2, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
170 PAVGB" %%mm5, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
171 PAVGB" %%mm4, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
172 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
173 "movq %%mm1, %1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
174 :"=m"(*p), "=m"(*(p+line_size))
986e461dc072 Initial revision
glantau
parents:
diff changeset
175 :"m"(*pix), "m"(*(pix+line_size))
986e461dc072 Initial revision
glantau
parents:
diff changeset
176 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
177 pix += line_size*2;
986e461dc072 Initial revision
glantau
parents:
diff changeset
178 p += line_size*2;
986e461dc072 Initial revision
glantau
parents:
diff changeset
179 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
180 if(dh) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
181 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
182 "movq %1, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
183 "movq 1%1, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
184 "movq %0, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
185 PAVGB" %%mm2, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
186 PAVGB" %%mm1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
187 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
188 :"=m"(*p)
986e461dc072 Initial revision
glantau
parents:
diff changeset
189 :"m"(*pix)
986e461dc072 Initial revision
glantau
parents:
diff changeset
190 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
191 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
192 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
193
986e461dc072 Initial revision
glantau
parents:
diff changeset
194 static void DEF(avg_pixels_y2)( UINT8 *block, const UINT8 *pixels, int line_size, int h)
986e461dc072 Initial revision
glantau
parents:
diff changeset
195 {
986e461dc072 Initial revision
glantau
parents:
diff changeset
196 int dh, hh;
986e461dc072 Initial revision
glantau
parents:
diff changeset
197 UINT8 *p;
986e461dc072 Initial revision
glantau
parents:
diff changeset
198 const UINT8 *pix;
986e461dc072 Initial revision
glantau
parents:
diff changeset
199 p = block;
986e461dc072 Initial revision
glantau
parents:
diff changeset
200 pix = pixels;
986e461dc072 Initial revision
glantau
parents:
diff changeset
201 hh=h>>1;
986e461dc072 Initial revision
glantau
parents:
diff changeset
202 dh=h&1;
986e461dc072 Initial revision
glantau
parents:
diff changeset
203 while(hh--) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
204 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
205 "movq %2, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
206 "movq %3, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
207 "movq %3, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
208 "movq %4, %%mm5\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
209 "movq %0, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
210 "movq %1, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
211 PAVGB" %%mm3, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
212 PAVGB" %%mm2, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
213 PAVGB" %%mm5, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
214 PAVGB" %%mm4, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
215 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
216 "movq %%mm1, %1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
217 :"=m"(*p), "=m"(*(p+line_size))
986e461dc072 Initial revision
glantau
parents:
diff changeset
218 :"m"(*pix), "m"(*(pix+line_size)), "m"(*(pix+line_size*2))
986e461dc072 Initial revision
glantau
parents:
diff changeset
219 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
220 pix += line_size*2;
986e461dc072 Initial revision
glantau
parents:
diff changeset
221 p += line_size*2;
986e461dc072 Initial revision
glantau
parents:
diff changeset
222 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
223 if(dh) {
986e461dc072 Initial revision
glantau
parents:
diff changeset
224 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
225 "movq %1, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
226 "movq %2, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
227 "movq %0, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
228 PAVGB" %%mm2, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
229 PAVGB" %%mm1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
230 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
231 :"=m"(*p)
986e461dc072 Initial revision
glantau
parents:
diff changeset
232 :"m"(*pix), "m"(*(pix+line_size))
986e461dc072 Initial revision
glantau
parents:
diff changeset
233 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
234 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
235 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
236
986e461dc072 Initial revision
glantau
parents:
diff changeset
237 static void DEF(avg_pixels_xy2)( UINT8 *block, const UINT8 *pixels, int line_size, int h)
986e461dc072 Initial revision
glantau
parents:
diff changeset
238 {
986e461dc072 Initial revision
glantau
parents:
diff changeset
239 UINT8 *p;
986e461dc072 Initial revision
glantau
parents:
diff changeset
240 const UINT8 *pix;
986e461dc072 Initial revision
glantau
parents:
diff changeset
241 p = block;
986e461dc072 Initial revision
glantau
parents:
diff changeset
242 pix = pixels;
986e461dc072 Initial revision
glantau
parents:
diff changeset
243 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
244 "pxor %%mm7, %%mm7\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
245 "movq %0, %%mm6\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
246 ::"m"(mm_wtwo[0]):"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
247 do {
986e461dc072 Initial revision
glantau
parents:
diff changeset
248 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
249 "movq %1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
250 "movq %2, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
251 "movq 1%1, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
252 "movq 1%2, %%mm5\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
253 "movq %%mm0, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
254 "movq %%mm1, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
255 "punpcklbw %%mm7, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
256 "punpcklbw %%mm7, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
257 "punpckhbw %%mm7, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
258 "punpckhbw %%mm7, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
259 "paddusw %%mm1, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
260 "paddusw %%mm3, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
261 "movq %%mm4, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
262 "movq %%mm5, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
263 "punpcklbw %%mm7, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
264 "punpcklbw %%mm7, %%mm5\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
265 "punpckhbw %%mm7, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
266 "punpckhbw %%mm7, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
267 "paddusw %%mm5, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
268 "paddusw %%mm3, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
269 "paddusw %%mm6, %%mm4\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
270 "paddusw %%mm6, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
271 "paddusw %%mm4, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
272 "paddusw %%mm1, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
273 "psrlw $2, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
274 "psrlw $2, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
275 "packuswb %%mm2, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
276 PAVGB" %0, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
277 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
278 :"=m"(*p)
986e461dc072 Initial revision
glantau
parents:
diff changeset
279 :"m"(*pix),
986e461dc072 Initial revision
glantau
parents:
diff changeset
280 "m"(*(pix+line_size))
986e461dc072 Initial revision
glantau
parents:
diff changeset
281 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
282 pix += line_size;
986e461dc072 Initial revision
glantau
parents:
diff changeset
283 p += line_size ;
986e461dc072 Initial revision
glantau
parents:
diff changeset
284 } while(--h);
986e461dc072 Initial revision
glantau
parents:
diff changeset
285 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
286
986e461dc072 Initial revision
glantau
parents:
diff changeset
287 static void DEF(sub_pixels_x2)( DCTELEM *block, const UINT8 *pixels, int line_size, int h)
986e461dc072 Initial revision
glantau
parents:
diff changeset
288 {
986e461dc072 Initial revision
glantau
parents:
diff changeset
289 DCTELEM *p;
986e461dc072 Initial revision
glantau
parents:
diff changeset
290 const UINT8 *pix;
986e461dc072 Initial revision
glantau
parents:
diff changeset
291 p = block;
986e461dc072 Initial revision
glantau
parents:
diff changeset
292 pix = pixels;
986e461dc072 Initial revision
glantau
parents:
diff changeset
293 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
294 "pxor %%mm7, %%mm7":::"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
295 do {
986e461dc072 Initial revision
glantau
parents:
diff changeset
296 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
297 "movq 1%1, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
298 "movq %0, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
299 PAVGB" %1, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
300 "movq 8%0, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
301 "movq %%mm2, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
302 "punpcklbw %%mm7, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
303 "punpckhbw %%mm7, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
304 "psubsw %%mm2, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
305 "psubsw %%mm3, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
306 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
307 "movq %%mm1, 8%0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
308 :"=m"(*p)
986e461dc072 Initial revision
glantau
parents:
diff changeset
309 :"m"(*pix)
986e461dc072 Initial revision
glantau
parents:
diff changeset
310 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
311 pix += line_size;
986e461dc072 Initial revision
glantau
parents:
diff changeset
312 p += 8;
986e461dc072 Initial revision
glantau
parents:
diff changeset
313 } while (--h);
986e461dc072 Initial revision
glantau
parents:
diff changeset
314 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
315
986e461dc072 Initial revision
glantau
parents:
diff changeset
316 static void DEF(sub_pixels_y2)( DCTELEM *block, const UINT8 *pixels, int line_size, int h)
986e461dc072 Initial revision
glantau
parents:
diff changeset
317 {
986e461dc072 Initial revision
glantau
parents:
diff changeset
318 DCTELEM *p;
986e461dc072 Initial revision
glantau
parents:
diff changeset
319 const UINT8 *pix;
986e461dc072 Initial revision
glantau
parents:
diff changeset
320 p = block;
986e461dc072 Initial revision
glantau
parents:
diff changeset
321 pix = pixels;
986e461dc072 Initial revision
glantau
parents:
diff changeset
322 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
323 "pxor %%mm7, %%mm7":::"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
324 do {
986e461dc072 Initial revision
glantau
parents:
diff changeset
325 __asm __volatile(
986e461dc072 Initial revision
glantau
parents:
diff changeset
326 "movq %2, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
327 "movq %0, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
328 PAVGB" %1, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
329 "movq 8%0, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
330 "movq %%mm2, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
331 "punpcklbw %%mm7, %%mm2\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
332 "punpckhbw %%mm7, %%mm3\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
333 "psubsw %%mm2, %%mm0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
334 "psubsw %%mm3, %%mm1\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
335 "movq %%mm0, %0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
336 "movq %%mm1, 8%0\n\t"
986e461dc072 Initial revision
glantau
parents:
diff changeset
337 :"=m"(*p)
986e461dc072 Initial revision
glantau
parents:
diff changeset
338 :"m"(*pix), "m"(*(pix+line_size))
986e461dc072 Initial revision
glantau
parents:
diff changeset
339 :"memory");
986e461dc072 Initial revision
glantau
parents:
diff changeset
340 pix += line_size;
986e461dc072 Initial revision
glantau
parents:
diff changeset
341 p += 8;
986e461dc072 Initial revision
glantau
parents:
diff changeset
342 } while (--h);
986e461dc072 Initial revision
glantau
parents:
diff changeset
343 }
986e461dc072 Initial revision
glantau
parents:
diff changeset
344