Mercurial > mplayer.hg
annotate postproc/rgb2rgb_template.c @ 6285:0b73c83bc47f
automatically adding untranslated messages to help_mp.h from english master file
author | arpi |
---|---|
date | Mon, 03 Jun 2002 17:48:19 +0000 |
parents | f38c7228a094 |
children | c5cf988c6d6f |
rev | line source |
---|---|
2694 | 1 /* |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
2 * |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
3 * rgb2rgb.c, Software RGB to RGB convertor |
2732 | 4 * pluralize by Software PAL8 to RGB convertor |
5 * Software YUV to YUV convertor | |
6 * Software YUV to RGB convertor | |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
7 * Written by Nick Kurshev. |
3132 | 8 * palette & yuv & runtime cpu stuff by Michael (michaelni@gmx.at) (under GPL) |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
9 */ |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
10 |
3132 | 11 #undef PREFETCH |
12 #undef MOVNTQ | |
13 #undef EMMS | |
14 #undef SFENCE | |
15 #undef MMREG_SIZE | |
16 #undef PREFETCHW | |
17 #undef PAVGB | |
2755 | 18 |
3132 | 19 #ifdef HAVE_SSE2 |
20 #define MMREG_SIZE 16 | |
21 #else | |
22 #define MMREG_SIZE 8 | |
2535 | 23 #endif |
2513 | 24 |
3132 | 25 #ifdef HAVE_3DNOW |
26 #define PREFETCH "prefetch" | |
27 #define PREFETCHW "prefetchw" | |
28 #define PAVGB "pavgusb" | |
29 #elif defined ( HAVE_MMX2 ) | |
30 #define PREFETCH "prefetchnta" | |
31 #define PREFETCHW "prefetcht0" | |
32 #define PAVGB "pavgb" | |
33 #else | |
34 #define PREFETCH "/nop" | |
35 #define PREFETCHW "/nop" | |
36 #endif | |
37 | |
38 #ifdef HAVE_3DNOW | |
39 /* On K6 femms is faster of emms. On K7 femms is directly mapped on emms. */ | |
40 #define EMMS "femms" | |
41 #else | |
42 #define EMMS "emms" | |
43 #endif | |
44 | |
45 #ifdef HAVE_MMX2 | |
46 #define MOVNTQ "movntq" | |
47 #define SFENCE "sfence" | |
48 #else | |
49 #define MOVNTQ "movq" | |
50 #define SFENCE "/nop" | |
51 #endif | |
52 | |
53 static inline void RENAME(rgb24to32)(const uint8_t *src,uint8_t *dst,unsigned src_size) | |
2504 | 54 { |
2508 | 55 uint8_t *dest = dst; |
2677 | 56 const uint8_t *s = src; |
57 const uint8_t *end; | |
2510 | 58 #ifdef HAVE_MMX |
6096 | 59 const uint8_t *mm_end; |
2510 | 60 #endif |
2504 | 61 end = s + src_size; |
2510 | 62 #ifdef HAVE_MMX |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
63 __asm __volatile(PREFETCH" %0"::"m"(*s):"memory"); |
6096 | 64 mm_end = end - 23; |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
65 __asm __volatile("movq %0, %%mm7"::"m"(mask32):"memory"); |
2510 | 66 while(s < mm_end) |
67 { | |
2511 | 68 __asm __volatile( |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
69 PREFETCH" 32%1\n\t" |
2510 | 70 "movd %1, %%mm0\n\t" |
2738 | 71 "punpckldq 3%1, %%mm0\n\t" |
72 "movd 6%1, %%mm1\n\t" | |
73 "punpckldq 9%1, %%mm1\n\t" | |
74 "movd 12%1, %%mm2\n\t" | |
75 "punpckldq 15%1, %%mm2\n\t" | |
76 "movd 18%1, %%mm3\n\t" | |
77 "punpckldq 21%1, %%mm3\n\t" | |
2510 | 78 "pand %%mm7, %%mm0\n\t" |
2738 | 79 "pand %%mm7, %%mm1\n\t" |
2510 | 80 "pand %%mm7, %%mm2\n\t" |
2738 | 81 "pand %%mm7, %%mm3\n\t" |
2511 | 82 MOVNTQ" %%mm0, %0\n\t" |
2738 | 83 MOVNTQ" %%mm1, 8%0\n\t" |
84 MOVNTQ" %%mm2, 16%0\n\t" | |
85 MOVNTQ" %%mm3, 24%0" | |
2510 | 86 :"=m"(*dest) |
87 :"m"(*s) | |
88 :"memory"); | |
2738 | 89 dest += 32; |
90 s += 24; | |
2510 | 91 } |
2513 | 92 __asm __volatile(SFENCE:::"memory"); |
2511 | 93 __asm __volatile(EMMS:::"memory"); |
2510 | 94 #endif |
2504 | 95 while(s < end) |
96 { | |
2508 | 97 *dest++ = *s++; |
98 *dest++ = *s++; | |
99 *dest++ = *s++; | |
100 *dest++ = 0; | |
2504 | 101 } |
102 } | |
2505 | 103 |
3132 | 104 static inline void RENAME(rgb32to24)(const uint8_t *src,uint8_t *dst,unsigned src_size) |
2505 | 105 { |
106 uint8_t *dest = dst; | |
2677 | 107 const uint8_t *s = src; |
108 const uint8_t *end; | |
2517 | 109 #ifdef HAVE_MMX |
6096 | 110 const uint8_t *mm_end; |
2517 | 111 #endif |
2505 | 112 end = s + src_size; |
2517 | 113 #ifdef HAVE_MMX |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
114 __asm __volatile(PREFETCH" %0"::"m"(*s):"memory"); |
6096 | 115 mm_end = end - 31; |
2517 | 116 while(s < mm_end) |
117 { | |
118 __asm __volatile( | |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
119 PREFETCH" 32%1\n\t" |
2517 | 120 "movq %1, %%mm0\n\t" |
121 "movq 8%1, %%mm1\n\t" | |
2746
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
122 "movq 16%1, %%mm4\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
123 "movq 24%1, %%mm5\n\t" |
2517 | 124 "movq %%mm0, %%mm2\n\t" |
125 "movq %%mm1, %%mm3\n\t" | |
2746
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
126 "movq %%mm4, %%mm6\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
127 "movq %%mm5, %%mm7\n\t" |
2517 | 128 "psrlq $8, %%mm2\n\t" |
129 "psrlq $8, %%mm3\n\t" | |
2746
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
130 "psrlq $8, %%mm6\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
131 "psrlq $8, %%mm7\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
132 "pand %2, %%mm0\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
133 "pand %2, %%mm1\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
134 "pand %2, %%mm4\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
135 "pand %2, %%mm5\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
136 "pand %3, %%mm2\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
137 "pand %3, %%mm3\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
138 "pand %3, %%mm6\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
139 "pand %3, %%mm7\n\t" |
2517 | 140 "por %%mm2, %%mm0\n\t" |
141 "por %%mm3, %%mm1\n\t" | |
2746
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
142 "por %%mm6, %%mm4\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
143 "por %%mm7, %%mm5\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
144 |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
145 "movq %%mm1, %%mm2\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
146 "movq %%mm4, %%mm3\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
147 "psllq $48, %%mm2\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
148 "psllq $32, %%mm3\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
149 "pand %4, %%mm2\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
150 "pand %5, %%mm3\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
151 "por %%mm2, %%mm0\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
152 "psrlq $16, %%mm1\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
153 "psrlq $32, %%mm4\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
154 "psllq $16, %%mm5\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
155 "por %%mm3, %%mm1\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
156 "pand %6, %%mm5\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
157 "por %%mm5, %%mm4\n\t" |
3132 | 158 |
2517 | 159 MOVNTQ" %%mm0, %0\n\t" |
2746
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
160 MOVNTQ" %%mm1, 8%0\n\t" |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
161 MOVNTQ" %%mm4, 16%0" |
2517 | 162 :"=m"(*dest) |
2746
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
163 :"m"(*s),"m"(mask24l), |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
164 "m"(mask24h),"m"(mask24hh),"m"(mask24hhh),"m"(mask24hhhh) |
2517 | 165 :"memory"); |
2746
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
166 dest += 24; |
dece635a28e3
Minor speedup of rgb32to24. (performance is not successful)
nick
parents:
2741
diff
changeset
|
167 s += 32; |
2517 | 168 } |
169 __asm __volatile(SFENCE:::"memory"); | |
170 __asm __volatile(EMMS:::"memory"); | |
171 #endif | |
2505 | 172 while(s < end) |
173 { | |
174 *dest++ = *s++; | |
175 *dest++ = *s++; | |
176 *dest++ = *s++; | |
177 s++; | |
178 } | |
179 } | |
2506 | 180 |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
181 /* |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
182 Original by Strepto/Astral |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
183 ported to gcc & bugfixed : A'rpi |
2564 | 184 MMX2, 3DNOW optimization by Nick Kurshev |
2698
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
185 32bit c version, and and&add trick by Michael Niedermayer |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
186 */ |
3132 | 187 static inline void RENAME(rgb15to16)(const uint8_t *src,uint8_t *dst,unsigned src_size) |
2506 | 188 { |
189 #ifdef HAVE_MMX | |
6096 | 190 register int offs=15-src_size; |
191 register const char* s=src-offs; | |
192 register char* d=dst-offs; | |
2698
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
193 __asm __volatile(PREFETCH" %0"::"m"(*(s+offs))); |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
194 __asm __volatile( |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
195 "movq %0, %%mm4\n\t" |
2698
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
196 ::"m"(mask15s)); |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
197 while(offs<0) |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
198 { |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
199 __asm __volatile( |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
200 PREFETCH" 32%1\n\t" |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
201 "movq %1, %%mm0\n\t" |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
202 "movq 8%1, %%mm2\n\t" |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
203 "movq %%mm0, %%mm1\n\t" |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
204 "movq %%mm2, %%mm3\n\t" |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
205 "pand %%mm4, %%mm0\n\t" |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
206 "pand %%mm4, %%mm2\n\t" |
2698
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
207 "paddw %%mm1, %%mm0\n\t" |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
208 "paddw %%mm3, %%mm2\n\t" |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
209 MOVNTQ" %%mm0, %0\n\t" |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
210 MOVNTQ" %%mm2, 8%0" |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
211 :"=m"(*(d+offs)) |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
212 :"m"(*(s+offs)) |
2698
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
213 ); |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
214 offs+=16; |
2506 | 215 } |
2538
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
216 __asm __volatile(SFENCE:::"memory"); |
71320898b333
Finish mmx2, 3dnow optimiz. 15to16 should be tested. Better fix of can't compile
nick
parents:
2535
diff
changeset
|
217 __asm __volatile(EMMS:::"memory"); |
2506 | 218 #else |
2698
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
219 #if 0 |
2677 | 220 const uint16_t *s1=( uint16_t * )src; |
2506 | 221 uint16_t *d1=( uint16_t * )dst; |
222 uint16_t *e=((uint8_t *)s1)+src_size; | |
223 while( s1<e ){ | |
224 register int x=*( s1++ ); | |
225 /* rrrrrggggggbbbbb | |
226 0rrrrrgggggbbbbb | |
227 0111 1111 1110 0000=0x7FE0 | |
228 00000000000001 1111=0x001F */ | |
229 *( d1++ )=( x&0x001F )|( ( x&0x7FE0 )<<1 ); | |
230 } | |
2698
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
231 #else |
2718 | 232 const unsigned *s1=( unsigned * )src; |
233 unsigned *d1=( unsigned * )dst; | |
2698
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
234 int i; |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
235 int size= src_size>>2; |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
236 for(i=0; i<size; i++) |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
237 { |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
238 register int x= s1[i]; |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
239 // d1[i] = x + (x&0x7FE07FE0); //faster but need msbit =0 which might not allways be true |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
240 d1[i] = (x&0x7FFF7FFF) + (x&0x7FE07FE0); |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
241 |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
242 } |
22652c028692
faster 15to16 bit rgb (the mmx routine is limited by memory speed so there is no difference ): but the c routine is faster
michael
parents:
2697
diff
changeset
|
243 #endif |
2506 | 244 #endif |
245 } | |
2694 | 246 |
3132 | 247 static inline void RENAME(rgb32to16)(const uint8_t *src, uint8_t *dst, unsigned src_size) |
2694 | 248 { |
2741 | 249 #ifdef HAVE_MMX |
250 const uint8_t *s = src; | |
251 const uint8_t *end,*mm_end; | |
252 uint16_t *d = (uint16_t *)dst; | |
253 end = s + src_size; | |
6096 | 254 mm_end = end - 15; |
2741 | 255 __asm __volatile(PREFETCH" %0"::"m"(*src):"memory"); |
256 __asm __volatile( | |
257 "movq %0, %%mm7\n\t" | |
258 "movq %1, %%mm6\n\t" | |
259 ::"m"(red_16mask),"m"(green_16mask)); | |
260 while(s < mm_end) | |
261 { | |
262 __asm __volatile( | |
263 PREFETCH" 32%1\n\t" | |
264 "movd %1, %%mm0\n\t" | |
265 "movd 4%1, %%mm3\n\t" | |
266 "punpckldq 8%1, %%mm0\n\t" | |
267 "punpckldq 12%1, %%mm3\n\t" | |
268 "movq %%mm0, %%mm1\n\t" | |
269 "movq %%mm0, %%mm2\n\t" | |
270 "movq %%mm3, %%mm4\n\t" | |
271 "movq %%mm3, %%mm5\n\t" | |
272 "psrlq $3, %%mm0\n\t" | |
273 "psrlq $3, %%mm3\n\t" | |
274 "pand %2, %%mm0\n\t" | |
275 "pand %2, %%mm3\n\t" | |
276 "psrlq $5, %%mm1\n\t" | |
277 "psrlq $5, %%mm4\n\t" | |
278 "pand %%mm6, %%mm1\n\t" | |
279 "pand %%mm6, %%mm4\n\t" | |
280 "psrlq $8, %%mm2\n\t" | |
281 "psrlq $8, %%mm5\n\t" | |
282 "pand %%mm7, %%mm2\n\t" | |
283 "pand %%mm7, %%mm5\n\t" | |
284 "por %%mm1, %%mm0\n\t" | |
285 "por %%mm4, %%mm3\n\t" | |
286 "por %%mm2, %%mm0\n\t" | |
287 "por %%mm5, %%mm3\n\t" | |
288 "psllq $16, %%mm3\n\t" | |
289 "por %%mm3, %%mm0\n\t" | |
290 MOVNTQ" %%mm0, %0\n\t" | |
291 :"=m"(*d):"m"(*s),"m"(blue_16mask):"memory"); | |
292 d += 4; | |
293 s += 16; | |
294 } | |
295 while(s < end) | |
296 { | |
297 const int b= *s++; | |
298 const int g= *s++; | |
299 const int r= *s++; | |
6096 | 300 s++; |
2741 | 301 *d++ = (b>>3) | ((g&0xFC)<<3) | ((r&0xF8)<<8); |
302 } | |
303 __asm __volatile(SFENCE:::"memory"); | |
304 __asm __volatile(EMMS:::"memory"); | |
305 #else | |
2719
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
306 unsigned j,i,num_pixels=src_size/4; |
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
307 uint16_t *d = (uint16_t *)dst; |
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
308 for(i=0,j=0; j<num_pixels; i+=4,j++) |
2694 | 309 { |
310 const int b= src[i+0]; | |
311 const int g= src[i+1]; | |
312 const int r= src[i+2]; | |
313 | |
2719
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
314 d[j]= (b>>3) | ((g&0xFC)<<3) | ((r&0xF8)<<8); |
2694 | 315 } |
2741 | 316 #endif |
2694 | 317 } |
318 | |
3132 | 319 static inline void RENAME(rgb32to15)(const uint8_t *src, uint8_t *dst, unsigned src_size) |
2694 | 320 { |
2741 | 321 #ifdef HAVE_MMX |
322 const uint8_t *s = src; | |
323 const uint8_t *end,*mm_end; | |
324 uint16_t *d = (uint16_t *)dst; | |
325 end = s + src_size; | |
6096 | 326 mm_end = end - 15; |
2741 | 327 __asm __volatile(PREFETCH" %0"::"m"(*src):"memory"); |
328 __asm __volatile( | |
329 "movq %0, %%mm7\n\t" | |
330 "movq %1, %%mm6\n\t" | |
331 ::"m"(red_15mask),"m"(green_15mask)); | |
332 while(s < mm_end) | |
333 { | |
334 __asm __volatile( | |
335 PREFETCH" 32%1\n\t" | |
336 "movd %1, %%mm0\n\t" | |
337 "movd 4%1, %%mm3\n\t" | |
338 "punpckldq 8%1, %%mm0\n\t" | |
339 "punpckldq 12%1, %%mm3\n\t" | |
340 "movq %%mm0, %%mm1\n\t" | |
341 "movq %%mm0, %%mm2\n\t" | |
342 "movq %%mm3, %%mm4\n\t" | |
343 "movq %%mm3, %%mm5\n\t" | |
344 "psrlq $3, %%mm0\n\t" | |
345 "psrlq $3, %%mm3\n\t" | |
346 "pand %2, %%mm0\n\t" | |
347 "pand %2, %%mm3\n\t" | |
348 "psrlq $6, %%mm1\n\t" | |
349 "psrlq $6, %%mm4\n\t" | |
350 "pand %%mm6, %%mm1\n\t" | |
351 "pand %%mm6, %%mm4\n\t" | |
352 "psrlq $9, %%mm2\n\t" | |
353 "psrlq $9, %%mm5\n\t" | |
354 "pand %%mm7, %%mm2\n\t" | |
355 "pand %%mm7, %%mm5\n\t" | |
356 "por %%mm1, %%mm0\n\t" | |
357 "por %%mm4, %%mm3\n\t" | |
358 "por %%mm2, %%mm0\n\t" | |
359 "por %%mm5, %%mm3\n\t" | |
360 "psllq $16, %%mm3\n\t" | |
361 "por %%mm3, %%mm0\n\t" | |
362 MOVNTQ" %%mm0, %0\n\t" | |
363 :"=m"(*d):"m"(*s),"m"(blue_15mask):"memory"); | |
364 d += 4; | |
365 s += 16; | |
366 } | |
367 while(s < end) | |
368 { | |
369 const int b= *s++; | |
370 const int g= *s++; | |
371 const int r= *s++; | |
6096 | 372 s++; |
2741 | 373 *d++ = (b>>3) | ((g&0xF8)<<2) | ((r&0xF8)<<7); |
374 } | |
375 __asm __volatile(SFENCE:::"memory"); | |
376 __asm __volatile(EMMS:::"memory"); | |
377 #else | |
2719
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
378 unsigned j,i,num_pixels=src_size/4; |
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
379 uint16_t *d = (uint16_t *)dst; |
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
380 for(i=0,j=0; j<num_pixels; i+=4,j++) |
2694 | 381 { |
382 const int b= src[i+0]; | |
383 const int g= src[i+1]; | |
384 const int r= src[i+2]; | |
385 | |
2720 | 386 d[j]= (b>>3) | ((g&0xF8)<<2) | ((r&0xF8)<<7); |
2694 | 387 } |
2741 | 388 #endif |
2694 | 389 } |
390 | |
3132 | 391 static inline void RENAME(rgb24to16)(const uint8_t *src, uint8_t *dst, unsigned src_size) |
2718 | 392 { |
2740 | 393 #ifdef HAVE_MMX |
394 const uint8_t *s = src; | |
395 const uint8_t *end,*mm_end; | |
2719
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
396 uint16_t *d = (uint16_t *)dst; |
2740 | 397 end = s + src_size; |
6096 | 398 mm_end = end - 11; |
2738 | 399 __asm __volatile(PREFETCH" %0"::"m"(*src):"memory"); |
400 __asm __volatile( | |
401 "movq %0, %%mm7\n\t" | |
402 "movq %1, %%mm6\n\t" | |
2741 | 403 ::"m"(red_16mask),"m"(green_16mask)); |
2740 | 404 while(s < mm_end) |
2738 | 405 { |
406 __asm __volatile( | |
407 PREFETCH" 32%1\n\t" | |
408 "movd %1, %%mm0\n\t" | |
2740 | 409 "movd 3%1, %%mm3\n\t" |
410 "punpckldq 6%1, %%mm0\n\t" | |
2738 | 411 "punpckldq 9%1, %%mm3\n\t" |
412 "movq %%mm0, %%mm1\n\t" | |
413 "movq %%mm0, %%mm2\n\t" | |
414 "movq %%mm3, %%mm4\n\t" | |
415 "movq %%mm3, %%mm5\n\t" | |
416 "psrlq $3, %%mm0\n\t" | |
417 "psrlq $3, %%mm3\n\t" | |
2740 | 418 "pand %2, %%mm0\n\t" |
419 "pand %2, %%mm3\n\t" | |
420 "psrlq $5, %%mm1\n\t" | |
421 "psrlq $5, %%mm4\n\t" | |
422 "pand %%mm6, %%mm1\n\t" | |
423 "pand %%mm6, %%mm4\n\t" | |
424 "psrlq $8, %%mm2\n\t" | |
425 "psrlq $8, %%mm5\n\t" | |
426 "pand %%mm7, %%mm2\n\t" | |
427 "pand %%mm7, %%mm5\n\t" | |
2738 | 428 "por %%mm1, %%mm0\n\t" |
2740 | 429 "por %%mm4, %%mm3\n\t" |
2738 | 430 "por %%mm2, %%mm0\n\t" |
431 "por %%mm5, %%mm3\n\t" | |
2740 | 432 "psllq $16, %%mm3\n\t" |
433 "por %%mm3, %%mm0\n\t" | |
2738 | 434 MOVNTQ" %%mm0, %0\n\t" |
2741 | 435 :"=m"(*d):"m"(*s),"m"(blue_16mask):"memory"); |
2740 | 436 d += 4; |
437 s += 12; | |
2738 | 438 } |
2740 | 439 while(s < end) |
440 { | |
441 const int b= *s++; | |
442 const int g= *s++; | |
443 const int r= *s++; | |
444 *d++ = (b>>3) | ((g&0xFC)<<3) | ((r&0xF8)<<8); | |
445 } | |
446 __asm __volatile(SFENCE:::"memory"); | |
447 __asm __volatile(EMMS:::"memory"); | |
448 #else | |
449 unsigned j,i,num_pixels=src_size/3; | |
450 uint16_t *d = (uint16_t *)dst; | |
2719
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
451 for(i=0,j=0; j<num_pixels; i+=3,j++) |
2718 | 452 { |
453 const int b= src[i+0]; | |
454 const int g= src[i+1]; | |
455 const int r= src[i+2]; | |
456 | |
2719
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
457 d[j]= (b>>3) | ((g&0xFC)<<3) | ((r&0xF8)<<8); |
2718 | 458 } |
2740 | 459 #endif |
2718 | 460 } |
461 | |
3132 | 462 static inline void RENAME(rgb24to15)(const uint8_t *src, uint8_t *dst, unsigned src_size) |
2718 | 463 { |
2741 | 464 #ifdef HAVE_MMX |
465 const uint8_t *s = src; | |
466 const uint8_t *end,*mm_end; | |
467 uint16_t *d = (uint16_t *)dst; | |
468 end = s + src_size; | |
6096 | 469 mm_end = end -11; |
2741 | 470 __asm __volatile(PREFETCH" %0"::"m"(*src):"memory"); |
471 __asm __volatile( | |
472 "movq %0, %%mm7\n\t" | |
473 "movq %1, %%mm6\n\t" | |
474 ::"m"(red_15mask),"m"(green_15mask)); | |
475 while(s < mm_end) | |
476 { | |
477 __asm __volatile( | |
478 PREFETCH" 32%1\n\t" | |
479 "movd %1, %%mm0\n\t" | |
480 "movd 3%1, %%mm3\n\t" | |
481 "punpckldq 6%1, %%mm0\n\t" | |
482 "punpckldq 9%1, %%mm3\n\t" | |
483 "movq %%mm0, %%mm1\n\t" | |
484 "movq %%mm0, %%mm2\n\t" | |
485 "movq %%mm3, %%mm4\n\t" | |
486 "movq %%mm3, %%mm5\n\t" | |
487 "psrlq $3, %%mm0\n\t" | |
488 "psrlq $3, %%mm3\n\t" | |
489 "pand %2, %%mm0\n\t" | |
490 "pand %2, %%mm3\n\t" | |
491 "psrlq $6, %%mm1\n\t" | |
492 "psrlq $6, %%mm4\n\t" | |
493 "pand %%mm6, %%mm1\n\t" | |
494 "pand %%mm6, %%mm4\n\t" | |
495 "psrlq $9, %%mm2\n\t" | |
496 "psrlq $9, %%mm5\n\t" | |
497 "pand %%mm7, %%mm2\n\t" | |
498 "pand %%mm7, %%mm5\n\t" | |
499 "por %%mm1, %%mm0\n\t" | |
500 "por %%mm4, %%mm3\n\t" | |
501 "por %%mm2, %%mm0\n\t" | |
502 "por %%mm5, %%mm3\n\t" | |
503 "psllq $16, %%mm3\n\t" | |
504 "por %%mm3, %%mm0\n\t" | |
505 MOVNTQ" %%mm0, %0\n\t" | |
506 :"=m"(*d):"m"(*s),"m"(blue_15mask):"memory"); | |
507 d += 4; | |
508 s += 12; | |
509 } | |
510 while(s < end) | |
511 { | |
512 const int b= *s++; | |
513 const int g= *s++; | |
514 const int r= *s++; | |
515 *d++ = (b>>3) | ((g&0xF8)<<2) | ((r&0xF8)<<7); | |
516 } | |
517 __asm __volatile(SFENCE:::"memory"); | |
518 __asm __volatile(EMMS:::"memory"); | |
519 #else | |
2719
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
520 unsigned j,i,num_pixels=src_size/3; |
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
521 uint16_t *d = (uint16_t *)dst; |
fafa73d6d80c
Fixed rgb32(24)to16 stuff, rgb32(24)to15 is still broken
nick
parents:
2718
diff
changeset
|
522 for(i=0,j=0; j<num_pixels; i+=3,j++) |
2718 | 523 { |
524 const int b= src[i+0]; | |
525 const int g= src[i+1]; | |
526 const int r= src[i+2]; | |
527 | |
2720 | 528 d[j]= (b>>3) | ((g&0xF8)<<2) | ((r&0xF8)<<7); |
2718 | 529 } |
2741 | 530 #endif |
2718 | 531 } |
2694 | 532 |
3132 | 533 static inline void RENAME(rgb32tobgr32)(const uint8_t *src, uint8_t *dst, unsigned int src_size) |
2755 | 534 { |
535 #ifdef HAVE_MMX | |
536 asm volatile ( | |
537 "xorl %%eax, %%eax \n\t" | |
2800
7847d6b7ad3d
.balign or we¡ll align by 64kb on some architectures
michael
parents:
2799
diff
changeset
|
538 ".balign 16 \n\t" |
2755 | 539 "1: \n\t" |
540 PREFETCH" 32(%0, %%eax) \n\t" | |
541 "movq (%0, %%eax), %%mm0 \n\t" | |
542 "movq %%mm0, %%mm1 \n\t" | |
543 "movq %%mm0, %%mm2 \n\t" | |
544 "pslld $16, %%mm0 \n\t" | |
545 "psrld $16, %%mm1 \n\t" | |
4923 | 546 "pand "MANGLE(mask32r)", %%mm0 \n\t" |
547 "pand "MANGLE(mask32g)", %%mm2 \n\t" | |
548 "pand "MANGLE(mask32b)", %%mm1 \n\t" | |
2755 | 549 "por %%mm0, %%mm2 \n\t" |
550 "por %%mm1, %%mm2 \n\t" | |
551 MOVNTQ" %%mm2, (%1, %%eax) \n\t" | |
6096 | 552 "addl $8, %%eax \n\t" |
2755 | 553 "cmpl %2, %%eax \n\t" |
554 " jb 1b \n\t" | |
5961
f4f3cfcd0d64
10l - MMX rgb2bgr 32bpp expects num_of_bytes instead of num_of_pixels
arpi
parents:
5588
diff
changeset
|
555 :: "r" (src), "r"(dst), "r" (src_size) |
2755 | 556 : "%eax" |
557 ); | |
2766 | 558 |
559 __asm __volatile(SFENCE:::"memory"); | |
560 __asm __volatile(EMMS:::"memory"); | |
2755 | 561 #else |
562 int i; | |
5961
f4f3cfcd0d64
10l - MMX rgb2bgr 32bpp expects num_of_bytes instead of num_of_pixels
arpi
parents:
5588
diff
changeset
|
563 int num_pixels= src_size >> 2; |
2755 | 564 for(i=0; i<num_pixels; i++) |
565 { | |
566 dst[4*i + 0] = src[4*i + 2]; | |
567 dst[4*i + 1] = src[4*i + 1]; | |
568 dst[4*i + 2] = src[4*i + 0]; | |
569 } | |
570 #endif | |
571 } | |
572 | |
5582 | 573 static inline void RENAME(rgb24tobgr24)(const uint8_t *src, uint8_t *dst, unsigned int src_size) |
574 { | |
575 int i; | |
576 #ifdef HAVE_MMX | |
577 int mmx_size= 23 - src_size; | |
578 asm volatile ( | |
579 "movq "MANGLE(mask24r)", %%mm5 \n\t" | |
580 "movq "MANGLE(mask24g)", %%mm6 \n\t" | |
581 "movq "MANGLE(mask24b)", %%mm7 \n\t" | |
582 ".balign 16 \n\t" | |
583 "1: \n\t" | |
584 PREFETCH" 32(%1, %%eax) \n\t" | |
585 "movq (%1, %%eax), %%mm0 \n\t" // BGR BGR BG | |
586 "movq (%1, %%eax), %%mm1 \n\t" // BGR BGR BG | |
587 "movq 2(%1, %%eax), %%mm2 \n\t" // R BGR BGR B | |
588 "psllq $16, %%mm0 \n\t" // 00 BGR BGR | |
589 "pand %%mm5, %%mm0 \n\t" | |
590 "pand %%mm6, %%mm1 \n\t" | |
591 "pand %%mm7, %%mm2 \n\t" | |
592 "por %%mm0, %%mm1 \n\t" | |
593 "por %%mm2, %%mm1 \n\t" | |
594 "movq 6(%1, %%eax), %%mm0 \n\t" // BGR BGR BG | |
595 MOVNTQ" %%mm1, (%2, %%eax) \n\t" // RGB RGB RG | |
596 "movq 8(%1, %%eax), %%mm1 \n\t" // R BGR BGR B | |
597 "movq 10(%1, %%eax), %%mm2 \n\t" // GR BGR BGR | |
598 "pand %%mm7, %%mm0 \n\t" | |
599 "pand %%mm5, %%mm1 \n\t" | |
600 "pand %%mm6, %%mm2 \n\t" | |
601 "por %%mm0, %%mm1 \n\t" | |
602 "por %%mm2, %%mm1 \n\t" | |
603 "movq 14(%1, %%eax), %%mm0 \n\t" // R BGR BGR B | |
604 MOVNTQ" %%mm1, 8(%2, %%eax) \n\t" // B RGB RGB R | |
605 "movq 16(%1, %%eax), %%mm1 \n\t" // GR BGR BGR | |
606 "movq 18(%1, %%eax), %%mm2 \n\t" // BGR BGR BG | |
607 "pand %%mm6, %%mm0 \n\t" | |
608 "pand %%mm7, %%mm1 \n\t" | |
609 "pand %%mm5, %%mm2 \n\t" | |
610 "por %%mm0, %%mm1 \n\t" | |
611 "por %%mm2, %%mm1 \n\t" | |
612 MOVNTQ" %%mm1, 16(%2, %%eax) \n\t" | |
613 "addl $24, %%eax \n\t" | |
614 " js 1b \n\t" | |
615 : "+a" (mmx_size) | |
616 : "r" (src-mmx_size), "r"(dst-mmx_size) | |
617 ); | |
618 | |
619 __asm __volatile(SFENCE:::"memory"); | |
620 __asm __volatile(EMMS:::"memory"); | |
621 | |
6096 | 622 if(mmx_size==23) return; //finihsed, was multiple of 8 |
5582 | 623 src+= src_size; |
624 dst+= src_size; | |
6096 | 625 src_size= 23 - mmx_size; |
5582 | 626 src-= src_size; |
627 dst-= src_size; | |
628 #endif | |
629 for(i=0; i<src_size; i+=3) | |
630 { | |
631 register int x; | |
632 x = src[i + 2]; | |
633 dst[i + 1] = src[i + 1]; | |
634 dst[i + 2] = src[i + 0]; | |
635 dst[i + 0] = x; | |
636 } | |
637 } | |
638 | |
5588 | 639 static inline void RENAME(yuvPlanartoyuy2)(const uint8_t *ysrc, const uint8_t *usrc, const uint8_t *vsrc, uint8_t *dst, |
2725 | 640 unsigned int width, unsigned int height, |
5588 | 641 unsigned int lumStride, unsigned int chromStride, unsigned int dstStride, int vertLumPerChroma) |
2701 | 642 { |
2723 | 643 int y; |
644 const int chromWidth= width>>1; | |
645 for(y=0; y<height; y++) | |
646 { | |
2702 | 647 #ifdef HAVE_MMX |
2723 | 648 //FIXME handle 2 lines a once (fewer prefetch, reuse some chrom, but very likely limited by mem anyway) |
649 asm volatile( | |
650 "xorl %%eax, %%eax \n\t" | |
2800
7847d6b7ad3d
.balign or we¡ll align by 64kb on some architectures
michael
parents:
2799
diff
changeset
|
651 ".balign 16 \n\t" |
2723 | 652 "1: \n\t" |
653 PREFETCH" 32(%1, %%eax, 2) \n\t" | |
654 PREFETCH" 32(%2, %%eax) \n\t" | |
655 PREFETCH" 32(%3, %%eax) \n\t" | |
656 "movq (%2, %%eax), %%mm0 \n\t" // U(0) | |
657 "movq %%mm0, %%mm2 \n\t" // U(0) | |
658 "movq (%3, %%eax), %%mm1 \n\t" // V(0) | |
659 "punpcklbw %%mm1, %%mm0 \n\t" // UVUV UVUV(0) | |
660 "punpckhbw %%mm1, %%mm2 \n\t" // UVUV UVUV(8) | |
661 | |
662 "movq (%1, %%eax,2), %%mm3 \n\t" // Y(0) | |
663 "movq 8(%1, %%eax,2), %%mm5 \n\t" // Y(8) | |
664 "movq %%mm3, %%mm4 \n\t" // Y(0) | |
665 "movq %%mm5, %%mm6 \n\t" // Y(8) | |
666 "punpcklbw %%mm0, %%mm3 \n\t" // YUYV YUYV(0) | |
667 "punpckhbw %%mm0, %%mm4 \n\t" // YUYV YUYV(4) | |
668 "punpcklbw %%mm2, %%mm5 \n\t" // YUYV YUYV(8) | |
669 "punpckhbw %%mm2, %%mm6 \n\t" // YUYV YUYV(12) | |
2702 | 670 |
2723 | 671 MOVNTQ" %%mm3, (%0, %%eax, 4) \n\t" |
672 MOVNTQ" %%mm4, 8(%0, %%eax, 4) \n\t" | |
673 MOVNTQ" %%mm5, 16(%0, %%eax, 4) \n\t" | |
674 MOVNTQ" %%mm6, 24(%0, %%eax, 4) \n\t" | |
2702 | 675 |
2723 | 676 "addl $8, %%eax \n\t" |
677 "cmpl %4, %%eax \n\t" | |
678 " jb 1b \n\t" | |
679 ::"r"(dst), "r"(ysrc), "r"(usrc), "r"(vsrc), "r" (chromWidth) | |
680 : "%eax" | |
681 ); | |
2702 | 682 #else |
2723 | 683 int i; |
684 for(i=0; i<chromWidth; i++) | |
685 { | |
686 dst[4*i+0] = ysrc[2*i+0]; | |
687 dst[4*i+1] = usrc[i]; | |
688 dst[4*i+2] = ysrc[2*i+1]; | |
689 dst[4*i+3] = vsrc[i]; | |
690 } | |
691 #endif | |
5588 | 692 if((y&(vertLumPerChroma-1))==(vertLumPerChroma-1) ) |
2723 | 693 { |
694 usrc += chromStride; | |
695 vsrc += chromStride; | |
696 } | |
697 ysrc += lumStride; | |
698 dst += dstStride; | |
2701 | 699 } |
2723 | 700 #ifdef HAVE_MMX |
701 asm( EMMS" \n\t" | |
702 SFENCE" \n\t" | |
703 :::"memory"); | |
2702 | 704 #endif |
2701 | 705 } |
706 | |
2724 | 707 /** |
708 * | |
709 * height should be a multiple of 2 and width should be a multiple of 16 (if this is a | |
710 * problem for anyone then tell me, and ill fix it) | |
711 */ | |
5588 | 712 static inline void RENAME(yv12toyuy2)(const uint8_t *ysrc, const uint8_t *usrc, const uint8_t *vsrc, uint8_t *dst, |
713 unsigned int width, unsigned int height, | |
714 unsigned int lumStride, unsigned int chromStride, unsigned int dstStride) | |
715 { | |
716 //FIXME interpolate chroma | |
717 RENAME(yuvPlanartoyuy2)(ysrc, usrc, vsrc, dst, width, height, lumStride, chromStride, dstStride, 2); | |
718 } | |
719 | |
720 /** | |
721 * | |
722 * width should be a multiple of 16 | |
723 */ | |
724 static inline void RENAME(yuv422ptoyuy2)(const uint8_t *ysrc, const uint8_t *usrc, const uint8_t *vsrc, uint8_t *dst, | |
725 unsigned int width, unsigned int height, | |
726 unsigned int lumStride, unsigned int chromStride, unsigned int dstStride) | |
727 { | |
728 RENAME(yuvPlanartoyuy2)(ysrc, usrc, vsrc, dst, width, height, lumStride, chromStride, dstStride, 1); | |
729 } | |
730 | |
731 /** | |
732 * | |
733 * height should be a multiple of 2 and width should be a multiple of 16 (if this is a | |
734 * problem for anyone then tell me, and ill fix it) | |
735 */ | |
3132 | 736 static inline void RENAME(yuy2toyv12)(const uint8_t *src, uint8_t *ydst, uint8_t *udst, uint8_t *vdst, |
2725 | 737 unsigned int width, unsigned int height, |
738 unsigned int lumStride, unsigned int chromStride, unsigned int srcStride) | |
2701 | 739 { |
2724 | 740 int y; |
741 const int chromWidth= width>>1; | |
742 for(y=0; y<height; y+=2) | |
743 { | |
2704 | 744 #ifdef HAVE_MMX |
2724 | 745 asm volatile( |
746 "xorl %%eax, %%eax \n\t" | |
747 "pcmpeqw %%mm7, %%mm7 \n\t" | |
748 "psrlw $8, %%mm7 \n\t" // FF,00,FF,00... | |
2800
7847d6b7ad3d
.balign or we¡ll align by 64kb on some architectures
michael
parents:
2799
diff
changeset
|
749 ".balign 16 \n\t" |
2724 | 750 "1: \n\t" |
751 PREFETCH" 64(%0, %%eax, 4) \n\t" | |
752 "movq (%0, %%eax, 4), %%mm0 \n\t" // YUYV YUYV(0) | |
753 "movq 8(%0, %%eax, 4), %%mm1 \n\t" // YUYV YUYV(4) | |
754 "movq %%mm0, %%mm2 \n\t" // YUYV YUYV(0) | |
755 "movq %%mm1, %%mm3 \n\t" // YUYV YUYV(4) | |
756 "psrlw $8, %%mm0 \n\t" // U0V0 U0V0(0) | |
757 "psrlw $8, %%mm1 \n\t" // U0V0 U0V0(4) | |
758 "pand %%mm7, %%mm2 \n\t" // Y0Y0 Y0Y0(0) | |
759 "pand %%mm7, %%mm3 \n\t" // Y0Y0 Y0Y0(4) | |
760 "packuswb %%mm1, %%mm0 \n\t" // UVUV UVUV(0) | |
761 "packuswb %%mm3, %%mm2 \n\t" // YYYY YYYY(0) | |
762 | |
763 MOVNTQ" %%mm2, (%1, %%eax, 2) \n\t" | |
2704 | 764 |
2724 | 765 "movq 16(%0, %%eax, 4), %%mm1 \n\t" // YUYV YUYV(8) |
766 "movq 24(%0, %%eax, 4), %%mm2 \n\t" // YUYV YUYV(12) | |
767 "movq %%mm1, %%mm3 \n\t" // YUYV YUYV(8) | |
768 "movq %%mm2, %%mm4 \n\t" // YUYV YUYV(12) | |
769 "psrlw $8, %%mm1 \n\t" // U0V0 U0V0(8) | |
770 "psrlw $8, %%mm2 \n\t" // U0V0 U0V0(12) | |
771 "pand %%mm7, %%mm3 \n\t" // Y0Y0 Y0Y0(8) | |
772 "pand %%mm7, %%mm4 \n\t" // Y0Y0 Y0Y0(12) | |
773 "packuswb %%mm2, %%mm1 \n\t" // UVUV UVUV(8) | |
774 "packuswb %%mm4, %%mm3 \n\t" // YYYY YYYY(8) | |
2704 | 775 |
2724 | 776 MOVNTQ" %%mm3, 8(%1, %%eax, 2) \n\t" |
777 | |
778 "movq %%mm0, %%mm2 \n\t" // UVUV UVUV(0) | |
779 "movq %%mm1, %%mm3 \n\t" // UVUV UVUV(8) | |
780 "psrlw $8, %%mm0 \n\t" // V0V0 V0V0(0) | |
781 "psrlw $8, %%mm1 \n\t" // V0V0 V0V0(8) | |
782 "pand %%mm7, %%mm2 \n\t" // U0U0 U0U0(0) | |
783 "pand %%mm7, %%mm3 \n\t" // U0U0 U0U0(8) | |
784 "packuswb %%mm1, %%mm0 \n\t" // VVVV VVVV(0) | |
785 "packuswb %%mm3, %%mm2 \n\t" // UUUU UUUU(0) | |
2704 | 786 |
2724 | 787 MOVNTQ" %%mm0, (%3, %%eax) \n\t" |
788 MOVNTQ" %%mm2, (%2, %%eax) \n\t" | |
789 | |
790 "addl $8, %%eax \n\t" | |
791 "cmpl %4, %%eax \n\t" | |
792 " jb 1b \n\t" | |
2725 | 793 ::"r"(src), "r"(ydst), "r"(udst), "r"(vdst), "r" (chromWidth) |
794 : "memory", "%eax" | |
795 ); | |
2704 | 796 |
2806 | 797 ydst += lumStride; |
798 src += srcStride; | |
799 | |
2725 | 800 asm volatile( |
801 "xorl %%eax, %%eax \n\t" | |
2800
7847d6b7ad3d
.balign or we¡ll align by 64kb on some architectures
michael
parents:
2799
diff
changeset
|
802 ".balign 16 \n\t" |
2724 | 803 "1: \n\t" |
804 PREFETCH" 64(%0, %%eax, 4) \n\t" | |
805 "movq (%0, %%eax, 4), %%mm0 \n\t" // YUYV YUYV(0) | |
806 "movq 8(%0, %%eax, 4), %%mm1 \n\t" // YUYV YUYV(4) | |
807 "movq 16(%0, %%eax, 4), %%mm2 \n\t" // YUYV YUYV(8) | |
808 "movq 24(%0, %%eax, 4), %%mm3 \n\t" // YUYV YUYV(12) | |
809 "pand %%mm7, %%mm0 \n\t" // Y0Y0 Y0Y0(0) | |
810 "pand %%mm7, %%mm1 \n\t" // Y0Y0 Y0Y0(4) | |
811 "pand %%mm7, %%mm2 \n\t" // Y0Y0 Y0Y0(8) | |
812 "pand %%mm7, %%mm3 \n\t" // Y0Y0 Y0Y0(12) | |
813 "packuswb %%mm1, %%mm0 \n\t" // YYYY YYYY(0) | |
814 "packuswb %%mm3, %%mm2 \n\t" // YYYY YYYY(8) | |
2704 | 815 |
2724 | 816 MOVNTQ" %%mm0, (%1, %%eax, 2) \n\t" |
817 MOVNTQ" %%mm2, 8(%1, %%eax, 2) \n\t" | |
818 | |
819 "addl $8, %%eax \n\t" | |
2725 | 820 "cmpl %4, %%eax \n\t" |
2724 | 821 " jb 1b \n\t" |
2704 | 822 |
2806 | 823 ::"r"(src), "r"(ydst), "r"(udst), "r"(vdst), "r" (chromWidth) |
2724 | 824 : "memory", "%eax" |
825 ); | |
2704 | 826 #else |
2724 | 827 int i; |
828 for(i=0; i<chromWidth; i++) | |
829 { | |
830 ydst[2*i+0] = src[4*i+0]; | |
831 udst[i] = src[4*i+1]; | |
832 ydst[2*i+1] = src[4*i+2]; | |
833 vdst[i] = src[4*i+3]; | |
834 } | |
835 ydst += lumStride; | |
836 src += srcStride; | |
837 | |
838 for(i=0; i<chromWidth; i++) | |
839 { | |
840 ydst[2*i+0] = src[4*i+0]; | |
841 ydst[2*i+1] = src[4*i+2]; | |
842 } | |
843 #endif | |
844 udst += chromStride; | |
845 vdst += chromStride; | |
846 ydst += lumStride; | |
847 src += srcStride; | |
2701 | 848 } |
2724 | 849 #ifdef HAVE_MMX |
2847 | 850 asm volatile( EMMS" \n\t" |
851 SFENCE" \n\t" | |
852 :::"memory"); | |
2704 | 853 #endif |
2723 | 854 } |
2801 | 855 |
856 /** | |
857 * | |
858 * height should be a multiple of 2 and width should be a multiple of 16 (if this is a | |
859 * problem for anyone then tell me, and ill fix it) | |
3132 | 860 * chrominance data is only taken from every secound line others are ignored FIXME write HQ version |
2801 | 861 */ |
3132 | 862 static inline void RENAME(uyvytoyv12)(const uint8_t *src, uint8_t *ydst, uint8_t *udst, uint8_t *vdst, |
2801 | 863 unsigned int width, unsigned int height, |
864 unsigned int lumStride, unsigned int chromStride, unsigned int srcStride) | |
865 { | |
866 int y; | |
867 const int chromWidth= width>>1; | |
868 for(y=0; y<height; y+=2) | |
869 { | |
2847 | 870 #ifdef HAVE_MMX |
871 asm volatile( | |
872 "xorl %%eax, %%eax \n\t" | |
873 "pcmpeqw %%mm7, %%mm7 \n\t" | |
874 "psrlw $8, %%mm7 \n\t" // FF,00,FF,00... | |
875 ".balign 16 \n\t" | |
876 "1: \n\t" | |
877 PREFETCH" 64(%0, %%eax, 4) \n\t" | |
878 "movq (%0, %%eax, 4), %%mm0 \n\t" // UYVY UYVY(0) | |
879 "movq 8(%0, %%eax, 4), %%mm1 \n\t" // UYVY UYVY(4) | |
880 "movq %%mm0, %%mm2 \n\t" // UYVY UYVY(0) | |
881 "movq %%mm1, %%mm3 \n\t" // UYVY UYVY(4) | |
882 "pand %%mm7, %%mm0 \n\t" // U0V0 U0V0(0) | |
883 "pand %%mm7, %%mm1 \n\t" // U0V0 U0V0(4) | |
884 "psrlw $8, %%mm2 \n\t" // Y0Y0 Y0Y0(0) | |
885 "psrlw $8, %%mm3 \n\t" // Y0Y0 Y0Y0(4) | |
886 "packuswb %%mm1, %%mm0 \n\t" // UVUV UVUV(0) | |
887 "packuswb %%mm3, %%mm2 \n\t" // YYYY YYYY(0) | |
888 | |
889 MOVNTQ" %%mm2, (%1, %%eax, 2) \n\t" | |
890 | |
891 "movq 16(%0, %%eax, 4), %%mm1 \n\t" // UYVY UYVY(8) | |
892 "movq 24(%0, %%eax, 4), %%mm2 \n\t" // UYVY UYVY(12) | |
893 "movq %%mm1, %%mm3 \n\t" // UYVY UYVY(8) | |
894 "movq %%mm2, %%mm4 \n\t" // UYVY UYVY(12) | |
895 "pand %%mm7, %%mm1 \n\t" // U0V0 U0V0(8) | |
896 "pand %%mm7, %%mm2 \n\t" // U0V0 U0V0(12) | |
897 "psrlw $8, %%mm3 \n\t" // Y0Y0 Y0Y0(8) | |
898 "psrlw $8, %%mm4 \n\t" // Y0Y0 Y0Y0(12) | |
899 "packuswb %%mm2, %%mm1 \n\t" // UVUV UVUV(8) | |
900 "packuswb %%mm4, %%mm3 \n\t" // YYYY YYYY(8) | |
901 | |
902 MOVNTQ" %%mm3, 8(%1, %%eax, 2) \n\t" | |
903 | |
904 "movq %%mm0, %%mm2 \n\t" // UVUV UVUV(0) | |
905 "movq %%mm1, %%mm3 \n\t" // UVUV UVUV(8) | |
906 "psrlw $8, %%mm0 \n\t" // V0V0 V0V0(0) | |
907 "psrlw $8, %%mm1 \n\t" // V0V0 V0V0(8) | |
908 "pand %%mm7, %%mm2 \n\t" // U0U0 U0U0(0) | |
909 "pand %%mm7, %%mm3 \n\t" // U0U0 U0U0(8) | |
910 "packuswb %%mm1, %%mm0 \n\t" // VVVV VVVV(0) | |
911 "packuswb %%mm3, %%mm2 \n\t" // UUUU UUUU(0) | |
912 | |
913 MOVNTQ" %%mm0, (%3, %%eax) \n\t" | |
914 MOVNTQ" %%mm2, (%2, %%eax) \n\t" | |
915 | |
916 "addl $8, %%eax \n\t" | |
917 "cmpl %4, %%eax \n\t" | |
918 " jb 1b \n\t" | |
919 ::"r"(src), "r"(ydst), "r"(udst), "r"(vdst), "r" (chromWidth) | |
920 : "memory", "%eax" | |
921 ); | |
922 | |
923 ydst += lumStride; | |
924 src += srcStride; | |
925 | |
926 asm volatile( | |
927 "xorl %%eax, %%eax \n\t" | |
928 ".balign 16 \n\t" | |
929 "1: \n\t" | |
930 PREFETCH" 64(%0, %%eax, 4) \n\t" | |
931 "movq (%0, %%eax, 4), %%mm0 \n\t" // YUYV YUYV(0) | |
932 "movq 8(%0, %%eax, 4), %%mm1 \n\t" // YUYV YUYV(4) | |
933 "movq 16(%0, %%eax, 4), %%mm2 \n\t" // YUYV YUYV(8) | |
934 "movq 24(%0, %%eax, 4), %%mm3 \n\t" // YUYV YUYV(12) | |
935 "psrlw $8, %%mm0 \n\t" // Y0Y0 Y0Y0(0) | |
936 "psrlw $8, %%mm1 \n\t" // Y0Y0 Y0Y0(4) | |
937 "psrlw $8, %%mm2 \n\t" // Y0Y0 Y0Y0(8) | |
938 "psrlw $8, %%mm3 \n\t" // Y0Y0 Y0Y0(12) | |
939 "packuswb %%mm1, %%mm0 \n\t" // YYYY YYYY(0) | |
940 "packuswb %%mm3, %%mm2 \n\t" // YYYY YYYY(8) | |
941 | |
942 MOVNTQ" %%mm0, (%1, %%eax, 2) \n\t" | |
943 MOVNTQ" %%mm2, 8(%1, %%eax, 2) \n\t" | |
944 | |
945 "addl $8, %%eax \n\t" | |
946 "cmpl %4, %%eax \n\t" | |
947 " jb 1b \n\t" | |
948 | |
949 ::"r"(src), "r"(ydst), "r"(udst), "r"(vdst), "r" (chromWidth) | |
950 : "memory", "%eax" | |
951 ); | |
952 #else | |
2801 | 953 int i; |
954 for(i=0; i<chromWidth; i++) | |
955 { | |
956 udst[i] = src[4*i+0]; | |
957 ydst[2*i+0] = src[4*i+1]; | |
958 vdst[i] = src[4*i+2]; | |
959 ydst[2*i+1] = src[4*i+3]; | |
960 } | |
961 ydst += lumStride; | |
962 src += srcStride; | |
963 | |
964 for(i=0; i<chromWidth; i++) | |
965 { | |
966 ydst[2*i+0] = src[4*i+1]; | |
967 ydst[2*i+1] = src[4*i+3]; | |
968 } | |
2847 | 969 #endif |
2801 | 970 udst += chromStride; |
971 vdst += chromStride; | |
972 ydst += lumStride; | |
973 src += srcStride; | |
974 } | |
2847 | 975 #ifdef HAVE_MMX |
976 asm volatile( EMMS" \n\t" | |
977 SFENCE" \n\t" | |
978 :::"memory"); | |
979 #endif | |
2801 | 980 } |
981 | |
3132 | 982 /** |
983 * | |
984 * height should be a multiple of 2 and width should be a multiple of 2 (if this is a | |
985 * problem for anyone then tell me, and ill fix it) | |
4622 | 986 * chrominance data is only taken from every secound line others are ignored in the C version FIXME write HQ version |
3132 | 987 */ |
988 static inline void RENAME(rgb24toyv12)(const uint8_t *src, uint8_t *ydst, uint8_t *udst, uint8_t *vdst, | |
989 unsigned int width, unsigned int height, | |
990 unsigned int lumStride, unsigned int chromStride, unsigned int srcStride) | |
991 { | |
992 int y; | |
993 const int chromWidth= width>>1; | |
4622 | 994 #ifdef HAVE_MMX |
995 for(y=0; y<height-2; y+=2) | |
996 { | |
997 int i; | |
998 for(i=0; i<2; i++) | |
999 { | |
1000 asm volatile( | |
1001 "movl %2, %%eax \n\t" | |
4923 | 1002 "movq "MANGLE(bgr2YCoeff)", %%mm6 \n\t" |
1003 "movq "MANGLE(w1111)", %%mm5 \n\t" | |
4622 | 1004 "pxor %%mm7, %%mm7 \n\t" |
1005 "leal (%%eax, %%eax, 2), %%ebx \n\t" | |
1006 ".balign 16 \n\t" | |
1007 "1: \n\t" | |
1008 PREFETCH" 64(%0, %%ebx) \n\t" | |
1009 "movd (%0, %%ebx), %%mm0 \n\t" | |
1010 "movd 3(%0, %%ebx), %%mm1 \n\t" | |
1011 "punpcklbw %%mm7, %%mm0 \n\t" | |
1012 "punpcklbw %%mm7, %%mm1 \n\t" | |
1013 "movd 6(%0, %%ebx), %%mm2 \n\t" | |
1014 "movd 9(%0, %%ebx), %%mm3 \n\t" | |
1015 "punpcklbw %%mm7, %%mm2 \n\t" | |
1016 "punpcklbw %%mm7, %%mm3 \n\t" | |
1017 "pmaddwd %%mm6, %%mm0 \n\t" | |
1018 "pmaddwd %%mm6, %%mm1 \n\t" | |
1019 "pmaddwd %%mm6, %%mm2 \n\t" | |
1020 "pmaddwd %%mm6, %%mm3 \n\t" | |
1021 #ifndef FAST_BGR2YV12 | |
1022 "psrad $8, %%mm0 \n\t" | |
1023 "psrad $8, %%mm1 \n\t" | |
1024 "psrad $8, %%mm2 \n\t" | |
1025 "psrad $8, %%mm3 \n\t" | |
1026 #endif | |
1027 "packssdw %%mm1, %%mm0 \n\t" | |
1028 "packssdw %%mm3, %%mm2 \n\t" | |
1029 "pmaddwd %%mm5, %%mm0 \n\t" | |
1030 "pmaddwd %%mm5, %%mm2 \n\t" | |
1031 "packssdw %%mm2, %%mm0 \n\t" | |
1032 "psraw $7, %%mm0 \n\t" | |
1033 | |
1034 "movd 12(%0, %%ebx), %%mm4 \n\t" | |
1035 "movd 15(%0, %%ebx), %%mm1 \n\t" | |
1036 "punpcklbw %%mm7, %%mm4 \n\t" | |
1037 "punpcklbw %%mm7, %%mm1 \n\t" | |
1038 "movd 18(%0, %%ebx), %%mm2 \n\t" | |
1039 "movd 21(%0, %%ebx), %%mm3 \n\t" | |
1040 "punpcklbw %%mm7, %%mm2 \n\t" | |
1041 "punpcklbw %%mm7, %%mm3 \n\t" | |
1042 "pmaddwd %%mm6, %%mm4 \n\t" | |
1043 "pmaddwd %%mm6, %%mm1 \n\t" | |
1044 "pmaddwd %%mm6, %%mm2 \n\t" | |
1045 "pmaddwd %%mm6, %%mm3 \n\t" | |
1046 #ifndef FAST_BGR2YV12 | |
1047 "psrad $8, %%mm4 \n\t" | |
1048 "psrad $8, %%mm1 \n\t" | |
1049 "psrad $8, %%mm2 \n\t" | |
1050 "psrad $8, %%mm3 \n\t" | |
1051 #endif | |
1052 "packssdw %%mm1, %%mm4 \n\t" | |
1053 "packssdw %%mm3, %%mm2 \n\t" | |
1054 "pmaddwd %%mm5, %%mm4 \n\t" | |
1055 "pmaddwd %%mm5, %%mm2 \n\t" | |
1056 "addl $24, %%ebx \n\t" | |
1057 "packssdw %%mm2, %%mm4 \n\t" | |
1058 "psraw $7, %%mm4 \n\t" | |
1059 | |
1060 "packuswb %%mm4, %%mm0 \n\t" | |
4923 | 1061 "paddusb "MANGLE(bgr2YOffset)", %%mm0 \n\t" |
4622 | 1062 |
1063 MOVNTQ" %%mm0, (%1, %%eax) \n\t" | |
1064 "addl $8, %%eax \n\t" | |
1065 " js 1b \n\t" | |
1066 : : "r" (src+width*3), "r" (ydst+width), "g" (-width) | |
1067 : "%eax", "%ebx" | |
1068 ); | |
1069 ydst += lumStride; | |
1070 src += srcStride; | |
1071 } | |
1072 src -= srcStride*2; | |
1073 asm volatile( | |
1074 "movl %4, %%eax \n\t" | |
4923 | 1075 "movq "MANGLE(w1111)", %%mm5 \n\t" |
1076 "movq "MANGLE(bgr2UCoeff)", %%mm6 \n\t" | |
4622 | 1077 "pxor %%mm7, %%mm7 \n\t" |
1078 "leal (%%eax, %%eax, 2), %%ebx \n\t" | |
1079 "addl %%ebx, %%ebx \n\t" | |
1080 ".balign 16 \n\t" | |
1081 "1: \n\t" | |
1082 PREFETCH" 64(%0, %%ebx) \n\t" | |
1083 PREFETCH" 64(%1, %%ebx) \n\t" | |
1084 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW) | |
1085 "movq (%0, %%ebx), %%mm0 \n\t" | |
1086 "movq (%1, %%ebx), %%mm1 \n\t" | |
1087 "movq 6(%0, %%ebx), %%mm2 \n\t" | |
1088 "movq 6(%1, %%ebx), %%mm3 \n\t" | |
1089 PAVGB" %%mm1, %%mm0 \n\t" | |
1090 PAVGB" %%mm3, %%mm2 \n\t" | |
1091 "movq %%mm0, %%mm1 \n\t" | |
1092 "movq %%mm2, %%mm3 \n\t" | |
1093 "psrlq $24, %%mm0 \n\t" | |
1094 "psrlq $24, %%mm2 \n\t" | |
1095 PAVGB" %%mm1, %%mm0 \n\t" | |
1096 PAVGB" %%mm3, %%mm2 \n\t" | |
1097 "punpcklbw %%mm7, %%mm0 \n\t" | |
1098 "punpcklbw %%mm7, %%mm2 \n\t" | |
1099 #else | |
1100 "movd (%0, %%ebx), %%mm0 \n\t" | |
1101 "movd (%1, %%ebx), %%mm1 \n\t" | |
1102 "movd 3(%0, %%ebx), %%mm2 \n\t" | |
1103 "movd 3(%1, %%ebx), %%mm3 \n\t" | |
1104 "punpcklbw %%mm7, %%mm0 \n\t" | |
1105 "punpcklbw %%mm7, %%mm1 \n\t" | |
1106 "punpcklbw %%mm7, %%mm2 \n\t" | |
1107 "punpcklbw %%mm7, %%mm3 \n\t" | |
1108 "paddw %%mm1, %%mm0 \n\t" | |
1109 "paddw %%mm3, %%mm2 \n\t" | |
1110 "paddw %%mm2, %%mm0 \n\t" | |
1111 "movd 6(%0, %%ebx), %%mm4 \n\t" | |
1112 "movd 6(%1, %%ebx), %%mm1 \n\t" | |
1113 "movd 9(%0, %%ebx), %%mm2 \n\t" | |
1114 "movd 9(%1, %%ebx), %%mm3 \n\t" | |
1115 "punpcklbw %%mm7, %%mm4 \n\t" | |
1116 "punpcklbw %%mm7, %%mm1 \n\t" | |
1117 "punpcklbw %%mm7, %%mm2 \n\t" | |
1118 "punpcklbw %%mm7, %%mm3 \n\t" | |
1119 "paddw %%mm1, %%mm4 \n\t" | |
1120 "paddw %%mm3, %%mm2 \n\t" | |
1121 "paddw %%mm4, %%mm2 \n\t" | |
1122 "psrlw $2, %%mm0 \n\t" | |
1123 "psrlw $2, %%mm2 \n\t" | |
1124 #endif | |
4923 | 1125 "movq "MANGLE(bgr2VCoeff)", %%mm1 \n\t" |
1126 "movq "MANGLE(bgr2VCoeff)", %%mm3 \n\t" | |
4622 | 1127 |
1128 "pmaddwd %%mm0, %%mm1 \n\t" | |
1129 "pmaddwd %%mm2, %%mm3 \n\t" | |
1130 "pmaddwd %%mm6, %%mm0 \n\t" | |
1131 "pmaddwd %%mm6, %%mm2 \n\t" | |
1132 #ifndef FAST_BGR2YV12 | |
1133 "psrad $8, %%mm0 \n\t" | |
1134 "psrad $8, %%mm1 \n\t" | |
1135 "psrad $8, %%mm2 \n\t" | |
1136 "psrad $8, %%mm3 \n\t" | |
1137 #endif | |
1138 "packssdw %%mm2, %%mm0 \n\t" | |
1139 "packssdw %%mm3, %%mm1 \n\t" | |
1140 "pmaddwd %%mm5, %%mm0 \n\t" | |
1141 "pmaddwd %%mm5, %%mm1 \n\t" | |
1142 "packssdw %%mm1, %%mm0 \n\t" // V1 V0 U1 U0 | |
1143 "psraw $7, %%mm0 \n\t" | |
1144 | |
1145 #if defined (HAVE_MMX2) || defined (HAVE_3DNOW) | |
1146 "movq 12(%0, %%ebx), %%mm4 \n\t" | |
1147 "movq 12(%1, %%ebx), %%mm1 \n\t" | |
1148 "movq 18(%0, %%ebx), %%mm2 \n\t" | |
1149 "movq 18(%1, %%ebx), %%mm3 \n\t" | |
1150 PAVGB" %%mm1, %%mm4 \n\t" | |
1151 PAVGB" %%mm3, %%mm2 \n\t" | |
1152 "movq %%mm4, %%mm1 \n\t" | |
1153 "movq %%mm2, %%mm3 \n\t" | |
1154 "psrlq $24, %%mm4 \n\t" | |
1155 "psrlq $24, %%mm2 \n\t" | |
1156 PAVGB" %%mm1, %%mm4 \n\t" | |
1157 PAVGB" %%mm3, %%mm2 \n\t" | |
1158 "punpcklbw %%mm7, %%mm4 \n\t" | |
1159 "punpcklbw %%mm7, %%mm2 \n\t" | |
1160 #else | |
1161 "movd 12(%0, %%ebx), %%mm4 \n\t" | |
1162 "movd 12(%1, %%ebx), %%mm1 \n\t" | |
1163 "movd 15(%0, %%ebx), %%mm2 \n\t" | |
1164 "movd 15(%1, %%ebx), %%mm3 \n\t" | |
1165 "punpcklbw %%mm7, %%mm4 \n\t" | |
1166 "punpcklbw %%mm7, %%mm1 \n\t" | |
1167 "punpcklbw %%mm7, %%mm2 \n\t" | |
1168 "punpcklbw %%mm7, %%mm3 \n\t" | |
1169 "paddw %%mm1, %%mm4 \n\t" | |
1170 "paddw %%mm3, %%mm2 \n\t" | |
1171 "paddw %%mm2, %%mm4 \n\t" | |
1172 "movd 18(%0, %%ebx), %%mm5 \n\t" | |
1173 "movd 18(%1, %%ebx), %%mm1 \n\t" | |
1174 "movd 21(%0, %%ebx), %%mm2 \n\t" | |
1175 "movd 21(%1, %%ebx), %%mm3 \n\t" | |
1176 "punpcklbw %%mm7, %%mm5 \n\t" | |
1177 "punpcklbw %%mm7, %%mm1 \n\t" | |
1178 "punpcklbw %%mm7, %%mm2 \n\t" | |
1179 "punpcklbw %%mm7, %%mm3 \n\t" | |
1180 "paddw %%mm1, %%mm5 \n\t" | |
1181 "paddw %%mm3, %%mm2 \n\t" | |
1182 "paddw %%mm5, %%mm2 \n\t" | |
4923 | 1183 "movq "MANGLE(w1111)", %%mm5 \n\t" |
4622 | 1184 "psrlw $2, %%mm4 \n\t" |
1185 "psrlw $2, %%mm2 \n\t" | |
1186 #endif | |
4923 | 1187 "movq "MANGLE(bgr2VCoeff)", %%mm1 \n\t" |
1188 "movq "MANGLE(bgr2VCoeff)", %%mm3 \n\t" | |
4622 | 1189 |
1190 "pmaddwd %%mm4, %%mm1 \n\t" | |
1191 "pmaddwd %%mm2, %%mm3 \n\t" | |
1192 "pmaddwd %%mm6, %%mm4 \n\t" | |
1193 "pmaddwd %%mm6, %%mm2 \n\t" | |
1194 #ifndef FAST_BGR2YV12 | |
1195 "psrad $8, %%mm4 \n\t" | |
1196 "psrad $8, %%mm1 \n\t" | |
1197 "psrad $8, %%mm2 \n\t" | |
1198 "psrad $8, %%mm3 \n\t" | |
1199 #endif | |
1200 "packssdw %%mm2, %%mm4 \n\t" | |
1201 "packssdw %%mm3, %%mm1 \n\t" | |
1202 "pmaddwd %%mm5, %%mm4 \n\t" | |
1203 "pmaddwd %%mm5, %%mm1 \n\t" | |
1204 "addl $24, %%ebx \n\t" | |
1205 "packssdw %%mm1, %%mm4 \n\t" // V3 V2 U3 U2 | |
1206 "psraw $7, %%mm4 \n\t" | |
1207 | |
1208 "movq %%mm0, %%mm1 \n\t" | |
1209 "punpckldq %%mm4, %%mm0 \n\t" | |
1210 "punpckhdq %%mm4, %%mm1 \n\t" | |
1211 "packsswb %%mm1, %%mm0 \n\t" | |
4923 | 1212 "paddb "MANGLE(bgr2UVOffset)", %%mm0 \n\t" |
4622 | 1213 |
1214 "movd %%mm0, (%2, %%eax) \n\t" | |
1215 "punpckhdq %%mm0, %%mm0 \n\t" | |
1216 "movd %%mm0, (%3, %%eax) \n\t" | |
1217 "addl $4, %%eax \n\t" | |
1218 " js 1b \n\t" | |
1219 : : "r" (src+width*6), "r" (src+srcStride+width*6), "r" (udst+width), "r" (vdst+width), "g" (-width) | |
1220 : "%eax", "%ebx" | |
1221 ); | |
1222 | |
1223 udst += chromStride; | |
1224 vdst += chromStride; | |
1225 src += srcStride*2; | |
1226 } | |
1227 | |
1228 asm volatile( EMMS" \n\t" | |
1229 SFENCE" \n\t" | |
1230 :::"memory"); | |
1231 #else | |
1232 y=0; | |
1233 #endif | |
1234 for(; y<height; y+=2) | |
3132 | 1235 { |
1236 int i; | |
1237 for(i=0; i<chromWidth; i++) | |
1238 { | |
1239 unsigned int b= src[6*i+0]; | |
1240 unsigned int g= src[6*i+1]; | |
1241 unsigned int r= src[6*i+2]; | |
2801 | 1242 |
3633 | 1243 unsigned int Y = ((RY*r + GY*g + BY*b)>>RGB2YUV_SHIFT) + 16; |
1244 unsigned int V = ((RV*r + GV*g + BV*b)>>RGB2YUV_SHIFT) + 128; | |
1245 unsigned int U = ((RU*r + GU*g + BU*b)>>RGB2YUV_SHIFT) + 128; | |
3132 | 1246 |
1247 udst[i] = U; | |
1248 vdst[i] = V; | |
1249 ydst[2*i] = Y; | |
1250 | |
1251 b= src[6*i+3]; | |
1252 g= src[6*i+4]; | |
1253 r= src[6*i+5]; | |
1254 | |
3633 | 1255 Y = ((RY*r + GY*g + BY*b)>>RGB2YUV_SHIFT) + 16; |
3132 | 1256 ydst[2*i+1] = Y; |
1257 } | |
1258 ydst += lumStride; | |
1259 src += srcStride; | |
1260 | |
1261 for(i=0; i<chromWidth; i++) | |
1262 { | |
1263 unsigned int b= src[6*i+0]; | |
1264 unsigned int g= src[6*i+1]; | |
1265 unsigned int r= src[6*i+2]; | |
1266 | |
3633 | 1267 unsigned int Y = ((RY*r + GY*g + BY*b)>>RGB2YUV_SHIFT) + 16; |
3132 | 1268 |
1269 ydst[2*i] = Y; | |
1270 | |
1271 b= src[6*i+3]; | |
1272 g= src[6*i+4]; | |
1273 r= src[6*i+5]; | |
1274 | |
3633 | 1275 Y = ((RY*r + GY*g + BY*b)>>RGB2YUV_SHIFT) + 16; |
3132 | 1276 ydst[2*i+1] = Y; |
1277 } | |
1278 udst += chromStride; | |
1279 vdst += chromStride; | |
1280 ydst += lumStride; | |
1281 src += srcStride; | |
1282 } | |
1283 } | |
5337 | 1284 |
1285 void RENAME(interleaveBytes)(uint8_t *src1, uint8_t *src2, uint8_t *dest, | |
1286 int width, int height, int src1Stride, int src2Stride, int dstStride){ | |
1287 int h; | |
1288 | |
1289 for(h=0; h < height; h++) | |
1290 { | |
1291 int w; | |
1292 | |
1293 #ifdef HAVE_MMX | |
1294 #ifdef HAVE_SSE2 | |
1295 asm( | |
1296 "xorl %%eax, %%eax \n\t" | |
1297 "1: \n\t" | |
1298 PREFETCH" 64(%1, %%eax) \n\t" | |
1299 PREFETCH" 64(%2, %%eax) \n\t" | |
1300 "movdqa (%1, %%eax), %%xmm0 \n\t" | |
1301 "movdqa (%1, %%eax), %%xmm1 \n\t" | |
1302 "movdqa (%2, %%eax), %%xmm2 \n\t" | |
1303 "punpcklbw %%xmm2, %%xmm0 \n\t" | |
1304 "punpckhbw %%xmm2, %%xmm1 \n\t" | |
1305 "movntdq %%xmm0, (%0, %%eax, 2) \n\t" | |
1306 "movntdq %%xmm1, 16(%0, %%eax, 2)\n\t" | |
1307 "addl $16, %%eax \n\t" | |
1308 "cmpl %3, %%eax \n\t" | |
1309 " jb 1b \n\t" | |
1310 ::"r"(dest), "r"(src1), "r"(src2), "r" (width-15) | |
1311 : "memory", "%eax" | |
1312 ); | |
1313 #else | |
1314 asm( | |
1315 "xorl %%eax, %%eax \n\t" | |
1316 "1: \n\t" | |
1317 PREFETCH" 64(%1, %%eax) \n\t" | |
1318 PREFETCH" 64(%2, %%eax) \n\t" | |
1319 "movq (%1, %%eax), %%mm0 \n\t" | |
1320 "movq 8(%1, %%eax), %%mm2 \n\t" | |
1321 "movq %%mm0, %%mm1 \n\t" | |
1322 "movq %%mm2, %%mm3 \n\t" | |
1323 "movq (%2, %%eax), %%mm4 \n\t" | |
1324 "movq 8(%2, %%eax), %%mm5 \n\t" | |
1325 "punpcklbw %%mm4, %%mm0 \n\t" | |
1326 "punpckhbw %%mm4, %%mm1 \n\t" | |
1327 "punpcklbw %%mm5, %%mm2 \n\t" | |
1328 "punpckhbw %%mm5, %%mm3 \n\t" | |
1329 MOVNTQ" %%mm0, (%0, %%eax, 2) \n\t" | |
1330 MOVNTQ" %%mm1, 8(%0, %%eax, 2) \n\t" | |
1331 MOVNTQ" %%mm2, 16(%0, %%eax, 2) \n\t" | |
1332 MOVNTQ" %%mm3, 24(%0, %%eax, 2) \n\t" | |
1333 "addl $16, %%eax \n\t" | |
1334 "cmpl %3, %%eax \n\t" | |
1335 " jb 1b \n\t" | |
1336 ::"r"(dest), "r"(src1), "r"(src2), "r" (width-15) | |
1337 : "memory", "%eax" | |
1338 ); | |
1339 #endif | |
1340 for(w= (width&(~15)); w < width; w++) | |
1341 { | |
1342 dest[2*w+0] = src1[w]; | |
1343 dest[2*w+1] = src2[w]; | |
1344 } | |
1345 #else | |
1346 for(w=0; w < width; w++) | |
1347 { | |
1348 dest[2*w+0] = src1[w]; | |
1349 dest[2*w+1] = src2[w]; | |
1350 } | |
1351 #endif | |
1352 dest += dstStride; | |
1353 src1 += src1Stride; | |
1354 src2 += src2Stride; | |
1355 } | |
1356 #ifdef HAVE_MMX | |
1357 asm( | |
1358 EMMS" \n\t" | |
1359 SFENCE" \n\t" | |
1360 ::: "memory" | |
1361 ); | |
1362 #endif | |
1363 } |