Mercurial > mplayer.hg
view liba52/resample_mmx.c @ 14550:2d90630fbb13
fixed wrong deinterleaving of channels
author | nicodvb |
---|---|
date | Fri, 21 Jan 2005 07:22:04 +0000 |
parents | f881c918739b |
children | d6219ce521e9 |
line wrap: on
line source
// MMX optimizations from Michael Niedermayer (michaelni@gmx.at) (under GPL) /* optimization TODO / NOTES movntq is slightly faster (0.5% with the current test.c benchmark) (but thats just test.c so that needs to be testd in reallity) and it would mean (C / MMX2 / MMX / 3DNOW) versions */ static uint64_t attribute_used __attribute__((aligned(8))) magicF2W= 0x43c0000043c00000LL; static uint64_t attribute_used __attribute__((aligned(8))) wm1010= 0xFFFF0000FFFF0000LL; static uint64_t attribute_used __attribute__((aligned(8))) wm0101= 0x0000FFFF0000FFFFLL; static uint64_t attribute_used __attribute__((aligned(8))) wm1100= 0xFFFFFFFF00000000LL; static int a52_resample_MONO_to_5_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; asm volatile( "movl $-512, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" "movq "MANGLE(wm1100)", %%mm3 \n\t" "movq "MANGLE(wm0101)", %%mm4 \n\t" "movq "MANGLE(wm1010)", %%mm5 \n\t" "pxor %%mm6, %%mm6 \n\t" "1: \n\t" "movq (%1, %%esi, 2), %%mm0 \n\t" "movq 8(%1, %%esi, 2), %%mm1 \n\t" "leal (%%esi, %%esi, 4), %%edi \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "packssdw %%mm1, %%mm0 \n\t" "movq %%mm0, %%mm1 \n\t" "pand %%mm4, %%mm0 \n\t" "pand %%mm5, %%mm1 \n\t" "movq %%mm6, (%0, %%edi) \n\t" // 0 0 0 0 "movd %%mm0, 8(%0, %%edi) \n\t" // A 0 "pand %%mm3, %%mm0 \n\t" "movd %%mm6, 12(%0, %%edi) \n\t" // 0 0 "movd %%mm1, 16(%0, %%edi) \n\t" // 0 B "pand %%mm3, %%mm1 \n\t" "movd %%mm6, 20(%0, %%edi) \n\t" // 0 0 "movq %%mm0, 24(%0, %%edi) \n\t" // 0 0 C 0 "movq %%mm1, 32(%0, %%edi) \n\t" // 0 0 0 B "addl $8, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+1280), "r" (f+256) :"%esi", "%edi", "memory" ); return 5*256; } static int a52_resample_STEREO_to_2_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; /* benchmark scores are 0.3% better with SSE but we would need to set bias=0 and premultiply it #ifdef HAVE_SSE asm volatile( "movl $-1024, %%esi \n\t" "1: \n\t" "cvtps2pi (%1, %%esi), %%mm0 \n\t" "cvtps2pi 1024(%1, %%esi), %%mm2\n\t" "movq %%mm0, %%mm1 \n\t" "punpcklwd %%mm2, %%mm0 \n\t" "punpckhwd %%mm2, %%mm1 \n\t" "movq %%mm0, (%0, %%esi) \n\t" "movq %%mm1, 8(%0, %%esi) \n\t" "addl $16, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+512), "r" (f+256) :"%esi", "memory" );*/ asm volatile( "movl $-1024, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" "1: \n\t" "movq (%1, %%esi), %%mm0 \n\t" "movq 8(%1, %%esi), %%mm1 \n\t" "movq 1024(%1, %%esi), %%mm2 \n\t" "movq 1032(%1, %%esi), %%mm3 \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm7, %%mm2 \n\t" "psubd %%mm7, %%mm3 \n\t" "packssdw %%mm1, %%mm0 \n\t" "packssdw %%mm3, %%mm2 \n\t" "movq %%mm0, %%mm1 \n\t" "punpcklwd %%mm2, %%mm0 \n\t" "punpckhwd %%mm2, %%mm1 \n\t" "movq %%mm0, (%0, %%esi) \n\t" "movq %%mm1, 8(%0, %%esi) \n\t" "addl $16, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+512), "r" (f+256) :"%esi", "memory" ); return 2*256; } static int a52_resample_3F_to_5_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; asm volatile( "movl $-1024, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" "pxor %%mm6, %%mm6 \n\t" "movq %%mm7, %%mm5 \n\t" "punpckldq %%mm6, %%mm5 \n\t" "1: \n\t" "movd (%1, %%esi), %%mm0 \n\t" "punpckldq 2048(%1, %%esi), %%mm0\n\t" "movd 1024(%1, %%esi), %%mm1 \n\t" "punpckldq 4(%1, %%esi), %%mm1 \n\t" "movd 2052(%1, %%esi), %%mm2 \n\t" "movq %%mm7, %%mm3 \n\t" "punpckldq 1028(%1, %%esi), %%mm3\n\t" "movd 8(%1, %%esi), %%mm4 \n\t" "punpckldq 2056(%1, %%esi), %%mm4\n\t" "leal (%%esi, %%esi, 4), %%edi \n\t" "sarl $1, %%edi \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm5, %%mm2 \n\t" "psubd %%mm7, %%mm3 \n\t" "psubd %%mm7, %%mm4 \n\t" "packssdw %%mm6, %%mm0 \n\t" "packssdw %%mm2, %%mm1 \n\t" "packssdw %%mm4, %%mm3 \n\t" "movq %%mm0, (%0, %%edi) \n\t" "movq %%mm1, 8(%0, %%edi) \n\t" "movq %%mm3, 16(%0, %%edi) \n\t" "movd 1032(%1, %%esi), %%mm1 \n\t" "punpckldq 12(%1, %%esi), %%mm1\n\t" "movd 2060(%1, %%esi), %%mm2 \n\t" "movq %%mm7, %%mm3 \n\t" "punpckldq 1036(%1, %%esi), %%mm3\n\t" "pxor %%mm0, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm5, %%mm2 \n\t" "psubd %%mm7, %%mm3 \n\t" "packssdw %%mm1, %%mm0 \n\t" "packssdw %%mm3, %%mm2 \n\t" "movq %%mm0, 24(%0, %%edi) \n\t" "movq %%mm2, 32(%0, %%edi) \n\t" "addl $16, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+1280), "r" (f+256) :"%esi", "%edi", "memory" ); return 5*256; } static int a52_resample_2F_2R_to_4_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; asm volatile( "movl $-1024, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" "1: \n\t" "movq (%1, %%esi), %%mm0 \n\t" "movq 8(%1, %%esi), %%mm1 \n\t" "movq 1024(%1, %%esi), %%mm2 \n\t" "movq 1032(%1, %%esi), %%mm3 \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm7, %%mm2 \n\t" "psubd %%mm7, %%mm3 \n\t" "packssdw %%mm1, %%mm0 \n\t" "packssdw %%mm3, %%mm2 \n\t" "movq 2048(%1, %%esi), %%mm3 \n\t" "movq 2056(%1, %%esi), %%mm4 \n\t" "movq 3072(%1, %%esi), %%mm5 \n\t" "movq 3080(%1, %%esi), %%mm6 \n\t" "psubd %%mm7, %%mm3 \n\t" "psubd %%mm7, %%mm4 \n\t" "psubd %%mm7, %%mm5 \n\t" "psubd %%mm7, %%mm6 \n\t" "packssdw %%mm4, %%mm3 \n\t" "packssdw %%mm6, %%mm5 \n\t" "movq %%mm0, %%mm1 \n\t" "movq %%mm3, %%mm4 \n\t" "punpcklwd %%mm2, %%mm0 \n\t" "punpckhwd %%mm2, %%mm1 \n\t" "punpcklwd %%mm5, %%mm3 \n\t" "punpckhwd %%mm5, %%mm4 \n\t" "movq %%mm0, %%mm2 \n\t" "movq %%mm1, %%mm5 \n\t" "punpckldq %%mm3, %%mm0 \n\t" "punpckhdq %%mm3, %%mm2 \n\t" "punpckldq %%mm4, %%mm1 \n\t" "punpckhdq %%mm4, %%mm5 \n\t" "movq %%mm0, (%0, %%esi,2) \n\t" "movq %%mm2, 8(%0, %%esi,2) \n\t" "movq %%mm1, 16(%0, %%esi,2) \n\t" "movq %%mm5, 24(%0, %%esi,2) \n\t" "addl $16, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+1024), "r" (f+256) :"%esi", "memory" ); return 4*256; } static int a52_resample_3F_2R_to_5_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; asm volatile( "movl $-1024, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" "1: \n\t" "movd (%1, %%esi), %%mm0 \n\t" "punpckldq 2048(%1, %%esi), %%mm0\n\t" "movd 3072(%1, %%esi), %%mm1 \n\t" "punpckldq 4096(%1, %%esi), %%mm1\n\t" "movd 1024(%1, %%esi), %%mm2 \n\t" "punpckldq 4(%1, %%esi), %%mm2 \n\t" "movd 2052(%1, %%esi), %%mm3 \n\t" "punpckldq 3076(%1, %%esi), %%mm3\n\t" "movd 4100(%1, %%esi), %%mm4 \n\t" "punpckldq 1028(%1, %%esi), %%mm4\n\t" "movd 8(%1, %%esi), %%mm5 \n\t" "punpckldq 2056(%1, %%esi), %%mm5\n\t" "leal (%%esi, %%esi, 4), %%edi \n\t" "sarl $1, %%edi \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm7, %%mm2 \n\t" "psubd %%mm7, %%mm3 \n\t" "psubd %%mm7, %%mm4 \n\t" "psubd %%mm7, %%mm5 \n\t" "packssdw %%mm1, %%mm0 \n\t" "packssdw %%mm3, %%mm2 \n\t" "packssdw %%mm5, %%mm4 \n\t" "movq %%mm0, (%0, %%edi) \n\t" "movq %%mm2, 8(%0, %%edi) \n\t" "movq %%mm4, 16(%0, %%edi) \n\t" "movd 3080(%1, %%esi), %%mm0 \n\t" "punpckldq 4104(%1, %%esi), %%mm0\n\t" "movd 1032(%1, %%esi), %%mm1 \n\t" "punpckldq 12(%1, %%esi), %%mm1\n\t" "movd 2060(%1, %%esi), %%mm2 \n\t" "punpckldq 3084(%1, %%esi), %%mm2\n\t" "movd 4108(%1, %%esi), %%mm3 \n\t" "punpckldq 1036(%1, %%esi), %%mm3\n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm7, %%mm2 \n\t" "psubd %%mm7, %%mm3 \n\t" "packssdw %%mm1, %%mm0 \n\t" "packssdw %%mm3, %%mm2 \n\t" "movq %%mm0, 24(%0, %%edi) \n\t" "movq %%mm2, 32(%0, %%edi) \n\t" "addl $16, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+1280), "r" (f+256) :"%esi", "%edi", "memory" ); return 5*256; } static int a52_resample_MONO_LFE_to_6_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; asm volatile( "movl $-1024, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" "pxor %%mm6, %%mm6 \n\t" "1: \n\t" "movq 1024(%1, %%esi), %%mm0 \n\t" "movq 1032(%1, %%esi), %%mm1 \n\t" "movq (%1, %%esi), %%mm2 \n\t" "movq 8(%1, %%esi), %%mm3 \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm7, %%mm2 \n\t" "psubd %%mm7, %%mm3 \n\t" "packssdw %%mm1, %%mm0 \n\t" "packssdw %%mm3, %%mm2 \n\t" "movq %%mm0, %%mm1 \n\t" "punpcklwd %%mm2, %%mm0 \n\t" "punpckhwd %%mm2, %%mm1 \n\t" "leal (%%esi, %%esi, 2), %%edi \n\t" "movq %%mm6, (%0, %%edi) \n\t" "movd %%mm0, 8(%0, %%edi) \n\t" "punpckhdq %%mm0, %%mm0 \n\t" "movq %%mm6, 12(%0, %%edi) \n\t" "movd %%mm0, 20(%0, %%edi) \n\t" "movq %%mm6, 24(%0, %%edi) \n\t" "movd %%mm1, 32(%0, %%edi) \n\t" "punpckhdq %%mm1, %%mm1 \n\t" "movq %%mm6, 36(%0, %%edi) \n\t" "movd %%mm1, 44(%0, %%edi) \n\t" "addl $16, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+1536), "r" (f+256) :"%esi", "%edi", "memory" ); return 6*256; } static int a52_resample_STEREO_LFE_to_6_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; asm volatile( "movl $-1024, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" "pxor %%mm6, %%mm6 \n\t" "1: \n\t" "movq 1024(%1, %%esi), %%mm0 \n\t" "movq 2048(%1, %%esi), %%mm1 \n\t" "movq (%1, %%esi), %%mm5 \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm7, %%mm5 \n\t" "leal (%%esi, %%esi, 2), %%edi \n\t" "pxor %%mm4, %%mm4 \n\t" "packssdw %%mm5, %%mm0 \n\t" // FfAa "packssdw %%mm4, %%mm1 \n\t" // 00Bb "punpckhwd %%mm0, %%mm4 \n\t" // F0f0 "punpcklwd %%mm1, %%mm0 \n\t" // BAba "movq %%mm0, %%mm1 \n\t" // BAba "punpckldq %%mm4, %%mm3 \n\t" // f0XX "punpckldq %%mm6, %%mm0 \n\t" // 00ba "punpckhdq %%mm1, %%mm3 \n\t" // BAf0 "movq %%mm0, (%0, %%edi) \n\t" // 00ba "punpckhdq %%mm4, %%mm0 \n\t" // F000 "movq %%mm3, 8(%0, %%edi) \n\t" // BAf0 "movq %%mm0, 16(%0, %%edi) \n\t" // F000 "addl $8, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+1536), "r" (f+256) :"%esi", "%edi", "memory" ); return 6*256; } static int a52_resample_3F_LFE_to_6_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; asm volatile( "movl $-1024, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" "pxor %%mm6, %%mm6 \n\t" "1: \n\t" "movq 1024(%1, %%esi), %%mm0 \n\t" "movq 3072(%1, %%esi), %%mm1 \n\t" "movq 2048(%1, %%esi), %%mm4 \n\t" "movq (%1, %%esi), %%mm5 \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm7, %%mm4 \n\t" "psubd %%mm7, %%mm5 \n\t" "leal (%%esi, %%esi, 2), %%edi \n\t" "packssdw %%mm4, %%mm0 \n\t" // EeAa "packssdw %%mm5, %%mm1 \n\t" // FfBb "movq %%mm0, %%mm2 \n\t" // EeAa "punpcklwd %%mm1, %%mm0 \n\t" // BAba "punpckhwd %%mm1, %%mm2 \n\t" // FEfe "movq %%mm0, %%mm1 \n\t" // BAba "punpckldq %%mm6, %%mm0 \n\t" // 00ba "punpckhdq %%mm1, %%mm1 \n\t" // BABA "movq %%mm0, (%0, %%edi) \n\t" "punpckhdq %%mm2, %%mm0 \n\t" // FE00 "punpckldq %%mm1, %%mm2 \n\t" // BAfe "movq %%mm2, 8(%0, %%edi) \n\t" "movq %%mm0, 16(%0, %%edi) \n\t" "addl $8, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+1536), "r" (f+256) :"%esi", "%edi", "memory" ); return 6*256; } static int a52_resample_2F_2R_LFE_to_6_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; asm volatile( "movl $-1024, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" // "pxor %%mm6, %%mm6 \n\t" "1: \n\t" "movq 1024(%1, %%esi), %%mm0 \n\t" "movq 2048(%1, %%esi), %%mm1 \n\t" "movq 3072(%1, %%esi), %%mm2 \n\t" "movq 4096(%1, %%esi), %%mm3 \n\t" "movq (%1, %%esi), %%mm5 \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm7, %%mm2 \n\t" "psubd %%mm7, %%mm3 \n\t" "psubd %%mm7, %%mm5 \n\t" "leal (%%esi, %%esi, 2), %%edi \n\t" "packssdw %%mm2, %%mm0 \n\t" // CcAa "packssdw %%mm3, %%mm1 \n\t" // DdBb "packssdw %%mm5, %%mm5 \n\t" // FfFf "movq %%mm0, %%mm2 \n\t" // CcAa "punpcklwd %%mm1, %%mm0 \n\t" // BAba "punpckhwd %%mm1, %%mm2 \n\t" // DCdc "pxor %%mm4, %%mm4 \n\t" // 0000 "punpcklwd %%mm5, %%mm4 \n\t" // F0f0 "movq %%mm0, %%mm1 \n\t" // BAba "movq %%mm4, %%mm3 \n\t" // F0f0 "punpckldq %%mm2, %%mm0 \n\t" // dcba "punpckhdq %%mm1, %%mm1 \n\t" // BABA "punpckldq %%mm1, %%mm4 \n\t" // BAf0 "punpckhdq %%mm3, %%mm2 \n\t" // F0DC "movq %%mm0, (%0, %%edi) \n\t" "movq %%mm4, 8(%0, %%edi) \n\t" "movq %%mm2, 16(%0, %%edi) \n\t" "addl $8, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+1536), "r" (f+256) :"%esi", "%edi", "memory" ); return 6*256; } static int a52_resample_3F_2R_LFE_to_6_MMX(float * _f, int16_t * s16){ int32_t * f = (int32_t *) _f; asm volatile( "movl $-1024, %%esi \n\t" "movq "MANGLE(magicF2W)", %%mm7 \n\t" // "pxor %%mm6, %%mm6 \n\t" "1: \n\t" "movq 1024(%1, %%esi), %%mm0 \n\t" "movq 3072(%1, %%esi), %%mm1 \n\t" "movq 4096(%1, %%esi), %%mm2 \n\t" "movq 5120(%1, %%esi), %%mm3 \n\t" "movq 2048(%1, %%esi), %%mm4 \n\t" "movq (%1, %%esi), %%mm5 \n\t" "psubd %%mm7, %%mm0 \n\t" "psubd %%mm7, %%mm1 \n\t" "psubd %%mm7, %%mm2 \n\t" "psubd %%mm7, %%mm3 \n\t" "psubd %%mm7, %%mm4 \n\t" "psubd %%mm7, %%mm5 \n\t" "leal (%%esi, %%esi, 2), %%edi \n\t" "packssdw %%mm2, %%mm0 \n\t" // CcAa "packssdw %%mm3, %%mm1 \n\t" // DdBb "packssdw %%mm4, %%mm4 \n\t" // EeEe "packssdw %%mm5, %%mm5 \n\t" // FfFf "movq %%mm0, %%mm2 \n\t" // CcAa "punpcklwd %%mm1, %%mm0 \n\t" // BAba "punpckhwd %%mm1, %%mm2 \n\t" // DCdc "punpcklwd %%mm5, %%mm4 \n\t" // FEfe "movq %%mm0, %%mm1 \n\t" // BAba "movq %%mm4, %%mm3 \n\t" // FEfe "punpckldq %%mm2, %%mm0 \n\t" // dcba "punpckhdq %%mm1, %%mm1 \n\t" // BABA "punpckldq %%mm1, %%mm4 \n\t" // BAfe "punpckhdq %%mm3, %%mm2 \n\t" // FEDC "movq %%mm0, (%0, %%edi) \n\t" "movq %%mm4, 8(%0, %%edi) \n\t" "movq %%mm2, 16(%0, %%edi) \n\t" "addl $8, %%esi \n\t" " jnz 1b \n\t" "emms \n\t" :: "r" (s16+1536), "r" (f+256) :"%esi", "%edi", "memory" ); return 6*256; } static void* a52_resample_MMX(int flags, int ch){ switch (flags) { case A52_MONO: if(ch==5) return a52_resample_MONO_to_5_MMX; break; case A52_CHANNEL: case A52_STEREO: case A52_DOLBY: if(ch==2) return a52_resample_STEREO_to_2_MMX; break; case A52_3F: if(ch==5) return a52_resample_3F_to_5_MMX; break; case A52_2F2R: if(ch==4) return a52_resample_2F_2R_to_4_MMX; break; case A52_3F2R: if(ch==5) return a52_resample_3F_2R_to_5_MMX; break; case A52_MONO | A52_LFE: if(ch==6) return a52_resample_MONO_LFE_to_6_MMX; break; case A52_CHANNEL | A52_LFE: case A52_STEREO | A52_LFE: case A52_DOLBY | A52_LFE: if(ch==6) return a52_resample_STEREO_LFE_to_6_MMX; break; case A52_3F | A52_LFE: if(ch==6) return a52_resample_3F_LFE_to_6_MMX; break; case A52_2F2R | A52_LFE: if(ch==6) return a52_resample_2F_2R_LFE_to_6_MMX; break; case A52_3F2R | A52_LFE: if(ch==6) return a52_resample_3F_2R_LFE_to_6_MMX; break; } return NULL; }