annotate i386/dsputil_mmx_qns.h @ 5134:879b809b00cb libavcodec

kill one vector constant value load by the right combination of vec_splatX/vec_sl patch by Sigbjorn Skjaeret %sskjer-1 A broadpark P no%
author gpoirier
date Tue, 12 Jun 2007 21:24:25 +0000
parents 8a3bc96c366f
children 470601203f44
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
5024
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
1 /*
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
2 * DSP utils : QNS functions are compiled 3 times for mmx/3dnow/ssse3
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
3 * Copyright (c) 2004 Michael Niedermayer
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
4 *
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
5 * This file is part of FFmpeg.
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
6 *
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
7 * FFmpeg is free software; you can redistribute it and/or
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
8 * modify it under the terms of the GNU Lesser General Public
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
9 * License as published by the Free Software Foundation; either
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
10 * version 2.1 of the License, or (at your option) any later version.
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
11 *
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
12 * FFmpeg is distributed in the hope that it will be useful,
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
15 * Lesser General Public License for more details.
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
16 *
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
17 * You should have received a copy of the GNU Lesser General Public
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
18 * License along with FFmpeg; if not, write to the Free Software
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
20 *
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
21 * MMX optimization by Michael Niedermayer <michaelni@gmx.at>
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
22 * 3DNow! and SSSE3 optimization by Zuxy Meng <zuxy.meng@gmail.com>
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
23 */
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
24
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
25 #define MAX_ABS (512 >> (SCALE_OFFSET>0 ? SCALE_OFFSET : 0))
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
26
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
27 static int DEF(try_8x8basis)(int16_t rem[64], int16_t weight[64], int16_t basis[64], int scale)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
28 {
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
29 long i=0;
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
30
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
31 assert(FFABS(scale) < MAX_ABS);
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
32 scale<<= 16 + SCALE_OFFSET - BASIS_SHIFT + RECON_SHIFT;
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
33
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
34 SET_RND(mm6);
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
35 asm volatile(
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
36 "pxor %%mm7, %%mm7 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
37 "movd %4, %%mm5 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
38 "punpcklwd %%mm5, %%mm5 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
39 "punpcklwd %%mm5, %%mm5 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
40 ASMALIGN(4)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
41 "1: \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
42 "movq (%1, %0), %%mm0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
43 "movq 8(%1, %0), %%mm1 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
44 PMULHRW(%%mm0, %%mm1, %%mm5, %%mm6)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
45 "paddw (%2, %0), %%mm0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
46 "paddw 8(%2, %0), %%mm1 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
47 "psraw $6, %%mm0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
48 "psraw $6, %%mm1 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
49 "pmullw (%3, %0), %%mm0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
50 "pmullw 8(%3, %0), %%mm1 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
51 "pmaddwd %%mm0, %%mm0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
52 "pmaddwd %%mm1, %%mm1 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
53 "paddd %%mm1, %%mm0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
54 "psrld $4, %%mm0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
55 "paddd %%mm0, %%mm7 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
56 "add $16, %0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
57 "cmp $128, %0 \n\t" //FIXME optimize & bench
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
58 " jb 1b \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
59 PHADDD(%%mm7, %%mm6)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
60 "psrld $2, %%mm7 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
61 "movd %%mm7, %0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
62
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
63 : "+r" (i)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
64 : "r"(basis), "r"(rem), "r"(weight), "g"(scale)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
65 );
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
66 return i;
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
67 }
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
68
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
69 static void DEF(add_8x8basis)(int16_t rem[64], int16_t basis[64], int scale)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
70 {
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
71 long i=0;
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
72
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
73 if(FFABS(scale) < MAX_ABS){
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
74 scale<<= 16 + SCALE_OFFSET - BASIS_SHIFT + RECON_SHIFT;
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
75 SET_RND(mm6);
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
76 asm volatile(
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
77 "movd %3, %%mm5 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
78 "punpcklwd %%mm5, %%mm5 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
79 "punpcklwd %%mm5, %%mm5 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
80 ASMALIGN(4)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
81 "1: \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
82 "movq (%1, %0), %%mm0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
83 "movq 8(%1, %0), %%mm1 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
84 PMULHRW(%%mm0, %%mm1, %%mm5, %%mm6)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
85 "paddw (%2, %0), %%mm0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
86 "paddw 8(%2, %0), %%mm1 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
87 "movq %%mm0, (%2, %0) \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
88 "movq %%mm1, 8(%2, %0) \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
89 "add $16, %0 \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
90 "cmp $128, %0 \n\t" // FIXME optimize & bench
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
91 " jb 1b \n\t"
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
92
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
93 : "+r" (i)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
94 : "r"(basis), "r"(rem), "g"(scale)
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
95 );
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
96 }else{
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
97 for(i=0; i<8*8; i++){
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
98 rem[i] += (basis[i]*scale + (1<<(BASIS_SHIFT - RECON_SHIFT-1)))>>(BASIS_SHIFT - RECON_SHIFT);
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
99 }
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
100 }
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
101 }
8a3bc96c366f 3DNow! and SSSE3 optimization to QNS DSP functions; use pmulhrw/pmulhrsw instead of pmulhw
zuxy
parents:
diff changeset
102