annotate ppc/float_altivec.c @ 3851:a778f86c28e2 libavcodec

Original Commit: r49 | ods15 | 2006-09-23 12:52:21 +0300 (Sat, 23 Sep 2006) | 3 lines fix off-by-one in both encoder and decoder. libvorbis and tremor work now, ffvorbis still doesn't
author ods15
date Mon, 02 Oct 2006 06:07:28 +0000
parents dd55fb216497
children c8c591fe26f8
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
3581
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
1 /*
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
2 * Copyright (c) 2006 Luca Barbato <lu_zero@gentoo.org>
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
3 *
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
4 * This library is free software; you can redistribute it and/or
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
5 * modify it under the terms of the GNU Lesser General Public
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
6 * License as published by the Free Software Foundation; either
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
7 * version 2 of the License, or (at your option) any later version.
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
8 *
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
9 * This library is distributed in the hope that it will be useful,
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
12 * Lesser General Public License for more details.
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
13 *
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
14 * You should have received a copy of the GNU Lesser General Public
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
15 * License along with this library; if not, write to the Free Software
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
17 */
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
18
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
19 #include "../dsputil.h"
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
20
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
21 #include "gcc_fixes.h"
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
22
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
23 #include "dsputil_altivec.h"
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
24
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
25 static void vector_fmul_altivec(float *dst, const float *src, int len)
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
26 {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
27 int i;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
28 vector float d0, d1, s, zero = (vector float)vec_splat_u32(0);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
29 for(i=0; i<len-7; i+=8) {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
30 d0 = vec_ld(0, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
31 s = vec_ld(0, src+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
32 d1 = vec_ld(16, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
33 d0 = vec_madd(d0, s, zero);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
34 d1 = vec_madd(d1, vec_ld(16,src+i), zero);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
35 vec_st(d0, 0, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
36 vec_st(d1, 16, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
37 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
38 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
39
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
40 static void vector_fmul_reverse_altivec(float *dst, const float *src0,
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
41 const float *src1, int len)
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
42 {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
43 int i;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
44 vector float d, s0, s1, h0, l0,
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
45 s2, s3, zero = (vector float)vec_splat_u32(0);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
46 src1 += len-4;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
47 for(i=0; i<len-7; i+=8) {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
48 s1 = vec_ld(0, src1-i); // [a,b,c,d]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
49 s0 = vec_ld(0, src0+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
50 l0 = vec_mergel(s1, s1); // [c,c,d,d]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
51 s3 = vec_ld(-16, src1-i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
52 h0 = vec_mergeh(s1, s1); // [a,a,b,b]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
53 s2 = vec_ld(16, src0+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
54 s1 = vec_mergeh(vec_mergel(l0,h0), // [d,b,d,b]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
55 vec_mergeh(l0,h0)); // [c,a,c,a]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
56 // [d,c,b,a]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
57 l0 = vec_mergel(s3, s3);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
58 d = vec_madd(s0, s1, zero);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
59 h0 = vec_mergeh(s3, s3);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
60 vec_st(d, 0, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
61 s3 = vec_mergeh(vec_mergel(l0,h0),
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
62 vec_mergeh(l0,h0));
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
63 d = vec_madd(s2, s3, zero);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
64 vec_st(d, 16, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
65 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
66 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
67
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
68 static void vector_fmul_add_add_altivec(float *dst, const float *src0,
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
69 const float *src1, const float *src2,
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
70 int src3, int len, int step)
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
71 {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
72 int i;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
73 vector float d, s0, s1, s2, t0, t1, edges;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
74 vector unsigned char align = vec_lvsr(0,dst),
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
75 mask = vec_lvsl(0, dst);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
76
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
77 t0 = vec_ld(0, dst);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
78 #if 0 //FIXME: there is still something wrong
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
79 if (step == 2) {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
80 int y;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
81 vector float d0, d1, s3, t2;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
82 vector unsigned int sel =
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
83 vec_mergeh(vec_splat_u32(-1), vec_splat_u32(0));
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
84 t1 = vec_ld(16, dst);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
85 for (i=0,y=0; i<len-3; i+=4,y+=8) {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
86
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
87 s0 = vec_ld(0,src0+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
88 s1 = vec_ld(0,src1+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
89 s2 = vec_ld(0,src2+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
90
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
91 // t0 = vec_ld(0, dst+y); //[x x x|a]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
92 // t1 = vec_ld(16, dst+y); //[b c d|e]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
93 t2 = vec_ld(31, dst+y); //[f g h|x]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
94
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
95 d = vec_madd(s0,s1,s2); // [A B C D]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
96
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
97 // [A A B B]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
98
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
99 // [C C D D]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
100
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
101 d0 = vec_perm(t0, t1, mask); // [a b c d]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
102
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
103 d0 = vec_sel(vec_mergeh(d, d), d0, sel); // [A b B d]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
104
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
105 edges = vec_perm(t1, t0, mask);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
106
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
107 t0 = vec_perm(edges, d0, align); // [x x x|A]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
108
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
109 t1 = vec_perm(d0, edges, align); // [b B d|e]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
110
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
111 vec_stl(t0, 0, dst+y);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
112
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
113 d1 = vec_perm(t1, t2, mask); // [e f g h]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
114
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
115 d1 = vec_sel(vec_mergel(d, d), d1, sel); // [C f D h]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
116
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
117 edges = vec_perm(t2, t1, mask);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
118
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
119 t1 = vec_perm(edges, d1, align); // [b B d|C]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
120
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
121 t2 = vec_perm(d1, edges, align); // [f D h|x]
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
122
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
123 vec_stl(t1, 16, dst+y);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
124
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
125 t0 = t1;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
126
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
127 vec_stl(t2, 31, dst+y);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
128
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
129 t1 = t2;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
130 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
131 } else
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
132 #endif
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
133 if (step == 1 && src3 == 0)
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
134 for (i=0; i<len-3; i+=4) {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
135 t1 = vec_ld(15, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
136 s0 = vec_ld(0, src0+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
137 s1 = vec_ld(0, src1+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
138 s2 = vec_ld(0, src2+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
139 edges = vec_perm(t1 ,t0, mask);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
140 d = vec_madd(s0,s1,s2);
3659
dd55fb216497 Proper fix for the corner case that would have been corrected before, praise&blame to me and exg in equal shares
lu_zero
parents: 3657
diff changeset
141 t1 = vec_perm(d, edges, align);
dd55fb216497 Proper fix for the corner case that would have been corrected before, praise&blame to me and exg in equal shares
lu_zero
parents: 3657
diff changeset
142 t0 = vec_perm(edges, d, align);
dd55fb216497 Proper fix for the corner case that would have been corrected before, praise&blame to me and exg in equal shares
lu_zero
parents: 3657
diff changeset
143 vec_st(t1, 15, dst+i);
3581
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
144 vec_st(t0, 0, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
145 t0 = t1;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
146 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
147 else
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
148 ff_vector_fmul_add_add_c(dst, src0, src1, src2, src3, len, step);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
149 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
150
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
151 void float_to_int16_altivec(int16_t *dst, const float *src, int len)
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
152 {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
153 int i;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
154 vector float s0, s1;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
155 vector signed int t0, t1;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
156 vector signed short d0, d1, d;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
157 vector unsigned char align;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
158 if(((long)dst)&15) //FIXME
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
159 for(i=0; i<len-7; i+=8) {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
160 s0 = vec_ld(0, src+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
161 s1 = vec_ld(16, src+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
162 t0 = vec_cts(s0, 0);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
163 d0 = vec_ld(0, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
164 t1 = vec_cts(s1, 0);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
165 d1 = vec_ld(15, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
166 d = vec_packs(t0,t1);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
167 d1 = vec_perm(d1, d0, vec_lvsl(0,dst+i));
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
168 align = vec_lvsr(0, dst+i);
3657
ff6720290478 Fix float_to_int16, unaligned case, broken by the previous commit
lu_zero
parents: 3583
diff changeset
169 d0 = vec_perm(d1, d, align);
ff6720290478 Fix float_to_int16, unaligned case, broken by the previous commit
lu_zero
parents: 3583
diff changeset
170 d1 = vec_perm(d, d1, align);
3581
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
171 vec_st(d0, 0, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
172 vec_st(d1,15, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
173 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
174 else
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
175 for(i=0; i<len-7; i+=8) {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
176 s0 = vec_ld(0, src+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
177 s1 = vec_ld(16, src+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
178 t0 = vec_cts(s0, 0);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
179 t1 = vec_cts(s1, 0);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
180 d = vec_packs(t0,t1);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
181 vec_st(d, 0, dst+i);
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
182 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
183 }
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
184
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
185 void float_init_altivec(DSPContext* c, AVCodecContext *avctx)
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
186 {
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
187 c->vector_fmul = vector_fmul_altivec;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
188 c->vector_fmul_reverse = vector_fmul_reverse_altivec;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
189 c->vector_fmul_add_add = vector_fmul_add_add_altivec;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
190 if(!(avctx->flags & CODEC_FLAG_BITEXACT))
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
191 c->float_to_int16 = float_to_int16_altivec;
49082584828a altivec float optimizations
lu_zero
parents:
diff changeset
192 }