1/*
2 * Copyright (c) 2006 Luca Barbato <lu_zero@gentoo.org>
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21#include "libavcodec/dsputil.h"
22
23#include "gcc_fixes.h"
24
25#include "dsputil_altivec.h"
26#include "util_altivec.h"
27
28static void vector_fmul_altivec(float *dst, const float *src, int len)
29{
30    int i;
31    vector float d0, d1, s, zero = (vector float)vec_splat_u32(0);
32    for(i=0; i<len-7; i+=8) {
33        d0 = vec_ld(0, dst+i);
34        s = vec_ld(0, src+i);
35        d1 = vec_ld(16, dst+i);
36        d0 = vec_madd(d0, s, zero);
37        d1 = vec_madd(d1, vec_ld(16,src+i), zero);
38        vec_st(d0, 0, dst+i);
39        vec_st(d1, 16, dst+i);
40    }
41}
42
43static void vector_fmul_reverse_altivec(float *dst, const float *src0,
44                                        const float *src1, int len)
45{
46    int i;
47    vector float d, s0, s1, h0, l0,
48                 s2, s3, zero = (vector float)vec_splat_u32(0);
49    src1 += len-4;
50    for(i=0; i<len-7; i+=8) {
51        s1 = vec_ld(0, src1-i);              // [a,b,c,d]
52        s0 = vec_ld(0, src0+i);
53        l0 = vec_mergel(s1, s1);             // [c,c,d,d]
54        s3 = vec_ld(-16, src1-i);
55        h0 = vec_mergeh(s1, s1);             // [a,a,b,b]
56        s2 = vec_ld(16, src0+i);
57        s1 = vec_mergeh(vec_mergel(l0,h0),   // [d,b,d,b]
58                        vec_mergeh(l0,h0));  // [c,a,c,a]
59                                             // [d,c,b,a]
60        l0 = vec_mergel(s3, s3);
61        d = vec_madd(s0, s1, zero);
62        h0 = vec_mergeh(s3, s3);
63        vec_st(d, 0, dst+i);
64        s3 = vec_mergeh(vec_mergel(l0,h0),
65                        vec_mergeh(l0,h0));
66        d = vec_madd(s2, s3, zero);
67        vec_st(d, 16, dst+i);
68    }
69}
70
71static void vector_fmul_add_add_altivec(float *dst, const float *src0,
72                                        const float *src1, const float *src2,
73                                        int src3, int len, int step)
74{
75    int i;
76    vector float d, s0, s1, s2, t0, t1, edges;
77    vector unsigned char align = vec_lvsr(0,dst),
78                         mask = vec_lvsl(0, dst);
79
80#if 0 //FIXME: there is still something wrong
81    if (step == 2) {
82        int y;
83        vector float d0, d1, s3, t2;
84        vector unsigned int sel =
85                vec_mergeh(vec_splat_u32(-1), vec_splat_u32(0));
86        t1 = vec_ld(16, dst);
87        for (i=0,y=0; i<len-3; i+=4,y+=8) {
88
89            s0 = vec_ld(0,src0+i);
90            s1 = vec_ld(0,src1+i);
91            s2 = vec_ld(0,src2+i);
92
93//          t0 = vec_ld(0, dst+y);  //[x x x|a]
94//          t1 = vec_ld(16, dst+y); //[b c d|e]
95            t2 = vec_ld(31, dst+y); //[f g h|x]
96
97            d = vec_madd(s0,s1,s2); // [A B C D]
98
99                                                 // [A A B B]
100
101                                                 // [C C D D]
102
103            d0 = vec_perm(t0, t1, mask); // [a b c d]
104
105            d0 = vec_sel(vec_mergeh(d, d), d0, sel);   // [A b B d]
106
107            edges = vec_perm(t1, t0, mask);
108
109            t0 = vec_perm(edges, d0, align); // [x x x|A]
110
111            t1 = vec_perm(d0, edges, align); // [b B d|e]
112
113            vec_stl(t0, 0, dst+y);
114
115            d1 = vec_perm(t1, t2, mask); // [e f g h]
116
117            d1 = vec_sel(vec_mergel(d, d), d1, sel); // [C f D h]
118
119            edges = vec_perm(t2, t1, mask);
120
121            t1 = vec_perm(edges, d1, align); // [b B d|C]
122
123            t2 = vec_perm(d1, edges, align); // [f D h|x]
124
125            vec_stl(t1, 16, dst+y);
126
127            t0 = t1;
128
129            vec_stl(t2, 31, dst+y);
130
131            t1 = t2;
132        }
133    } else
134    #endif
135    if (step == 1 && src3 == 0)
136        for (i=0; i<len-3; i+=4) {
137            t0 = vec_ld(0, dst+i);
138            t1 = vec_ld(15, dst+i);
139            s0 = vec_ld(0, src0+i);
140            s1 = vec_ld(0, src1+i);
141            s2 = vec_ld(0, src2+i);
142            edges = vec_perm(t1 ,t0, mask);
143            d = vec_madd(s0,s1,s2);
144            t1 = vec_perm(d, edges, align);
145            t0 = vec_perm(edges, d, align);
146            vec_st(t1, 15, dst+i);
147            vec_st(t0, 0, dst+i);
148        }
149    else
150        ff_vector_fmul_add_add_c(dst, src0, src1, src2, src3, len, step);
151}
152
153static void vector_fmul_window_altivec(float *dst, const float *src0, const float *src1, const float *win, float add_bias, int len)
154{
155    union {
156        vector float v;
157        float s[4];
158    } vadd;
159    vector float vadd_bias, zero, t0, t1, s0, s1, wi, wj;
160    const vector unsigned char reverse = vcprm(3,2,1,0);
161    int i,j;
162
163    dst += len;
164    win += len;
165    src0+= len;
166
167    vadd.s[0] = add_bias;
168    vadd_bias = vec_splat(vadd.v, 0);
169    zero = (vector float)vec_splat_u32(0);
170
171    for(i=-len*4, j=len*4-16; i<0; i+=16, j-=16) {
172        s0 = vec_ld(i, src0);
173        s1 = vec_ld(j, src1);
174        wi = vec_ld(i, win);
175        wj = vec_ld(j, win);
176
177        s1 = vec_perm(s1, s1, reverse);
178        wj = vec_perm(wj, wj, reverse);
179
180        t0 = vec_madd(s0, wj, vadd_bias);
181        t0 = vec_nmsub(s1, wi, t0);
182        t1 = vec_madd(s0, wi, vadd_bias);
183        t1 = vec_madd(s1, wj, t1);
184        t1 = vec_perm(t1, t1, reverse);
185
186        vec_st(t0, i, dst);
187        vec_st(t1, j, dst);
188    }
189}
190
191static void int32_to_float_fmul_scalar_altivec(float *dst, const int *src, float mul, int len)
192{
193    union {
194        vector float v;
195        float s[4];
196    } mul_u;
197    int i;
198    vector float src1, src2, dst1, dst2, mul_v, zero;
199
200    zero = (vector float)vec_splat_u32(0);
201    mul_u.s[0] = mul;
202    mul_v = vec_splat(mul_u.v, 0);
203
204    for(i=0; i<len; i+=8) {
205        src1 = vec_ctf(vec_ld(0,  src+i), 0);
206        src2 = vec_ctf(vec_ld(16, src+i), 0);
207        dst1 = vec_madd(src1, mul_v, zero);
208        dst2 = vec_madd(src2, mul_v, zero);
209        vec_st(dst1,  0, dst+i);
210        vec_st(dst2, 16, dst+i);
211    }
212}
213
214
215static vector signed short
216float_to_int16_one_altivec(const float *src)
217{
218    vector float s0 = vec_ld(0, src);
219    vector float s1 = vec_ld(16, src);
220    vector signed int t0 = vec_cts(s0, 0);
221    vector signed int t1 = vec_cts(s1, 0);
222    return vec_packs(t0,t1);
223}
224
225static void float_to_int16_altivec(int16_t *dst, const float *src, long len)
226{
227    int i;
228    vector signed short d0, d1, d;
229    vector unsigned char align;
230    if(((long)dst)&15) //FIXME
231    for(i=0; i<len-7; i+=8) {
232        d0 = vec_ld(0, dst+i);
233        d = float_to_int16_one_altivec(src+i);
234        d1 = vec_ld(15, dst+i);
235        d1 = vec_perm(d1, d0, vec_lvsl(0,dst+i));
236        align = vec_lvsr(0, dst+i);
237        d0 = vec_perm(d1, d, align);
238        d1 = vec_perm(d, d1, align);
239        vec_st(d0, 0, dst+i);
240        vec_st(d1,15, dst+i);
241    }
242    else
243    for(i=0; i<len-7; i+=8) {
244        d = float_to_int16_one_altivec(src+i);
245        vec_st(d, 0, dst+i);
246    }
247}
248
249static void
250float_to_int16_interleave_altivec(int16_t *dst, const float **src,
251                                  long len, int channels)
252{
253    int i;
254    vector signed short d0, d1, d2, c0, c1, t0, t1;
255    vector unsigned char align;
256    if(channels == 1)
257        float_to_int16_altivec(dst, src[0], len);
258    else
259        if (channels == 2) {
260        if(((long)dst)&15)
261        for(i=0; i<len-7; i+=8) {
262            d0 = vec_ld(0, dst + i);
263            t0 = float_to_int16_one_altivec(src[0] + i);
264            d1 = vec_ld(31, dst + i);
265            t1 = float_to_int16_one_altivec(src[1] + i);
266            c0 = vec_mergeh(t0, t1);
267            c1 = vec_mergel(t0, t1);
268            d2 = vec_perm(d1, d0, vec_lvsl(0, dst + i));
269            align = vec_lvsr(0, dst + i);
270            d0 = vec_perm(d2, c0, align);
271            d1 = vec_perm(c0, c1, align);
272            vec_st(d0,  0, dst + i);
273            d0 = vec_perm(c1, d2, align);
274            vec_st(d1, 15, dst + i);
275            vec_st(d0, 31, dst + i);
276            dst+=8;
277        }
278        else
279        for(i=0; i<len-7; i+=8) {
280            t0 = float_to_int16_one_altivec(src[0] + i);
281            t1 = float_to_int16_one_altivec(src[1] + i);
282            d0 = vec_mergeh(t0, t1);
283            d1 = vec_mergel(t0, t1);
284            vec_st(d0,  0, dst + i);
285            vec_st(d1, 16, dst + i);
286            dst+=8;
287        }
288    } else {
289        DECLARE_ALIGNED(16, int16_t, tmp[len]);
290        int c, j;
291        for (c = 0; c < channels; c++) {
292            float_to_int16_altivec(tmp, src[c], len);
293            for (i = 0, j = c; i < len; i++, j+=channels) {
294                dst[j] = tmp[i];
295            }
296        }
297   }
298}
299
300void float_init_altivec(DSPContext* c, AVCodecContext *avctx)
301{
302    c->vector_fmul = vector_fmul_altivec;
303    c->vector_fmul_reverse = vector_fmul_reverse_altivec;
304    c->vector_fmul_add_add = vector_fmul_add_add_altivec;
305    c->int32_to_float_fmul_scalar = int32_to_float_fmul_scalar_altivec;
306    if(!(avctx->flags & CODEC_FLAG_BITEXACT)) {
307        c->vector_fmul_window = vector_fmul_window_altivec;
308        c->float_to_int16 = float_to_int16_altivec;
309        c->float_to_int16_interleave = float_to_int16_interleave_altivec;
310    }
311}
312