28 vector
float d0, d1,
s,
zero = (vector float)vec_splat_u32(0);
29 for (i = 0; i < len - 7; i += 8) {
30 d0 = vec_ld( 0, src0 + i);
31 s = vec_ld( 0, src1 + i);
32 d1 = vec_ld(16, src0 + i);
33 d0 = vec_madd(d0, s, zero);
34 d1 = vec_madd(d1, vec_ld(16, src1 + i), zero);
35 vec_st(d0, 0, dst + i);
36 vec_st(d1, 16, dst + i);
41 const float *src1,
const float *win,
int len)
44 const vector
unsigned char reverse = vcprm(3, 2, 1, 0);
51 zero = (vector float)vec_splat_u32(0);
53 for (i = -len * 4, j = len * 4 - 16; i < 0; i += 16, j -= 16) {
59 s1 = vec_perm(s1, s1, reverse);
60 wj = vec_perm(wj, wj, reverse);
62 t0 = vec_madd(s0, wj, zero);
63 t0 = vec_nmsub(s1, wi, t0);
64 t1 = vec_madd(s0, wi, zero);
65 t1 = vec_madd(s1, wj, t1);
66 t1 = vec_perm(t1, t1, reverse);
74 const float *src1,
const float *src2,
78 vector
float d, ss0, ss1, ss2,
t0,
t1, edges;
80 for (i = 0; i < len - 3; i += 4) {
81 t0 = vec_ld(0, dst + i);
82 t1 = vec_ld(15, dst + i);
83 ss0 = vec_ld(0, src0 + i);
84 ss1 = vec_ld(0, src1 + i);
85 ss2 = vec_ld(0, src2 + i);
86 edges = vec_perm(t1, t0, vcprm(0, 1, 2, 3));
87 d = vec_madd(ss0, ss1, ss2);
88 t1 = vec_perm(d, edges, vcprm(
s0,
s1,
s2,
s3));
89 t0 = vec_perm(edges, d, vcprm(
s0,
s1,
s2,
s3));
90 vec_st(t1, 15, dst + i);
91 vec_st(t0, 0, dst + i);
96 const float *src1,
int len)
99 vector
float d,
s0,
s1, h0, l0,
100 s2,
s3,
zero = (vector float) vec_splat_u32(0);
103 for(i = 0; i < len - 7; i += 8) {
104 s1 = vec_ld(0, src1 - i);
105 s0 = vec_ld(0, src0 + i);
106 l0 = vec_mergel(s1, s1);
107 s3 = vec_ld(-16, src1 - i);
108 h0 = vec_mergeh(s1, s1);
109 s2 = vec_ld(16, src0 + i);
110 s1 = vec_mergeh(vec_mergel(l0, h0),
113 l0 = vec_mergel(s3, s3);
114 d = vec_madd(s0, s1, zero);
115 h0 = vec_mergeh(s3, s3);
116 vec_st(d, 0, dst + i);
117 s3 = vec_mergeh(vec_mergel(l0, h0),
119 d = vec_madd(s2, s3, zero);
120 vec_st(d, 16, dst + i);