25 static inline uint64_t
avg2(uint64_t
a, uint64_t
b)
27 return (a | b) - (((a ^
b) &
BYTE_VEC(0xfe)) >> 1);
30 static inline uint64_t
avg4(uint64_t l1, uint64_t l2, uint64_t l3, uint64_t l4)
32 uint64_t r1 = ((l1 & ~
BYTE_VEC(0x03)) >> 2)
36 uint64_t r2 = (( (l1 &
BYTE_VEC(0x03))
48 if ((
size_t) pix2 & 0x7) {
55 result +=
perr(p1, p2);
66 result +=
perr(p1, p2);
82 if ((
size_t) pix2 & 0x7) {
85 uint64_t p1_l, p1_r, p2_l, p2_r;
96 result +=
perr(p1_l, p2_l)
101 uint64_t p1_l, p1_r, p2_l, p2_r;
104 p1_r =
ldq(pix1 + 8);
106 p2_r =
ldq(pix2 + 8);
110 result +=
perr(p1_l, p2_l)
122 uint64_t disalign = (size_t) pix2 & 0x7;
127 uint64_t p1_l, p1_r, p2_l, p2_r;
131 p1_r =
ldq(pix1 + 8);
134 p2_l =
avg2(l, (l >> 8) | ((uint64_t) r << 56));
135 p2_r =
avg2(r, (r >> 8) | ((uint64_t) pix2[16] << 56));
139 result +=
perr(p1_l, p2_l)
149 uint64_t p1_l, p1_r, p2_l, p2_r;
153 p1_r =
ldq(pix1 + 8);
156 r =
ldq_u(pix2 + 16);
162 result +=
perr(p1_l, p2_l)
168 uint64_t disalign1 = disalign + 1;
169 uint64_t p1_l, p1_r, p2_l, p2_r;
173 p1_r =
ldq(pix1 + 8);
176 r =
ldq_u(pix2 + 16);
184 result +=
perr(p1_l, p2_l)
196 if ((
size_t) pix2 & 0x7) {
197 uint64_t t, p2_l, p2_r;
203 uint64_t p1_l, p1_r, np2_l, np2_r;
207 p1_r =
ldq(pix1 + 8);
213 result +=
perr(p1_l,
avg2(p2_l, np2_l))
224 p2_r =
ldq(pix2 + 8);
226 uint64_t p1_l, p1_r, np2_l, np2_r;
229 p1_r =
ldq(pix1 + 8);
232 np2_r =
ldq(pix2 + 8);
234 result +=
perr(p1_l,
avg2(p2_l, np2_l))
250 uint64_t p2_l, p2_r, p2_x;
253 p1_r =
ldq(pix1 + 8);
255 if ((
size_t) pix2 & 0x7) {
257 p2_r =
uldq(pix2 + 8);
258 p2_x = (uint64_t) pix2[16] << 56;
261 p2_r =
ldq(pix2 + 8);
262 p2_x =
ldq(pix2 + 16) << 56;
266 uint64_t np1_l, np1_r;
267 uint64_t np2_l, np2_r, np2_x;
273 np1_r =
ldq(pix1 + 8);
275 if ((
size_t) pix2 & 0x7) {
277 np2_r =
uldq(pix2 + 8);
278 np2_x = (uint64_t) pix2[16] << 56;
281 np2_r =
ldq(pix2 + 8);
282 np2_x =
ldq(pix2 + 16) << 56;
286 avg4( p2_l, ( p2_l >> 8) | ((uint64_t) p2_r << 56),
287 np2_l, (np2_l >> 8) | ((uint64_t) np2_r << 56)))
289 avg4( p2_r, ( p2_r >> 8) | ((uint64_t) p2_x),
290 np2_r, (np2_r >> 8) | ((uint64_t) np2_x)));