00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00019
00020 #include "asm.h"
00021 #include "../dsputil.h"
00022
00023 void get_pixels_mvi(DCTELEM *restrict block,
00024 const uint8_t *restrict pixels, int line_size)
00025 {
00026 int h = 8;
00027
00028 do {
00029 uint64_t p;
00030
00031 p = ldq(pixels);
00032 stq(unpkbw(p), block);
00033 stq(unpkbw(p >> 32), block + 4);
00034
00035 pixels += line_size;
00036 block += 8;
00037 } while (--h);
00038 }
00039
00040 void diff_pixels_mvi(DCTELEM *block, const uint8_t *s1, const uint8_t *s2,
00041 int stride) {
00042 int h = 8;
00043 uint64_t mask = 0x4040;
00044
00045 mask |= mask << 16;
00046 mask |= mask << 32;
00047 do {
00048 uint64_t x, y, c, d, a;
00049 uint64_t signs;
00050
00051 x = ldq(s1);
00052 y = ldq(s2);
00053 c = cmpbge(x, y);
00054 d = x - y;
00055 a = zap(mask, c);
00056 d += 4 * a;
00057 signs = zap(-1, c);
00058
00059 stq(unpkbw(d) | (unpkbw(signs) << 8), block);
00060 stq(unpkbw(d >> 32) | (unpkbw(signs >> 32) << 8), block + 4);
00061
00062 s1 += stride;
00063 s2 += stride;
00064 block += 8;
00065 } while (--h);
00066 }
00067
00068 static inline uint64_t avg2(uint64_t a, uint64_t b)
00069 {
00070 return (a | b) - (((a ^ b) & BYTE_VEC(0xfe)) >> 1);
00071 }
00072
00073 static inline uint64_t avg4(uint64_t l1, uint64_t l2, uint64_t l3, uint64_t l4)
00074 {
00075 uint64_t r1 = ((l1 & ~BYTE_VEC(0x03)) >> 2)
00076 + ((l2 & ~BYTE_VEC(0x03)) >> 2)
00077 + ((l3 & ~BYTE_VEC(0x03)) >> 2)
00078 + ((l4 & ~BYTE_VEC(0x03)) >> 2);
00079 uint64_t r2 = (( (l1 & BYTE_VEC(0x03))
00080 + (l2 & BYTE_VEC(0x03))
00081 + (l3 & BYTE_VEC(0x03))
00082 + (l4 & BYTE_VEC(0x03))
00083 + BYTE_VEC(0x02)) >> 2) & BYTE_VEC(0x03);
00084 return r1 + r2;
00085 }
00086
00087 int pix_abs8x8_mvi(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
00088 {
00089 int result = 0;
00090
00091 if ((size_t) pix2 & 0x7) {
00092
00093 do {
00094 uint64_t p1, p2;
00095
00096 p1 = ldq(pix1);
00097 p2 = uldq(pix2);
00098 result += perr(p1, p2);
00099
00100 pix1 += line_size;
00101 pix2 += line_size;
00102 } while (--h);
00103 } else {
00104 do {
00105 uint64_t p1, p2;
00106
00107 p1 = ldq(pix1);
00108 p2 = ldq(pix2);
00109 result += perr(p1, p2);
00110
00111 pix1 += line_size;
00112 pix2 += line_size;
00113 } while (--h);
00114 }
00115
00116 return result;
00117 }
00118
00119 #if 0
00120 int pix_abs16x16_mvi(uint8_t *pix1, uint8_t *pix2, int line_size)
00121 {
00122 int result = 0;
00123 int h = 16;
00124
00125 if ((size_t) pix2 & 0x7) {
00126
00127 do {
00128 uint64_t p1_l, p1_r, p2_l, p2_r;
00129 uint64_t t;
00130
00131 p1_l = ldq(pix1);
00132 p1_r = ldq(pix1 + 8);
00133 t = ldq_u(pix2 + 8);
00134 p2_l = extql(ldq_u(pix2), pix2) | extqh(t, pix2);
00135 p2_r = extql(t, pix2) | extqh(ldq_u(pix2 + 16), pix2);
00136 pix1 += line_size;
00137 pix2 += line_size;
00138
00139 result += perr(p1_l, p2_l)
00140 + perr(p1_r, p2_r);
00141 } while (--h);
00142 } else {
00143 do {
00144 uint64_t p1_l, p1_r, p2_l, p2_r;
00145
00146 p1_l = ldq(pix1);
00147 p1_r = ldq(pix1 + 8);
00148 p2_l = ldq(pix2);
00149 p2_r = ldq(pix2 + 8);
00150 pix1 += line_size;
00151 pix2 += line_size;
00152
00153 result += perr(p1_l, p2_l)
00154 + perr(p1_r, p2_r);
00155 } while (--h);
00156 }
00157
00158 return result;
00159 }
00160 #endif
00161
00162 int pix_abs16x16_x2_mvi(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
00163 {
00164 int result = 0;
00165 uint64_t disalign = (size_t) pix2 & 0x7;
00166
00167 switch (disalign) {
00168 case 0:
00169 do {
00170 uint64_t p1_l, p1_r, p2_l, p2_r;
00171 uint64_t l, r;
00172
00173 p1_l = ldq(pix1);
00174 p1_r = ldq(pix1 + 8);
00175 l = ldq(pix2);
00176 r = ldq(pix2 + 8);
00177 p2_l = avg2(l, (l >> 8) | ((uint64_t) r << 56));
00178 p2_r = avg2(r, (r >> 8) | ((uint64_t) pix2[16] << 56));
00179 pix1 += line_size;
00180 pix2 += line_size;
00181
00182 result += perr(p1_l, p2_l)
00183 + perr(p1_r, p2_r);
00184 } while (--h);
00185 break;
00186 case 7:
00187
00188
00189
00190
00191 do {
00192 uint64_t p1_l, p1_r, p2_l, p2_r;
00193 uint64_t l, m, r;
00194
00195 p1_l = ldq(pix1);
00196 p1_r = ldq(pix1 + 8);
00197 l = ldq_u(pix2);
00198 m = ldq_u(pix2 + 8);
00199 r = ldq_u(pix2 + 16);
00200 p2_l = avg2(extql(l, disalign) | extqh(m, disalign), m);
00201 p2_r = avg2(extql(m, disalign) | extqh(r, disalign), r);
00202 pix1 += line_size;
00203 pix2 += line_size;
00204
00205 result += perr(p1_l, p2_l)
00206 + perr(p1_r, p2_r);
00207 } while (--h);
00208 break;
00209 default:
00210 do {
00211 uint64_t disalign1 = disalign + 1;
00212 uint64_t p1_l, p1_r, p2_l, p2_r;
00213 uint64_t l, m, r;
00214
00215 p1_l = ldq(pix1);
00216 p1_r = ldq(pix1 + 8);
00217 l = ldq_u(pix2);
00218 m = ldq_u(pix2 + 8);
00219 r = ldq_u(pix2 + 16);
00220 p2_l = avg2(extql(l, disalign) | extqh(m, disalign),
00221 extql(l, disalign1) | extqh(m, disalign1));
00222 p2_r = avg2(extql(m, disalign) | extqh(r, disalign),
00223 extql(m, disalign1) | extqh(r, disalign1));
00224 pix1 += line_size;
00225 pix2 += line_size;
00226
00227 result += perr(p1_l, p2_l)
00228 + perr(p1_r, p2_r);
00229 } while (--h);
00230 break;
00231 }
00232 return result;
00233 }
00234
00235 int pix_abs16x16_y2_mvi(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
00236 {
00237 int result = 0;
00238
00239 if ((size_t) pix2 & 0x7) {
00240 uint64_t t, p2_l, p2_r;
00241 t = ldq_u(pix2 + 8);
00242 p2_l = extql(ldq_u(pix2), pix2) | extqh(t, pix2);
00243 p2_r = extql(t, pix2) | extqh(ldq_u(pix2 + 16), pix2);
00244
00245 do {
00246 uint64_t p1_l, p1_r, np2_l, np2_r;
00247 uint64_t t;
00248
00249 p1_l = ldq(pix1);
00250 p1_r = ldq(pix1 + 8);
00251 pix2 += line_size;
00252 t = ldq_u(pix2 + 8);
00253 np2_l = extql(ldq_u(pix2), pix2) | extqh(t, pix2);
00254 np2_r = extql(t, pix2) | extqh(ldq_u(pix2 + 16), pix2);
00255
00256 result += perr(p1_l, avg2(p2_l, np2_l))
00257 + perr(p1_r, avg2(p2_r, np2_r));
00258
00259 pix1 += line_size;
00260 p2_l = np2_l;
00261 p2_r = np2_r;
00262
00263 } while (--h);
00264 } else {
00265 uint64_t p2_l, p2_r;
00266 p2_l = ldq(pix2);
00267 p2_r = ldq(pix2 + 8);
00268 do {
00269 uint64_t p1_l, p1_r, np2_l, np2_r;
00270
00271 p1_l = ldq(pix1);
00272 p1_r = ldq(pix1 + 8);
00273 pix2 += line_size;
00274 np2_l = ldq(pix2);
00275 np2_r = ldq(pix2 + 8);
00276
00277 result += perr(p1_l, avg2(p2_l, np2_l))
00278 + perr(p1_r, avg2(p2_r, np2_r));
00279
00280 pix1 += line_size;
00281 p2_l = np2_l;
00282 p2_r = np2_r;
00283 } while (--h);
00284 }
00285 return result;
00286 }
00287
00288 int pix_abs16x16_xy2_mvi(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
00289 {
00290 int result = 0;
00291
00292 uint64_t p1_l, p1_r;
00293 uint64_t p2_l, p2_r, p2_x;
00294
00295 p1_l = ldq(pix1);
00296 p1_r = ldq(pix1 + 8);
00297
00298 if ((size_t) pix2 & 0x7) {
00299 p2_l = uldq(pix2);
00300 p2_r = uldq(pix2 + 8);
00301 p2_x = (uint64_t) pix2[16] << 56;
00302 } else {
00303 p2_l = ldq(pix2);
00304 p2_r = ldq(pix2 + 8);
00305 p2_x = ldq(pix2 + 16) << 56;
00306 }
00307
00308 do {
00309 uint64_t np1_l, np1_r;
00310 uint64_t np2_l, np2_r, np2_x;
00311
00312 pix1 += line_size;
00313 pix2 += line_size;
00314
00315 np1_l = ldq(pix1);
00316 np1_r = ldq(pix1 + 8);
00317
00318 if ((size_t) pix2 & 0x7) {
00319 np2_l = uldq(pix2);
00320 np2_r = uldq(pix2 + 8);
00321 np2_x = (uint64_t) pix2[16] << 56;
00322 } else {
00323 np2_l = ldq(pix2);
00324 np2_r = ldq(pix2 + 8);
00325 np2_x = ldq(pix2 + 16) << 56;
00326 }
00327
00328 result += perr(p1_l,
00329 avg4( p2_l, ( p2_l >> 8) | ((uint64_t) p2_r << 56),
00330 np2_l, (np2_l >> 8) | ((uint64_t) np2_r << 56)))
00331 + perr(p1_r,
00332 avg4( p2_r, ( p2_r >> 8) | ((uint64_t) p2_x),
00333 np2_r, (np2_r >> 8) | ((uint64_t) np2_x)));
00334
00335 p1_l = np1_l;
00336 p1_r = np1_r;
00337 p2_l = np2_l;
00338 p2_r = np2_r;
00339 p2_x = np2_x;
00340 } while (--h);
00341
00342 return result;
00343 }