00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00019
00020 #include "asm.h"
00021 #include "../dsputil.h"
00022
00023 extern void simple_idct_axp(DCTELEM *block);
00024 extern void simple_idct_put_axp(uint8_t *dest, int line_size, DCTELEM *block);
00025 extern void simple_idct_add_axp(uint8_t *dest, int line_size, DCTELEM *block);
00026
00027 void put_pixels_axp_asm(uint8_t *block, const uint8_t *pixels,
00028 int line_size, int h);
00029 void put_pixels_clamped_mvi_asm(const DCTELEM *block, uint8_t *pixels,
00030 int line_size);
00031 void add_pixels_clamped_mvi_asm(const DCTELEM *block, uint8_t *pixels,
00032 int line_size);
00033 void (*put_pixels_clamped_axp_p)(const DCTELEM *block, uint8_t *pixels,
00034 int line_size);
00035 void (*add_pixels_clamped_axp_p)(const DCTELEM *block, uint8_t *pixels,
00036 int line_size);
00037
00038 void get_pixels_mvi(DCTELEM *restrict block,
00039 const uint8_t *restrict pixels, int line_size);
00040 void diff_pixels_mvi(DCTELEM *block, const uint8_t *s1, const uint8_t *s2,
00041 int stride);
00042 int pix_abs8x8_mvi(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h);
00043 int pix_abs16x16_mvi_asm(uint8_t *pix1, uint8_t *pix2, int line_size);
00044 int pix_abs16x16_x2_mvi(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h);
00045 int pix_abs16x16_y2_mvi(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h);
00046 int pix_abs16x16_xy2_mvi(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h);
00047
00048 #if 0
00049
00050
00051 static void put_pixels_clamped_mvi(const DCTELEM *block, uint8_t *pixels,
00052 int line_size)
00053 {
00054 int i = 8;
00055 uint64_t clampmask = zap(-1, 0xaa);
00056
00057 do {
00058 uint64_t shorts0, shorts1;
00059
00060 shorts0 = ldq(block);
00061 shorts0 = maxsw4(shorts0, 0);
00062 shorts0 = minsw4(shorts0, clampmask);
00063 stl(pkwb(shorts0), pixels);
00064
00065 shorts1 = ldq(block + 4);
00066 shorts1 = maxsw4(shorts1, 0);
00067 shorts1 = minsw4(shorts1, clampmask);
00068 stl(pkwb(shorts1), pixels + 4);
00069
00070 pixels += line_size;
00071 block += 8;
00072 } while (--i);
00073 }
00074
00075 void add_pixels_clamped_mvi(const DCTELEM *block, uint8_t *pixels,
00076 int line_size)
00077 {
00078 int h = 8;
00079
00080
00081 uint64_t clampmask = zap(-1, 0xaa);
00082 uint64_t signmask = zap(-1, 0x33);
00083 signmask ^= signmask >> 1;
00084
00085 do {
00086 uint64_t shorts0, pix0, signs0;
00087 uint64_t shorts1, pix1, signs1;
00088
00089 shorts0 = ldq(block);
00090 shorts1 = ldq(block + 4);
00091
00092 pix0 = unpkbw(ldl(pixels));
00093
00094 signs0 = shorts0 & signmask;
00095 shorts0 &= ~signmask;
00096 shorts0 += pix0;
00097 shorts0 ^= signs0;
00098
00099 shorts0 = maxsw4(shorts0, 0);
00100 shorts0 = minsw4(shorts0, clampmask);
00101
00102
00103 pix1 = unpkbw(ldl(pixels + 4));
00104 signs1 = shorts1 & signmask;
00105 shorts1 &= ~signmask;
00106 shorts1 += pix1;
00107 shorts1 ^= signs1;
00108 shorts1 = maxsw4(shorts1, 0);
00109 shorts1 = minsw4(shorts1, clampmask);
00110
00111 stl(pkwb(shorts0), pixels);
00112 stl(pkwb(shorts1), pixels + 4);
00113
00114 pixels += line_size;
00115 block += 8;
00116 } while (--h);
00117 }
00118 #endif
00119
00120 static void clear_blocks_axp(DCTELEM *blocks) {
00121 uint64_t *p = (uint64_t *) blocks;
00122 int n = sizeof(DCTELEM) * 6 * 64;
00123
00124 do {
00125 p[0] = 0;
00126 p[1] = 0;
00127 p[2] = 0;
00128 p[3] = 0;
00129 p[4] = 0;
00130 p[5] = 0;
00131 p[6] = 0;
00132 p[7] = 0;
00133 p += 8;
00134 n -= 8 * 8;
00135 } while (n);
00136 }
00137
00138 static inline uint64_t avg2_no_rnd(uint64_t a, uint64_t b)
00139 {
00140 return (a & b) + (((a ^ b) & BYTE_VEC(0xfe)) >> 1);
00141 }
00142
00143 static inline uint64_t avg2(uint64_t a, uint64_t b)
00144 {
00145 return (a | b) - (((a ^ b) & BYTE_VEC(0xfe)) >> 1);
00146 }
00147
00148 #if 0
00149
00150
00151 static inline uint64_t avg4(uint64_t l1, uint64_t l2, uint64_t l3, uint64_t l4)
00152 {
00153 uint64_t r1 = ((l1 & ~BYTE_VEC(0x03)) >> 2)
00154 + ((l2 & ~BYTE_VEC(0x03)) >> 2)
00155 + ((l3 & ~BYTE_VEC(0x03)) >> 2)
00156 + ((l4 & ~BYTE_VEC(0x03)) >> 2);
00157 uint64_t r2 = (( (l1 & BYTE_VEC(0x03))
00158 + (l2 & BYTE_VEC(0x03))
00159 + (l3 & BYTE_VEC(0x03))
00160 + (l4 & BYTE_VEC(0x03))
00161 + BYTE_VEC(0x02)) >> 2) & BYTE_VEC(0x03);
00162 return r1 + r2;
00163 }
00164 #endif
00165
00166 #define OP(LOAD, STORE) \
00167 do { \
00168 STORE(LOAD(pixels), block); \
00169 pixels += line_size; \
00170 block += line_size; \
00171 } while (--h)
00172
00173 #define OP_X2(LOAD, STORE) \
00174 do { \
00175 uint64_t pix1, pix2; \
00176 \
00177 pix1 = LOAD(pixels); \
00178 pix2 = pix1 >> 8 | ((uint64_t) pixels[8] << 56); \
00179 STORE(AVG2(pix1, pix2), block); \
00180 pixels += line_size; \
00181 block += line_size; \
00182 } while (--h)
00183
00184 #define OP_Y2(LOAD, STORE) \
00185 do { \
00186 uint64_t pix = LOAD(pixels); \
00187 do { \
00188 uint64_t next_pix; \
00189 \
00190 pixels += line_size; \
00191 next_pix = LOAD(pixels); \
00192 STORE(AVG2(pix, next_pix), block); \
00193 block += line_size; \
00194 pix = next_pix; \
00195 } while (--h); \
00196 } while (0)
00197
00198 #define OP_XY2(LOAD, STORE) \
00199 do { \
00200 uint64_t pix1 = LOAD(pixels); \
00201 uint64_t pix2 = pix1 >> 8 | ((uint64_t) pixels[8] << 56); \
00202 uint64_t pix_l = (pix1 & BYTE_VEC(0x03)) \
00203 + (pix2 & BYTE_VEC(0x03)); \
00204 uint64_t pix_h = ((pix1 & ~BYTE_VEC(0x03)) >> 2) \
00205 + ((pix2 & ~BYTE_VEC(0x03)) >> 2); \
00206 \
00207 do { \
00208 uint64_t npix1, npix2; \
00209 uint64_t npix_l, npix_h; \
00210 uint64_t avg; \
00211 \
00212 pixels += line_size; \
00213 npix1 = LOAD(pixels); \
00214 npix2 = npix1 >> 8 | ((uint64_t) pixels[8] << 56); \
00215 npix_l = (npix1 & BYTE_VEC(0x03)) \
00216 + (npix2 & BYTE_VEC(0x03)); \
00217 npix_h = ((npix1 & ~BYTE_VEC(0x03)) >> 2) \
00218 + ((npix2 & ~BYTE_VEC(0x03)) >> 2); \
00219 avg = (((pix_l + npix_l + AVG4_ROUNDER) >> 2) & BYTE_VEC(0x03)) \
00220 + pix_h + npix_h; \
00221 STORE(avg, block); \
00222 \
00223 block += line_size; \
00224 pix_l = npix_l; \
00225 pix_h = npix_h; \
00226 } while (--h); \
00227 } while (0)
00228
00229 #define MAKE_OP(OPNAME, SUFF, OPKIND, STORE) \
00230 static void OPNAME ## _pixels ## SUFF ## _axp \
00231 (uint8_t *restrict block, const uint8_t *restrict pixels, \
00232 int line_size, int h) \
00233 { \
00234 if ((size_t) pixels & 0x7) { \
00235 OPKIND(uldq, STORE); \
00236 } else { \
00237 OPKIND(ldq, STORE); \
00238 } \
00239 } \
00240 \
00241 static void OPNAME ## _pixels16 ## SUFF ## _axp \
00242 (uint8_t *restrict block, const uint8_t *restrict pixels, \
00243 int line_size, int h) \
00244 { \
00245 OPNAME ## _pixels ## SUFF ## _axp(block, pixels, line_size, h); \
00246 OPNAME ## _pixels ## SUFF ## _axp(block + 8, pixels + 8, line_size, h); \
00247 }
00248
00249 #define PIXOP(OPNAME, STORE) \
00250 MAKE_OP(OPNAME, , OP, STORE) \
00251 MAKE_OP(OPNAME, _x2, OP_X2, STORE) \
00252 MAKE_OP(OPNAME, _y2, OP_Y2, STORE) \
00253 MAKE_OP(OPNAME, _xy2, OP_XY2, STORE)
00254
00255
00256 #define AVG2 avg2
00257 #define AVG4 avg4
00258 #define AVG4_ROUNDER BYTE_VEC(0x02)
00259 #define STORE(l, b) stq(l, b)
00260 PIXOP(put, STORE);
00261
00262 #undef STORE
00263 #define STORE(l, b) stq(AVG2(l, ldq(b)), b);
00264 PIXOP(avg, STORE);
00265
00266
00267 #undef AVG2
00268 #undef AVG4
00269 #undef AVG4_ROUNDER
00270 #undef STORE
00271 #define AVG2 avg2_no_rnd
00272 #define AVG4 avg4_no_rnd
00273 #define AVG4_ROUNDER BYTE_VEC(0x01)
00274 #define STORE(l, b) stq(l, b)
00275 PIXOP(put_no_rnd, STORE);
00276
00277 #undef STORE
00278 #define STORE(l, b) stq(AVG2(l, ldq(b)), b);
00279 PIXOP(avg_no_rnd, STORE);
00280
00281 void put_pixels16_axp_asm(uint8_t *block, const uint8_t *pixels,
00282 int line_size, int h)
00283 {
00284 put_pixels_axp_asm(block, pixels, line_size, h);
00285 put_pixels_axp_asm(block + 8, pixels + 8, line_size, h);
00286 }
00287
00288 static int sad16x16_mvi(void *s, uint8_t *a, uint8_t *b, int stride)
00289 {
00290 return pix_abs16x16_mvi_asm(a, b, stride);
00291 }
00292
00293 void dsputil_init_alpha(DSPContext* c, AVCodecContext *avctx)
00294 {
00295 c->put_pixels_tab[0][0] = put_pixels16_axp_asm;
00296 c->put_pixels_tab[0][1] = put_pixels16_x2_axp;
00297 c->put_pixels_tab[0][2] = put_pixels16_y2_axp;
00298 c->put_pixels_tab[0][3] = put_pixels16_xy2_axp;
00299
00300 c->put_no_rnd_pixels_tab[0][0] = put_pixels16_axp_asm;
00301 c->put_no_rnd_pixels_tab[0][1] = put_no_rnd_pixels16_x2_axp;
00302 c->put_no_rnd_pixels_tab[0][2] = put_no_rnd_pixels16_y2_axp;
00303 c->put_no_rnd_pixels_tab[0][3] = put_no_rnd_pixels16_xy2_axp;
00304
00305 c->avg_pixels_tab[0][0] = avg_pixels16_axp;
00306 c->avg_pixels_tab[0][1] = avg_pixels16_x2_axp;
00307 c->avg_pixels_tab[0][2] = avg_pixels16_y2_axp;
00308 c->avg_pixels_tab[0][3] = avg_pixels16_xy2_axp;
00309
00310 c->avg_no_rnd_pixels_tab[0][0] = avg_no_rnd_pixels16_axp;
00311 c->avg_no_rnd_pixels_tab[0][1] = avg_no_rnd_pixels16_x2_axp;
00312 c->avg_no_rnd_pixels_tab[0][2] = avg_no_rnd_pixels16_y2_axp;
00313 c->avg_no_rnd_pixels_tab[0][3] = avg_no_rnd_pixels16_xy2_axp;
00314
00315 c->put_pixels_tab[1][0] = put_pixels_axp_asm;
00316 c->put_pixels_tab[1][1] = put_pixels_x2_axp;
00317 c->put_pixels_tab[1][2] = put_pixels_y2_axp;
00318 c->put_pixels_tab[1][3] = put_pixels_xy2_axp;
00319
00320 c->put_no_rnd_pixels_tab[1][0] = put_pixels_axp_asm;
00321 c->put_no_rnd_pixels_tab[1][1] = put_no_rnd_pixels_x2_axp;
00322 c->put_no_rnd_pixels_tab[1][2] = put_no_rnd_pixels_y2_axp;
00323 c->put_no_rnd_pixels_tab[1][3] = put_no_rnd_pixels_xy2_axp;
00324
00325 c->avg_pixels_tab[1][0] = avg_pixels_axp;
00326 c->avg_pixels_tab[1][1] = avg_pixels_x2_axp;
00327 c->avg_pixels_tab[1][2] = avg_pixels_y2_axp;
00328 c->avg_pixels_tab[1][3] = avg_pixels_xy2_axp;
00329
00330 c->avg_no_rnd_pixels_tab[1][0] = avg_no_rnd_pixels_axp;
00331 c->avg_no_rnd_pixels_tab[1][1] = avg_no_rnd_pixels_x2_axp;
00332 c->avg_no_rnd_pixels_tab[1][2] = avg_no_rnd_pixels_y2_axp;
00333 c->avg_no_rnd_pixels_tab[1][3] = avg_no_rnd_pixels_xy2_axp;
00334
00335 c->clear_blocks = clear_blocks_axp;
00336
00337
00338 if (amask(AMASK_MVI) == 0) {
00339 c->put_pixels_clamped = put_pixels_clamped_mvi_asm;
00340 c->add_pixels_clamped = add_pixels_clamped_mvi_asm;
00341
00342 c->get_pixels = get_pixels_mvi;
00343 c->diff_pixels = diff_pixels_mvi;
00344 c->sad[0] = sad16x16_mvi;
00345 c->sad[1] = pix_abs8x8_mvi;
00346
00347 c->pix_abs[0][0] = sad16x16_mvi;
00348 c->pix_abs[1][0] = pix_abs8x8_mvi;
00349 c->pix_abs[0][1] = pix_abs16x16_x2_mvi;
00350 c->pix_abs[0][2] = pix_abs16x16_y2_mvi;
00351 c->pix_abs[0][3] = pix_abs16x16_xy2_mvi;
00352 }
00353
00354 put_pixels_clamped_axp_p = c->put_pixels_clamped;
00355 add_pixels_clamped_axp_p = c->add_pixels_clamped;
00356
00357 c->idct_put = simple_idct_put_axp;
00358 c->idct_add = simple_idct_add_axp;
00359 c->idct = simple_idct_axp;
00360 }