00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00024 static void H264_CHROMA_MC8_TMPL(uint8_t *dst, uint8_t *src, int stride, int h, int x, int y)
00025 {
00026 uint64_t AA __align8;
00027 uint64_t DD __align8;
00028 unsigned long srcos = (long)src & 7;
00029 uint64_t sh1 __align8 = srcos * 8;
00030 uint64_t sh2 __align8 = 56 - sh1;
00031 int i;
00032
00033 assert(x<8 && y<8 && x>=0 && y>=0);
00034
00035 asm volatile("movd %1, %%mm4\n\t"
00036 "movd %2, %%mm6\n\t"
00037 "punpcklwd %%mm4, %%mm4\n\t"
00038 "punpcklwd %%mm6, %%mm6\n\t"
00039 "punpckldq %%mm4, %%mm4\n\t"
00040 "punpckldq %%mm6, %%mm6\n\t"
00041 "movq %%mm4, %%mm5\n\t"
00042 "pmullw %%mm6, %%mm4\n\t"
00043 "psllw $3, %%mm5\n\t"
00044 "psllw $3, %%mm6\n\t"
00045 "movq %%mm5, %%mm7\n\t"
00046 "paddw %%mm6, %%mm7\n\t"
00047 "movq %%mm4, %0\n\t"
00048 "psubw %%mm4, %%mm5\n\t"
00049 "psubw %%mm4, %%mm6\n\t"
00050 "paddw %3, %%mm4\n\t"
00051 "psubw %%mm7, %%mm4\n\t"
00052 "pxor %%mm7, %%mm7\n\t"
00053 : "=m" (DD) : "rm" (x), "rm" (y), "m" (ff_pw_64));
00054
00055 asm volatile("movq %%mm4, %0" : "=m" (AA));
00056
00057 src -= srcos;
00058 asm volatile(
00059
00060 "movq %0, %%mm1\n\t"
00061 "movq %1, %%mm0\n\t"
00062 "psrlq %2, %%mm1\n\t"
00063 "psllq %3, %%mm0\n\t"
00064 "movq %%mm0, %%mm4\n\t"
00065 "psllq $8, %%mm0\n\t"
00066 "por %%mm1, %%mm0\n\t"
00067 "psrlq $8, %%mm1\n\t"
00068 "por %%mm4, %%mm1\n\t"
00069 : : "m" (src[0]), "m" (src[8]), "m" (sh1), "m" (sh2));
00070
00071 for(i=0; i<h; i++) {
00072 asm volatile(
00073
00074 "movq %%mm0, %%mm2\n\t"
00075 "punpcklbw %%mm7, %%mm2\n\t"
00076 "pmullw %0, %%mm2\n\t"
00077 "movq %%mm0, %%mm3\n\t"
00078 "punpckhbw %%mm7, %%mm3\n\t"
00079 "pmullw %0, %%mm3\n\t"
00080
00081
00082 "movq %%mm1, %%mm0\n\t"
00083 "punpcklbw %%mm7, %%mm0\n\t"
00084 "pmullw %%mm5, %%mm0\n\t"
00085 "punpckhbw %%mm7, %%mm1\n\t"
00086 "pmullw %%mm5, %%mm1\n\t"
00087 "paddw %%mm0, %%mm2\n\t"
00088 "paddw %%mm1, %%mm3\n\t"
00089 : : "m" (AA));
00090
00091 src += stride;
00092 asm volatile(
00093
00094 "movq %0, %%mm1\n\t"
00095 "movq %1, %%mm0\n\t"
00096 "psrlq %2, %%mm1\n\t"
00097 "psllq %3, %%mm0\n\t"
00098 "movq %%mm0, %%mm4\n\t"
00099 "psllq $8, %%mm0\n\t"
00100 "por %%mm1, %%mm0\n\t"
00101 "psrlq $8, %%mm1\n\t"
00102 "por %%mm4, %%mm1\n\t"
00103 : : "m" (src[0]), "m" (src[8]), "m" (sh1), "m" (sh2));
00104
00105 asm volatile(
00106
00107 "movq %mm0, %mm4\n\t"
00108 "punpcklbw %mm7, %mm4\n\t"
00109 "pmullw %mm6, %mm4\n\t"
00110 "paddw %mm4, %mm2\n\t"
00111 "movq %mm0, %mm4\n\t"
00112 "punpckhbw %mm7, %mm4\n\t"
00113 "pmullw %mm6, %mm4\n\t"
00114 "paddw %mm4, %mm3\n\t");
00115
00116 asm volatile(
00117
00118 "movq %%mm1, %%mm4\n\t"
00119 "punpcklbw %%mm7, %%mm4\n\t"
00120 "pmullw %0, %%mm4\n\t"
00121 "paddw %%mm4, %%mm2\n\t"
00122 "movq %%mm1, %%mm4\n\t"
00123 "punpckhbw %%mm7, %%mm4\n\t"
00124 "pmullw %0, %%mm4\n\t"
00125 "paddw %%mm4, %%mm3\n\t"
00126 : : "m" (DD));
00127
00128 asm volatile(
00129
00130 "paddw %1, %%mm2\n\t"
00131 "paddw %1, %%mm3\n\t"
00132 "psrlw $6, %%mm2\n\t"
00133 "psrlw $6, %%mm3\n\t"
00134 "packuswb %%mm3, %%mm2\n\t"
00135 H264_CHROMA_OP(%0, %%mm2)
00136 "movq %%mm2, %0\n\t"
00137 : "=m" (dst[0]) : "m" (ff_pw_32));
00138 dst+= stride;
00139 }
00140 }