Mercurial > libavcodec.hg
annotate i386/dsputil_mmx_rnd.h @ 954:13aec7e50c52 libavcodec
qpel in mmx2/3dnow
qpel refinement quality parameter
| author | michaelni |
|---|---|
| date | Sun, 05 Jan 2003 15:57:10 +0000 |
| parents | 45e8f39fda50 |
| children | 3ec070eef24a |
| rev | line source |
|---|---|
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
1 /* |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
2 * DSP utils mmx functions are compiled twice for rnd/no_rnd |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
3 * Copyright (c) 2000, 2001 Fabrice Bellard. |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
4 * |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
5 * This library is free software; you can redistribute it and/or |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
6 * modify it under the terms of the GNU Lesser General Public |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
7 * License as published by the Free Software Foundation; either |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
8 * version 2 of the License, or (at your option) any later version. |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
9 * |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
10 * This library is distributed in the hope that it will be useful, |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
13 * Lesser General Public License for more details. |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
14 * |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
15 * You should have received a copy of the GNU Lesser General Public |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
16 * License along with this library; if not, write to the Free Software |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
17 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
18 * |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
19 * MMX optimization by Nick Kurshev <nickols_k@mail.ru> |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
20 * mostly rewritten by Michael Niedermayer <michaelni@gmx.at> |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
21 * and improved by Zdenek Kabelac <kabi@users.sf.net> |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
22 */ |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
23 |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
24 // put_pixels |
| 651 | 25 static void DEF(put, pixels8_x2)(UINT8 *block, const UINT8 *pixels, int line_size, int h) |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
26 { |
| 448 | 27 MOVQ_BFE(mm6); |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
28 __asm __volatile( |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
29 "lea (%3, %3), %%eax \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
30 ".balign 8 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
31 "1: \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
32 "movq (%1), %%mm0 \n\t" |
| 447 | 33 "movq 1(%1), %%mm1 \n\t" |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
34 "movq (%1, %3), %%mm2 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
35 "movq 1(%1, %3), %%mm3 \n\t" |
| 448 | 36 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) |
| 37 "movq %%mm4, (%2) \n\t" | |
| 38 "movq %%mm5, (%2, %3) \n\t" | |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
39 "addl %%eax, %1 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
40 "addl %%eax, %2 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
41 "movq (%1), %%mm0 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
42 "movq 1(%1), %%mm1 \n\t" |
| 447 | 43 "movq (%1, %3), %%mm2 \n\t" |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
44 "movq 1(%1, %3), %%mm3 \n\t" |
| 448 | 45 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) |
| 46 "movq %%mm4, (%2) \n\t" | |
| 47 "movq %%mm5, (%2, %3) \n\t" | |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
48 "addl %%eax, %1 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
49 "addl %%eax, %2 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
50 "subl $4, %0 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
51 "jnz 1b \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
52 :"+g"(h), "+S"(pixels), "+D"(block) |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
53 :"r"(line_size) |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
54 :"eax", "memory"); |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
55 } |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
56 |
| 954 | 57 static void DEF(put, pixels8_l2)(uint8_t *dst, uint8_t *src1, uint8_t *src2, int dstStride, int src1Stride, int h) |
| 58 { | |
| 59 MOVQ_BFE(mm6); | |
| 60 __asm __volatile( | |
| 61 ".balign 8 \n\t" | |
| 62 "1: \n\t" | |
| 63 "movq (%1), %%mm0 \n\t" | |
| 64 "movq (%2), %%mm1 \n\t" | |
| 65 "addl %4, %1 \n\t" | |
| 66 "movq (%1), %%mm2 \n\t" | |
| 67 "movq 8(%2), %%mm3 \n\t" | |
| 68 "addl %4, %1 \n\t" | |
| 69 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) | |
| 70 "movq %%mm4, (%3) \n\t" | |
| 71 "addl %5, %3 \n\t" | |
| 72 "movq %%mm5, (%3) \n\t" | |
| 73 "addl %5, %3 \n\t" | |
| 74 "movq (%1), %%mm0 \n\t" | |
| 75 "movq 16(%2), %%mm1 \n\t" | |
| 76 "addl %4, %1 \n\t" | |
| 77 "movq (%1), %%mm2 \n\t" | |
| 78 "movq 24(%2), %%mm3 \n\t" | |
| 79 "addl %4, %1 \n\t" | |
| 80 "addl $32, %2 \n\t" | |
| 81 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) | |
| 82 "movq %%mm4, (%3) \n\t" | |
| 83 "addl %5, %3 \n\t" | |
| 84 "movq %%mm5, (%3) \n\t" | |
| 85 "addl %5, %3 \n\t" | |
| 86 "subl $4, %0 \n\t" | |
| 87 "jnz 1b \n\t" | |
| 88 :"+g"(h), "+r"(src1), "+r"(src2), "+r"(dst) | |
| 89 :"r"(src1Stride), "r"(dstStride) | |
| 90 :"memory"); | |
| 91 } | |
| 92 | |
| 651 | 93 static void DEF(put, pixels16_x2)(UINT8 *block, const UINT8 *pixels, int line_size, int h) |
| 94 { | |
| 95 MOVQ_BFE(mm6); | |
| 96 __asm __volatile( | |
| 97 "lea (%3, %3), %%eax \n\t" | |
| 98 ".balign 8 \n\t" | |
| 99 "1: \n\t" | |
| 100 "movq (%1), %%mm0 \n\t" | |
| 101 "movq 1(%1), %%mm1 \n\t" | |
| 102 "movq (%1, %3), %%mm2 \n\t" | |
| 103 "movq 1(%1, %3), %%mm3 \n\t" | |
| 104 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) | |
| 105 "movq %%mm4, (%2) \n\t" | |
| 106 "movq %%mm5, (%2, %3) \n\t" | |
| 107 "movq 8(%1), %%mm0 \n\t" | |
| 108 "movq 9(%1), %%mm1 \n\t" | |
| 109 "movq 8(%1, %3), %%mm2 \n\t" | |
| 110 "movq 9(%1, %3), %%mm3 \n\t" | |
| 111 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) | |
| 112 "movq %%mm4, 8(%2) \n\t" | |
| 113 "movq %%mm5, 8(%2, %3) \n\t" | |
| 114 "addl %%eax, %1 \n\t" | |
| 115 "addl %%eax, %2 \n\t" | |
| 116 "movq (%1), %%mm0 \n\t" | |
| 117 "movq 1(%1), %%mm1 \n\t" | |
| 118 "movq (%1, %3), %%mm2 \n\t" | |
| 119 "movq 1(%1, %3), %%mm3 \n\t" | |
| 120 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) | |
| 121 "movq %%mm4, (%2) \n\t" | |
| 122 "movq %%mm5, (%2, %3) \n\t" | |
| 123 "movq 8(%1), %%mm0 \n\t" | |
| 124 "movq 9(%1), %%mm1 \n\t" | |
| 125 "movq 8(%1, %3), %%mm2 \n\t" | |
| 126 "movq 9(%1, %3), %%mm3 \n\t" | |
| 127 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) | |
| 128 "movq %%mm4, 8(%2) \n\t" | |
| 954 | 129 "movq %%mm5, 8(%2, %3) \n\t" |
| 651 | 130 "addl %%eax, %1 \n\t" |
| 131 "addl %%eax, %2 \n\t" | |
| 132 "subl $4, %0 \n\t" | |
| 133 "jnz 1b \n\t" | |
| 134 :"+g"(h), "+S"(pixels), "+D"(block) | |
| 135 :"r"(line_size) | |
| 136 :"eax", "memory"); | |
| 137 } | |
| 138 | |
| 954 | 139 static void DEF(put, pixels16_l2)(uint8_t *dst, uint8_t *src1, uint8_t *src2, int dstStride, int src1Stride, int h) |
| 140 { | |
| 141 MOVQ_BFE(mm6); | |
| 142 __asm __volatile( | |
| 143 ".balign 8 \n\t" | |
| 144 "1: \n\t" | |
| 145 "movq (%1), %%mm0 \n\t" | |
| 146 "movq (%2), %%mm1 \n\t" | |
| 147 "movq 8(%1), %%mm2 \n\t" | |
| 148 "movq 8(%2), %%mm3 \n\t" | |
| 149 "addl %4, %1 \n\t" | |
| 150 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) | |
| 151 "movq %%mm4, (%3) \n\t" | |
| 152 "movq %%mm5, 8(%3) \n\t" | |
| 153 "addl %5, %3 \n\t" | |
| 154 "movq (%1), %%mm0 \n\t" | |
| 155 "movq 16(%2), %%mm1 \n\t" | |
| 156 "movq 8(%1), %%mm2 \n\t" | |
| 157 "movq 24(%2), %%mm3 \n\t" | |
| 158 "addl %4, %1 \n\t" | |
| 159 PAVGBP(%%mm0, %%mm1, %%mm4, %%mm2, %%mm3, %%mm5) | |
| 160 "movq %%mm4, (%3) \n\t" | |
| 161 "movq %%mm5, 8(%3) \n\t" | |
| 162 "addl %5, %3 \n\t" | |
| 163 "addl $32, %2 \n\t" | |
| 164 "subl $2, %0 \n\t" | |
| 165 "jnz 1b \n\t" | |
| 166 :"+g"(h), "+r"(src1), "+r"(src2), "+r"(dst) | |
| 167 :"r"(src1Stride), "r"(dstStride) | |
| 168 :"memory"); | |
| 169 } | |
| 170 | |
| 651 | 171 static void DEF(put, pixels8_y2)(UINT8 *block, const UINT8 *pixels, int line_size, int h) |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
172 { |
| 448 | 173 MOVQ_BFE(mm6); |
| 174 __asm __volatile( | |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
175 "lea (%3, %3), %%eax \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
176 "movq (%1), %%mm0 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
177 ".balign 8 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
178 "1: \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
179 "movq (%1, %3), %%mm1 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
180 "movq (%1, %%eax),%%mm2 \n\t" |
| 448 | 181 PAVGBP(%%mm1, %%mm0, %%mm4, %%mm2, %%mm1, %%mm5) |
|
470
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
182 "movq %%mm4, (%2) \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
183 "movq %%mm5, (%2, %3) \n\t" |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
184 "addl %%eax, %1 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
185 "addl %%eax, %2 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
186 "movq (%1, %3), %%mm1 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
187 "movq (%1, %%eax),%%mm0 \n\t" |
| 448 | 188 PAVGBP(%%mm1, %%mm2, %%mm4, %%mm0, %%mm1, %%mm5) |
| 189 "movq %%mm4, (%2) \n\t" | |
| 190 "movq %%mm5, (%2, %3) \n\t" | |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
191 "addl %%eax, %1 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
192 "addl %%eax, %2 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
193 "subl $4, %0 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
194 "jnz 1b \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
195 :"+g"(h), "+S"(pixels), "+D"(block) |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
196 :"r"(line_size) |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
197 :"eax", "memory"); |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
198 } |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
199 |
| 651 | 200 static void DEF(put, pixels8_xy2)(UINT8 *block, const UINT8 *pixels, int line_size, int h) |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
201 { |
| 448 | 202 MOVQ_ZERO(mm7); |
| 203 SET_RND(mm6); // =2 for rnd and =1 for no_rnd version | |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
204 __asm __volatile( |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
205 "movq (%1), %%mm0 \n\t" |
| 448 | 206 "movq 1(%1), %%mm4 \n\t" |
| 207 "movq %%mm0, %%mm1 \n\t" | |
| 208 "movq %%mm4, %%mm5 \n\t" | |
| 209 "punpcklbw %%mm7, %%mm0 \n\t" | |
| 210 "punpcklbw %%mm7, %%mm4 \n\t" | |
| 211 "punpckhbw %%mm7, %%mm1 \n\t" | |
| 212 "punpckhbw %%mm7, %%mm5 \n\t" | |
| 213 "paddusw %%mm0, %%mm4 \n\t" | |
| 214 "paddusw %%mm1, %%mm5 \n\t" | |
| 215 "xorl %%eax, %%eax \n\t" | |
| 216 "addl %3, %1 \n\t" | |
|
470
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
217 ".balign 8 \n\t" |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
218 "1: \n\t" |
| 448 | 219 "movq (%1, %%eax), %%mm0 \n\t" |
| 220 "movq 1(%1, %%eax), %%mm2 \n\t" | |
| 221 "movq %%mm0, %%mm1 \n\t" | |
| 222 "movq %%mm2, %%mm3 \n\t" | |
| 223 "punpcklbw %%mm7, %%mm0 \n\t" | |
| 224 "punpcklbw %%mm7, %%mm2 \n\t" | |
| 225 "punpckhbw %%mm7, %%mm1 \n\t" | |
| 226 "punpckhbw %%mm7, %%mm3 \n\t" | |
| 227 "paddusw %%mm2, %%mm0 \n\t" | |
| 228 "paddusw %%mm3, %%mm1 \n\t" | |
| 229 "paddusw %%mm6, %%mm4 \n\t" | |
| 230 "paddusw %%mm6, %%mm5 \n\t" | |
| 231 "paddusw %%mm0, %%mm4 \n\t" | |
| 232 "paddusw %%mm1, %%mm5 \n\t" | |
| 233 "psrlw $2, %%mm4 \n\t" | |
| 234 "psrlw $2, %%mm5 \n\t" | |
| 235 "packuswb %%mm5, %%mm4 \n\t" | |
| 236 "movq %%mm4, (%2, %%eax) \n\t" | |
| 237 "addl %3, %%eax \n\t" | |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
238 |
| 448 | 239 "movq (%1, %%eax), %%mm2 \n\t" // 0 <-> 2 1 <-> 3 |
| 240 "movq 1(%1, %%eax), %%mm4 \n\t" | |
| 241 "movq %%mm2, %%mm3 \n\t" | |
| 242 "movq %%mm4, %%mm5 \n\t" | |
| 243 "punpcklbw %%mm7, %%mm2 \n\t" | |
| 244 "punpcklbw %%mm7, %%mm4 \n\t" | |
| 245 "punpckhbw %%mm7, %%mm3 \n\t" | |
| 246 "punpckhbw %%mm7, %%mm5 \n\t" | |
| 247 "paddusw %%mm2, %%mm4 \n\t" | |
| 248 "paddusw %%mm3, %%mm5 \n\t" | |
| 249 "paddusw %%mm6, %%mm0 \n\t" | |
| 250 "paddusw %%mm6, %%mm1 \n\t" | |
| 251 "paddusw %%mm4, %%mm0 \n\t" | |
| 252 "paddusw %%mm5, %%mm1 \n\t" | |
| 253 "psrlw $2, %%mm0 \n\t" | |
| 254 "psrlw $2, %%mm1 \n\t" | |
| 255 "packuswb %%mm1, %%mm0 \n\t" | |
| 256 "movq %%mm0, (%2, %%eax) \n\t" | |
| 257 "addl %3, %%eax \n\t" | |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
258 |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
259 "subl $2, %0 \n\t" |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
260 "jnz 1b \n\t" |
| 448 | 261 :"+g"(h), "+S"(pixels) |
| 262 :"D"(block), "r"(line_size) | |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
263 :"eax", "memory"); |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
264 } |
|
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
265 |
| 954 | 266 static void DEF(put, pixels8_l4)(uint8_t *dst, uint8_t *src1, uint8_t *src2, int stride, int h) |
| 267 { | |
| 268 MOVQ_ZERO(mm7); | |
| 269 SET_RND(mm6); // =2 for rnd and =1 for no_rnd version | |
| 270 __asm __volatile( | |
| 271 ".balign 8 \n\t" | |
| 272 "1: \n\t" | |
| 273 "movq (%1), %%mm0 \n\t" | |
| 274 "movq (%2), %%mm1 \n\t" | |
| 275 "movq 64(%2), %%mm2 \n\t" | |
| 276 "movq 136(%2), %%mm3 \n\t" | |
| 277 "punpcklbw %%mm7, %%mm0 \n\t" | |
| 278 "punpcklbw %%mm7, %%mm1 \n\t" | |
| 279 "punpcklbw %%mm7, %%mm2 \n\t" | |
| 280 "punpcklbw %%mm7, %%mm3 \n\t" | |
| 281 "paddusw %%mm6, %%mm0 \n\t" | |
| 282 "paddusw %%mm0, %%mm1 \n\t" | |
| 283 "paddusw %%mm2, %%mm3 \n\t" | |
| 284 "paddusw %%mm1, %%mm3 \n\t" | |
| 285 "psrlw $2, %%mm3 \n\t" | |
| 286 "movq (%1), %%mm0 \n\t" | |
| 287 "movq (%2), %%mm1 \n\t" | |
| 288 "movq 64(%2), %%mm2 \n\t" | |
| 289 "movq 136(%2), %%mm4 \n\t" | |
| 290 "punpckhbw %%mm7, %%mm0 \n\t" | |
| 291 "punpckhbw %%mm7, %%mm1 \n\t" | |
| 292 "punpckhbw %%mm7, %%mm2 \n\t" | |
| 293 "punpckhbw %%mm7, %%mm4 \n\t" | |
| 294 "paddusw %%mm6, %%mm0 \n\t" | |
| 295 "paddusw %%mm0, %%mm1 \n\t" | |
| 296 "paddusw %%mm2, %%mm4 \n\t" | |
| 297 "paddusw %%mm1, %%mm4 \n\t" | |
| 298 "psrlw $2, %%mm4 \n\t" | |
| 299 "packuswb %%mm4, %%mm3 \n\t" | |
| 300 "movq %%mm3, (%0) \n\t" | |
| 301 "addl %4, %0 \n\t" | |
| 302 "addl %4, %1 \n\t" | |
| 303 "addl $8, %2 \n\t" | |
| 304 "decl %3 \n\t" | |
| 305 "jnz 1b \n\t" | |
| 306 :"+r"(dst), "+r"(src1), "+r"(src2), "+r"(h) | |
| 307 :"r"(stride) | |
| 308 :"memory"); | |
| 309 } | |
| 310 | |
| 311 static void DEF(put, pixels16_l4)(uint8_t *dst, uint8_t *src1, uint8_t *src2, int stride, int h) | |
| 312 { | |
| 313 MOVQ_ZERO(mm7); | |
| 314 SET_RND(mm6); // =2 for rnd and =1 for no_rnd version | |
| 315 __asm __volatile( | |
| 316 ".balign 8 \n\t" | |
| 317 "1: \n\t" | |
| 318 "movq (%1), %%mm0 \n\t" | |
| 319 "movq (%2), %%mm1 \n\t" | |
| 320 "movq 256(%2), %%mm2 \n\t" | |
| 321 "movq 528(%2), %%mm3 \n\t" | |
| 322 "punpcklbw %%mm7, %%mm0 \n\t" | |
| 323 "punpcklbw %%mm7, %%mm1 \n\t" | |
| 324 "punpcklbw %%mm7, %%mm2 \n\t" | |
| 325 "punpcklbw %%mm7, %%mm3 \n\t" | |
| 326 "paddusw %%mm6, %%mm0 \n\t" | |
| 327 "paddusw %%mm0, %%mm1 \n\t" | |
| 328 "paddusw %%mm2, %%mm3 \n\t" | |
| 329 "paddusw %%mm1, %%mm3 \n\t" | |
| 330 "psrlw $2, %%mm3 \n\t" | |
| 331 "movq (%1), %%mm0 \n\t" | |
| 332 "movq (%2), %%mm1 \n\t" | |
| 333 "movq 256(%2), %%mm2 \n\t" | |
| 334 "movq 528(%2), %%mm4 \n\t" | |
| 335 "punpckhbw %%mm7, %%mm0 \n\t" | |
| 336 "punpckhbw %%mm7, %%mm1 \n\t" | |
| 337 "punpckhbw %%mm7, %%mm2 \n\t" | |
| 338 "punpckhbw %%mm7, %%mm4 \n\t" | |
| 339 "paddusw %%mm6, %%mm0 \n\t" | |
| 340 "paddusw %%mm0, %%mm1 \n\t" | |
| 341 "paddusw %%mm2, %%mm4 \n\t" | |
| 342 "paddusw %%mm1, %%mm4 \n\t" | |
| 343 "psrlw $2, %%mm4 \n\t" | |
| 344 "packuswb %%mm4, %%mm3 \n\t" | |
| 345 "movq %%mm3, (%0) \n\t" | |
| 346 "movq 8(%1), %%mm0 \n\t" | |
| 347 "movq 8(%2), %%mm1 \n\t" | |
| 348 "movq 264(%2), %%mm2 \n\t" | |
| 349 "movq 536(%2), %%mm3 \n\t" | |
| 350 "punpcklbw %%mm7, %%mm0 \n\t" | |
| 351 "punpcklbw %%mm7, %%mm1 \n\t" | |
| 352 "punpcklbw %%mm7, %%mm2 \n\t" | |
| 353 "punpcklbw %%mm7, %%mm3 \n\t" | |
| 354 "paddusw %%mm6, %%mm0 \n\t" | |
| 355 "paddusw %%mm0, %%mm1 \n\t" | |
| 356 "paddusw %%mm2, %%mm3 \n\t" | |
| 357 "paddusw %%mm1, %%mm3 \n\t" | |
| 358 "psrlw $2, %%mm3 \n\t" | |
| 359 "movq 8(%1), %%mm0 \n\t" | |
| 360 "movq 8(%2), %%mm1 \n\t" | |
| 361 "movq 264(%2), %%mm2 \n\t" | |
| 362 "movq 536(%2), %%mm4 \n\t" | |
| 363 "punpckhbw %%mm7, %%mm0 \n\t" | |
| 364 "punpckhbw %%mm7, %%mm1 \n\t" | |
| 365 "punpckhbw %%mm7, %%mm2 \n\t" | |
| 366 "punpckhbw %%mm7, %%mm4 \n\t" | |
| 367 "paddusw %%mm6, %%mm0 \n\t" | |
| 368 "paddusw %%mm0, %%mm1 \n\t" | |
| 369 "paddusw %%mm2, %%mm4 \n\t" | |
| 370 "paddusw %%mm1, %%mm4 \n\t" | |
| 371 "psrlw $2, %%mm4 \n\t" | |
| 372 "packuswb %%mm4, %%mm3 \n\t" | |
| 373 "movq %%mm3, 8(%0) \n\t" | |
| 374 "addl %4, %0 \n\t" | |
| 375 "addl %4, %1 \n\t" | |
| 376 "addl $16, %2 \n\t" | |
| 377 "decl %3 \n\t" | |
| 378 "jnz 1b \n\t" | |
| 379 :"+r"(dst), "+r"(src1), "+r"(src2), "+r"(h) | |
| 380 :"r"(stride) | |
| 381 :"memory"); | |
| 382 } | |
| 383 | |
|
445
62c01dbdc1e0
* code with new PAVGB for MMX only CPU splited into separate file
kabi
parents:
diff
changeset
|
384 // avg_pixels |
|
470
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
385 // in case more speed is needed - unroling would certainly help |
| 651 | 386 static void DEF(avg, pixels8)(UINT8 *block, const UINT8 *pixels, int line_size, int h) |
|
470
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
387 { |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
388 MOVQ_BFE(mm6); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
389 JUMPALIGN(); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
390 do { |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
391 __asm __volatile( |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
392 "movq %0, %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
393 "movq %1, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
394 PAVGB(%%mm0, %%mm1, %%mm2, %%mm6) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
395 "movq %%mm2, %0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
396 :"+m"(*block) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
397 :"m"(*pixels) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
398 :"memory"); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
399 pixels += line_size; |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
400 block += line_size; |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
401 } |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
402 while (--h); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
403 } |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
404 |
| 651 | 405 static void DEF(avg, pixels16)(UINT8 *block, const UINT8 *pixels, int line_size, int h) |
| 406 { | |
| 407 MOVQ_BFE(mm6); | |
| 408 JUMPALIGN(); | |
| 409 do { | |
| 410 __asm __volatile( | |
| 411 "movq %0, %%mm0 \n\t" | |
| 412 "movq %1, %%mm1 \n\t" | |
| 413 PAVGB(%%mm0, %%mm1, %%mm2, %%mm6) | |
| 414 "movq %%mm2, %0 \n\t" | |
| 415 "movq 8%0, %%mm0 \n\t" | |
| 416 "movq 8%1, %%mm1 \n\t" | |
| 417 PAVGB(%%mm0, %%mm1, %%mm2, %%mm6) | |
| 418 "movq %%mm2, 8%0 \n\t" | |
| 419 :"+m"(*block) | |
| 420 :"m"(*pixels) | |
| 421 :"memory"); | |
| 422 pixels += line_size; | |
| 423 block += line_size; | |
| 424 } | |
| 425 while (--h); | |
| 426 } | |
| 427 | |
| 428 static void DEF(avg, pixels8_x2)(UINT8 *block, const UINT8 *pixels, int line_size, int h) | |
|
470
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
429 { |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
430 MOVQ_BFE(mm6); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
431 JUMPALIGN(); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
432 do { |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
433 __asm __volatile( |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
434 "movq %1, %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
435 "movq 1%1, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
436 "movq %0, %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
437 PAVGB(%%mm0, %%mm1, %%mm2, %%mm6) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
438 PAVGB(%%mm3, %%mm2, %%mm0, %%mm6) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
439 "movq %%mm0, %0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
440 :"+m"(*block) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
441 :"m"(*pixels) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
442 :"memory"); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
443 pixels += line_size; |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
444 block += line_size; |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
445 } while (--h); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
446 } |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
447 |
| 954 | 448 static void DEF(avg, pixels8_l2)(uint8_t *dst, uint8_t *src1, uint8_t *src2, int dstStride, int src1Stride, int h) |
| 449 { | |
| 450 MOVQ_BFE(mm6); | |
| 451 JUMPALIGN(); | |
| 452 do { | |
| 453 __asm __volatile( | |
| 454 "movq %1, %%mm0 \n\t" | |
| 455 "movq %2, %%mm1 \n\t" | |
| 456 "movq %0, %%mm3 \n\t" | |
| 457 PAVGB(%%mm0, %%mm1, %%mm2, %%mm6) | |
| 458 PAVGB(%%mm3, %%mm2, %%mm0, %%mm6) | |
| 459 "movq %%mm0, %0 \n\t" | |
| 460 :"+m"(*dst) | |
| 461 :"m"(*src1), "m"(*src2) | |
| 462 :"memory"); | |
| 463 dst += dstStride; | |
| 464 src1 += src1Stride; | |
| 465 src2 += 8; | |
| 466 } while (--h); | |
| 467 } | |
| 468 | |
| 651 | 469 static void DEF(avg, pixels16_x2)(UINT8 *block, const UINT8 *pixels, int line_size, int h) |
| 470 { | |
| 471 MOVQ_BFE(mm6); | |
| 472 JUMPALIGN(); | |
| 473 do { | |
| 474 __asm __volatile( | |
| 475 "movq %1, %%mm0 \n\t" | |
| 476 "movq 1%1, %%mm1 \n\t" | |
| 477 "movq %0, %%mm3 \n\t" | |
| 478 PAVGB(%%mm0, %%mm1, %%mm2, %%mm6) | |
| 479 PAVGB(%%mm3, %%mm2, %%mm0, %%mm6) | |
| 480 "movq %%mm0, %0 \n\t" | |
| 481 "movq 8%1, %%mm0 \n\t" | |
| 482 "movq 9%1, %%mm1 \n\t" | |
| 483 "movq 8%0, %%mm3 \n\t" | |
| 484 PAVGB(%%mm0, %%mm1, %%mm2, %%mm6) | |
| 485 PAVGB(%%mm3, %%mm2, %%mm0, %%mm6) | |
| 486 "movq %%mm0, 8%0 \n\t" | |
| 487 :"+m"(*block) | |
| 488 :"m"(*pixels) | |
| 489 :"memory"); | |
| 490 pixels += line_size; | |
| 491 block += line_size; | |
| 492 } while (--h); | |
| 493 } | |
| 494 | |
| 954 | 495 static void DEF(avg, pixels16_l2)(uint8_t *dst, uint8_t *src1, uint8_t *src2, int dstStride, int src1Stride, int h) |
| 496 { | |
| 497 MOVQ_BFE(mm6); | |
| 498 JUMPALIGN(); | |
| 499 do { | |
| 500 __asm __volatile( | |
| 501 "movq %1, %%mm0 \n\t" | |
| 502 "movq %2, %%mm1 \n\t" | |
| 503 "movq %0, %%mm3 \n\t" | |
| 504 PAVGB(%%mm0, %%mm1, %%mm2, %%mm6) | |
| 505 PAVGB(%%mm3, %%mm2, %%mm0, %%mm6) | |
| 506 "movq %%mm0, %0 \n\t" | |
| 507 "movq 8%1, %%mm0 \n\t" | |
| 508 "movq 8%2, %%mm1 \n\t" | |
| 509 "movq 8%0, %%mm3 \n\t" | |
| 510 PAVGB(%%mm0, %%mm1, %%mm2, %%mm6) | |
| 511 PAVGB(%%mm3, %%mm2, %%mm0, %%mm6) | |
| 512 "movq %%mm0, 8%0 \n\t" | |
| 513 :"+m"(*dst) | |
| 514 :"m"(*src1), "m"(*src2) | |
| 515 :"memory"); | |
| 516 dst += dstStride; | |
| 517 src1 += src1Stride; | |
| 518 src2 += 16; | |
| 519 } while (--h); | |
| 520 } | |
| 521 | |
| 651 | 522 static void DEF(avg, pixels8_y2)(UINT8 *block, const UINT8 *pixels, int line_size, int h) |
|
470
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
523 { |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
524 MOVQ_BFE(mm6); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
525 __asm __volatile( |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
526 "lea (%3, %3), %%eax \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
527 "movq (%1), %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
528 ".balign 8 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
529 "1: \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
530 "movq (%1, %3), %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
531 "movq (%1, %%eax), %%mm2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
532 PAVGBP(%%mm1, %%mm0, %%mm4, %%mm2, %%mm1, %%mm5) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
533 "movq (%2), %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
534 PAVGB(%%mm3, %%mm4, %%mm0, %%mm6) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
535 "movq (%2, %3), %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
536 PAVGB(%%mm3, %%mm5, %%mm1, %%mm6) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
537 "movq %%mm0, (%2) \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
538 "movq %%mm1, (%2, %3) \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
539 "addl %%eax, %1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
540 "addl %%eax, %2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
541 |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
542 "movq (%1, %3), %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
543 "movq (%1, %%eax), %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
544 PAVGBP(%%mm1, %%mm2, %%mm4, %%mm0, %%mm1, %%mm5) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
545 "movq (%2), %%mm3 \n\t" |
|
606
72d9661683f2
dont trash mm0, its still used in the next iteration of the loop (fixes strange horizontal lines on some blocks in b frames on mmx only cpus)
michaelni
parents:
470
diff
changeset
|
546 PAVGB(%%mm3, %%mm4, %%mm2, %%mm6) |
|
470
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
547 "movq (%2, %3), %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
548 PAVGB(%%mm3, %%mm5, %%mm1, %%mm6) |
|
606
72d9661683f2
dont trash mm0, its still used in the next iteration of the loop (fixes strange horizontal lines on some blocks in b frames on mmx only cpus)
michaelni
parents:
470
diff
changeset
|
549 "movq %%mm2, (%2) \n\t" |
|
470
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
550 "movq %%mm1, (%2, %3) \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
551 "addl %%eax, %1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
552 "addl %%eax, %2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
553 |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
554 "subl $4, %0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
555 "jnz 1b \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
556 :"+g"(h), "+S"(pixels), "+D"(block) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
557 :"r"(line_size) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
558 :"eax", "memory"); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
559 } |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
560 |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
561 // this routine is 'slightly' suboptimal but mostly unused |
| 651 | 562 static void DEF(avg, pixels8_xy2)(UINT8 *block, const UINT8 *pixels, int line_size, int h) |
|
470
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
563 { |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
564 MOVQ_ZERO(mm7); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
565 SET_RND(mm6); // =2 for rnd and =1 for no_rnd version |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
566 __asm __volatile( |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
567 "movq (%1), %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
568 "movq 1(%1), %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
569 "movq %%mm0, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
570 "movq %%mm4, %%mm5 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
571 "punpcklbw %%mm7, %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
572 "punpcklbw %%mm7, %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
573 "punpckhbw %%mm7, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
574 "punpckhbw %%mm7, %%mm5 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
575 "paddusw %%mm0, %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
576 "paddusw %%mm1, %%mm5 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
577 "xorl %%eax, %%eax \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
578 "addl %3, %1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
579 ".balign 8 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
580 "1: \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
581 "movq (%1, %%eax), %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
582 "movq 1(%1, %%eax), %%mm2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
583 "movq %%mm0, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
584 "movq %%mm2, %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
585 "punpcklbw %%mm7, %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
586 "punpcklbw %%mm7, %%mm2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
587 "punpckhbw %%mm7, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
588 "punpckhbw %%mm7, %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
589 "paddusw %%mm2, %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
590 "paddusw %%mm3, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
591 "paddusw %%mm6, %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
592 "paddusw %%mm6, %%mm5 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
593 "paddusw %%mm0, %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
594 "paddusw %%mm1, %%mm5 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
595 "psrlw $2, %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
596 "psrlw $2, %%mm5 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
597 "movq (%2, %%eax), %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
598 "packuswb %%mm5, %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
599 "pcmpeqd %%mm2, %%mm2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
600 "paddb %%mm2, %%mm2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
601 PAVGB(%%mm3, %%mm4, %%mm5, %%mm2) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
602 "movq %%mm5, (%2, %%eax) \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
603 "addl %3, %%eax \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
604 |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
605 "movq (%1, %%eax), %%mm2 \n\t" // 0 <-> 2 1 <-> 3 |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
606 "movq 1(%1, %%eax), %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
607 "movq %%mm2, %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
608 "movq %%mm4, %%mm5 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
609 "punpcklbw %%mm7, %%mm2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
610 "punpcklbw %%mm7, %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
611 "punpckhbw %%mm7, %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
612 "punpckhbw %%mm7, %%mm5 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
613 "paddusw %%mm2, %%mm4 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
614 "paddusw %%mm3, %%mm5 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
615 "paddusw %%mm6, %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
616 "paddusw %%mm6, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
617 "paddusw %%mm4, %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
618 "paddusw %%mm5, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
619 "psrlw $2, %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
620 "psrlw $2, %%mm1 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
621 "movq (%2, %%eax), %%mm3 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
622 "packuswb %%mm1, %%mm0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
623 "pcmpeqd %%mm2, %%mm2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
624 "paddb %%mm2, %%mm2 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
625 PAVGB(%%mm3, %%mm0, %%mm1, %%mm2) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
626 "movq %%mm1, (%2, %%eax) \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
627 "addl %3, %%eax \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
628 |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
629 "subl $2, %0 \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
630 "jnz 1b \n\t" |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
631 :"+g"(h), "+S"(pixels) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
632 :"D"(block), "r"(line_size) |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
633 :"eax", "memory"); |
|
b94e82d31b06
* implemented remaing avg_ pixel functions (these are not used offen)
kabi
parents:
448
diff
changeset
|
634 } |
| 651 | 635 |
| 954 | 636 static void DEF(avg, pixels8_l4)(uint8_t *dst, uint8_t *src1, uint8_t *src2, int stride, int h) |
| 637 { | |
| 638 MOVQ_ZERO(mm7); | |
| 639 SET_RND(mm6); // =2 for rnd and =1 for no_rnd version | |
| 640 MOVQ_BFE(mm5); | |
| 641 __asm __volatile( | |
| 642 ".balign 8 \n\t" | |
| 643 "1: \n\t" | |
| 644 "movq (%1), %%mm0 \n\t" | |
| 645 "movq (%2), %%mm1 \n\t" | |
| 646 "movq 64(%2), %%mm2 \n\t" | |
| 647 "movq 136(%2), %%mm3 \n\t" | |
| 648 "punpcklbw %%mm7, %%mm0 \n\t" | |
| 649 "punpcklbw %%mm7, %%mm1 \n\t" | |
| 650 "punpcklbw %%mm7, %%mm2 \n\t" | |
| 651 "punpcklbw %%mm7, %%mm3 \n\t" | |
| 652 "paddusw %%mm6, %%mm0 \n\t" | |
| 653 "paddusw %%mm0, %%mm1 \n\t" | |
| 654 "paddusw %%mm2, %%mm3 \n\t" | |
| 655 "paddusw %%mm1, %%mm3 \n\t" | |
| 656 "psrlw $2, %%mm3 \n\t" | |
| 657 "movq (%1), %%mm0 \n\t" | |
| 658 "movq (%2), %%mm1 \n\t" | |
| 659 "movq 64(%2), %%mm2 \n\t" | |
| 660 "movq 136(%4), %%mm4 \n\t" | |
| 661 "punpckhbw %%mm7, %%mm0 \n\t" | |
| 662 "punpckhbw %%mm7, %%mm1 \n\t" | |
| 663 "punpckhbw %%mm7, %%mm2 \n\t" | |
| 664 "punpckhbw %%mm7, %%mm4 \n\t" | |
| 665 "paddusw %%mm6, %%mm0 \n\t" | |
| 666 "paddusw %%mm0, %%mm1 \n\t" | |
| 667 "paddusw %%mm2, %%mm4 \n\t" | |
| 668 "paddusw %%mm1, %%mm4 \n\t" | |
| 669 "psrlw $2, %%mm4 \n\t" | |
| 670 "packuswb %%mm4, %%mm3 \n\t" | |
| 671 "movq (%0), %%mm4 \n\t" | |
| 672 PAVGB(%%mm3, %%mm4, %%mm0, %%mm5) | |
| 673 "movq %%mm3, (%0) \n\t" | |
| 674 "addl %4, %0 \n\t" | |
| 675 "addl %4, %1 \n\t" | |
| 676 "addl $8, %2 \n\t" | |
| 677 "decl %3 \n\t" | |
| 678 "jnz 1b \n\t" | |
| 679 :"+r"(dst), "+r"(src1), "+r"(src2), "+r"(h) | |
| 680 :"r"(stride) | |
| 681 :"memory"); | |
| 682 } | |
| 683 | |
| 684 static void DEF(avg, pixels16_l4)(uint8_t *dst, uint8_t *src1, uint8_t *src2, int stride, int h) | |
| 685 { | |
| 686 MOVQ_ZERO(mm7); | |
| 687 SET_RND(mm6); // =2 for rnd and =1 for no_rnd version | |
| 688 MOVQ_BFE(mm5); | |
| 689 __asm __volatile( | |
| 690 ".balign 8 \n\t" | |
| 691 "1: \n\t" | |
| 692 "movq (%1), %%mm0 \n\t" | |
| 693 "movq (%2), %%mm1 \n\t" | |
| 694 "movq 256(%2), %%mm2 \n\t" | |
| 695 "movq 528(%2), %%mm3 \n\t" | |
| 696 "punpcklbw %%mm7, %%mm0 \n\t" | |
| 697 "punpcklbw %%mm7, %%mm1 \n\t" | |
| 698 "punpcklbw %%mm7, %%mm2 \n\t" | |
| 699 "punpcklbw %%mm7, %%mm3 \n\t" | |
| 700 "paddusw %%mm6, %%mm0 \n\t" | |
| 701 "paddusw %%mm0, %%mm1 \n\t" | |
| 702 "paddusw %%mm2, %%mm3 \n\t" | |
| 703 "paddusw %%mm1, %%mm3 \n\t" | |
| 704 "psrlw $2, %%mm3 \n\t" | |
| 705 "movq (%1), %%mm0 \n\t" | |
| 706 "movq (%2), %%mm1 \n\t" | |
| 707 "movq 256(%2), %%mm2 \n\t" | |
| 708 "movq 528(%4), %%mm4 \n\t" | |
| 709 "punpckhbw %%mm7, %%mm0 \n\t" | |
| 710 "punpckhbw %%mm7, %%mm1 \n\t" | |
| 711 "punpckhbw %%mm7, %%mm2 \n\t" | |
| 712 "punpckhbw %%mm7, %%mm4 \n\t" | |
| 713 "paddusw %%mm6, %%mm0 \n\t" | |
| 714 "paddusw %%mm0, %%mm1 \n\t" | |
| 715 "paddusw %%mm2, %%mm4 \n\t" | |
| 716 "paddusw %%mm1, %%mm4 \n\t" | |
| 717 "psrlw $2, %%mm4 \n\t" | |
| 718 "packuswb %%mm4, %%mm3 \n\t" | |
| 719 "movq (%0), %%mm4 \n\t" | |
| 720 PAVGB(%%mm3, %%mm4, %%mm0, %%mm5) | |
| 721 "movq %%mm3, (%0) \n\t" | |
| 722 "movq 8(%1), %%mm0 \n\t" | |
| 723 "movq 8(%2), %%mm1 \n\t" | |
| 724 "movq 264(%2), %%mm2 \n\t" | |
| 725 "movq 536(%2), %%mm3 \n\t" | |
| 726 "punpcklbw %%mm7, %%mm0 \n\t" | |
| 727 "punpcklbw %%mm7, %%mm1 \n\t" | |
| 728 "punpcklbw %%mm7, %%mm2 \n\t" | |
| 729 "punpcklbw %%mm7, %%mm3 \n\t" | |
| 730 "paddusw %%mm6, %%mm0 \n\t" | |
| 731 "paddusw %%mm0, %%mm1 \n\t" | |
| 732 "paddusw %%mm2, %%mm3 \n\t" | |
| 733 "paddusw %%mm1, %%mm3 \n\t" | |
| 734 "psrlw $2, %%mm3 \n\t" | |
| 735 "movq 8(%1), %%mm0 \n\t" | |
| 736 "movq 8(%2), %%mm1 \n\t" | |
| 737 "movq 264(%2), %%mm2 \n\t" | |
| 738 "movq 536(%4), %%mm4 \n\t" | |
| 739 "punpckhbw %%mm7, %%mm0 \n\t" | |
| 740 "punpckhbw %%mm7, %%mm1 \n\t" | |
| 741 "punpckhbw %%mm7, %%mm2 \n\t" | |
| 742 "punpckhbw %%mm7, %%mm4 \n\t" | |
| 743 "paddusw %%mm6, %%mm0 \n\t" | |
| 744 "paddusw %%mm0, %%mm1 \n\t" | |
| 745 "paddusw %%mm2, %%mm4 \n\t" | |
| 746 "paddusw %%mm1, %%mm4 \n\t" | |
| 747 "psrlw $2, %%mm4 \n\t" | |
| 748 "packuswb %%mm4, %%mm3 \n\t" | |
| 749 "movq 8(%0), %%mm4 \n\t" | |
| 750 PAVGB(%%mm3, %%mm4, %%mm0, %%mm5) | |
| 751 "movq %%mm3, 8(%0) \n\t" | |
| 752 "addl %4, %0 \n\t" | |
| 753 "addl %4, %1 \n\t" | |
| 754 "addl $16, %2 \n\t" | |
| 755 "decl %3 \n\t" | |
| 756 "jnz 1b \n\t" | |
| 757 :"+r"(dst), "+r"(src1), "+r"(src2), "+r"(h) | |
| 758 :"r"(stride) | |
| 759 :"memory"); | |
| 760 } | |
| 761 | |
| 762 | |
| 651 | 763 //FIXME optimize |
| 764 static void DEF(put, pixels16_y2)(UINT8 *block, const UINT8 *pixels, int line_size, int h){ | |
| 765 DEF(put, pixels8_y2)(block , pixels , line_size, h); | |
| 766 DEF(put, pixels8_y2)(block+8, pixels+8, line_size, h); | |
| 767 } | |
| 768 | |
| 769 static void DEF(put, pixels16_xy2)(UINT8 *block, const UINT8 *pixels, int line_size, int h){ | |
| 770 DEF(put, pixels8_xy2)(block , pixels , line_size, h); | |
| 771 DEF(put, pixels8_xy2)(block+8, pixels+8, line_size, h); | |
| 772 } | |
| 773 | |
| 774 static void DEF(avg, pixels16_y2)(UINT8 *block, const UINT8 *pixels, int line_size, int h){ | |
| 775 DEF(avg, pixels8_y2)(block , pixels , line_size, h); | |
| 776 DEF(avg, pixels8_y2)(block+8, pixels+8, line_size, h); | |
| 777 } | |
| 778 | |
| 779 static void DEF(avg, pixels16_xy2)(UINT8 *block, const UINT8 *pixels, int line_size, int h){ | |
| 780 DEF(avg, pixels8_xy2)(block , pixels , line_size, h); | |
| 781 DEF(avg, pixels8_xy2)(block+8, pixels+8, line_size, h); | |
| 782 } | |
| 783 | |
| 784 |