annotate i386/motion_est_mmx.c @ 4980:800a543a2513 libavcodec

tweak mmx2 sad. 40% faster on core2, 18% faster on k8, 5% faster on p4.
author lorenm
date Fri, 11 May 2007 00:45:07 +0000
parents a2e489e40ea3
children 0b392661ce83
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
1 /*
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
2 * MMX optimized motion estimation
429
718a22dc121f license/copyright change
glantau
parents: 330
diff changeset
3 * Copyright (c) 2001 Fabrice Bellard.
1739
07a484280a82 copyright year update of the files i touched and remembered, things look annoyingly unmaintained otherwise
michael
parents: 1708
diff changeset
4 * Copyright (c) 2002-2004 Michael Niedermayer
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
5 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3576
diff changeset
6 * This file is part of FFmpeg.
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3576
diff changeset
7 *
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3576
diff changeset
8 * FFmpeg is free software; you can redistribute it and/or
429
718a22dc121f license/copyright change
glantau
parents: 330
diff changeset
9 * modify it under the terms of the GNU Lesser General Public
718a22dc121f license/copyright change
glantau
parents: 330
diff changeset
10 * License as published by the Free Software Foundation; either
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3576
diff changeset
11 * version 2.1 of the License, or (at your option) any later version.
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
12 *
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3576
diff changeset
13 * FFmpeg is distributed in the hope that it will be useful,
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
429
718a22dc121f license/copyright change
glantau
parents: 330
diff changeset
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
718a22dc121f license/copyright change
glantau
parents: 330
diff changeset
16 * Lesser General Public License for more details.
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
17 *
429
718a22dc121f license/copyright change
glantau
parents: 330
diff changeset
18 * You should have received a copy of the GNU Lesser General Public
3947
c8c591fe26f8 Change license headers to say 'FFmpeg' instead of 'this program/this library'
diego
parents: 3576
diff changeset
19 * License along with FFmpeg; if not, write to the Free Software
3036
0b546eab515d Update licensing information: The FSF changed postal address.
diego
parents: 2979
diff changeset
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
21 *
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
22 * mostly by Michael Niedermayer <michaelni@gmx.at>
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
23 */
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
24 #include "../dsputil.h"
3398
e0927bc44a10 Move REG_* macros from libavcodec/i386/mmx.h to libavutil/x86_cpu.h
lucabe
parents: 3036
diff changeset
25 #include "x86_cpu.h"
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
26
1064
b32afefe7d33 * UINTX -> uintx_t INTX -> intx_t
kabi
parents: 1057
diff changeset
27 static const __attribute__ ((aligned(8))) uint64_t round_tab[3]={
1569
1f8d1e1173d8 Fixes GCC 3.3.2 warnings patch by (Panagiotis Issaris <takis at lumumba dot luc dot ac dot be>)
michael
parents: 1455
diff changeset
28 0x0000000000000000ULL,
1f8d1e1173d8 Fixes GCC 3.3.2 warnings patch by (Panagiotis Issaris <takis at lumumba dot luc dot ac dot be>)
michael
parents: 1455
diff changeset
29 0x0001000100010001ULL,
1f8d1e1173d8 Fixes GCC 3.3.2 warnings patch by (Panagiotis Issaris <takis at lumumba dot luc dot ac dot be>)
michael
parents: 1455
diff changeset
30 0x0002000200020002ULL,
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
31 };
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
32
1845
3054613980a8 attribute used patch by (mitya at school dot ioffe dot ru (Dmitry Baryshkov))
michael
parents: 1739
diff changeset
33 static attribute_used __attribute__ ((aligned(8))) uint64_t bone= 0x0101010101010101LL;
330
54d86f074a4b rounding bugfix
michaelni
parents: 294
diff changeset
34
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
35 static inline void sad8_1_mmx(uint8_t *blk1, uint8_t *blk2, int stride, int h)
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
36 {
2293
15cfba1b97b5 adapting existing mmx/mmx2/sse/3dnow optimizations so they work on x86_64 patch by (Aurelien Jacobs <aurel at gnuage dot org>)
michael
parents: 1845
diff changeset
37 long len= -(stride*h);
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
38 asm volatile(
3576
f7125bf10892 Support for MacIntel, last part: balign directives
gpoirier
parents: 3398
diff changeset
39 ASMALIGN(4)
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
40 "1: \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
41 "movq (%1, %%"REG_a"), %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
42 "movq (%2, %%"REG_a"), %%mm2 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
43 "movq (%2, %%"REG_a"), %%mm4 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
44 "add %3, %%"REG_a" \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
45 "psubusb %%mm0, %%mm2 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
46 "psubusb %%mm4, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
47 "movq (%1, %%"REG_a"), %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
48 "movq (%2, %%"REG_a"), %%mm3 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
49 "movq (%2, %%"REG_a"), %%mm5 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
50 "psubusb %%mm1, %%mm3 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
51 "psubusb %%mm5, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
52 "por %%mm2, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
53 "por %%mm1, %%mm3 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
54 "movq %%mm0, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
55 "movq %%mm3, %%mm2 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
56 "punpcklbw %%mm7, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
57 "punpckhbw %%mm7, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
58 "punpcklbw %%mm7, %%mm3 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
59 "punpckhbw %%mm7, %%mm2 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
60 "paddw %%mm1, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
61 "paddw %%mm3, %%mm2 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
62 "paddw %%mm2, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
63 "paddw %%mm0, %%mm6 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
64 "add %3, %%"REG_a" \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
65 " js 1b \n\t"
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
66 : "+a" (len)
2293
15cfba1b97b5 adapting existing mmx/mmx2/sse/3dnow optimizations so they work on x86_64 patch by (Aurelien Jacobs <aurel at gnuage dot org>)
michael
parents: 1845
diff changeset
67 : "r" (blk1 - len), "r" (blk2 - len), "r" ((long)stride)
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
68 );
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
69 }
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
70
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
71 static inline void sad8_1_mmx2(uint8_t *blk1, uint8_t *blk2, int stride, int h)
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
72 {
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
73 asm volatile(
3576
f7125bf10892 Support for MacIntel, last part: balign directives
gpoirier
parents: 3398
diff changeset
74 ASMALIGN(4)
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
75 "1: \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
76 "movq (%1), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
77 "movq (%1, %3), %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
78 "psadbw (%2), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
79 "psadbw (%2, %3), %%mm1 \n\t"
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
80 "paddw %%mm0, %%mm6 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
81 "paddw %%mm1, %%mm6 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
82 "lea (%1,%3,2), %1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
83 "lea (%2,%3,2), %2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
84 "sub $2, %0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
85 " jg 1b \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
86 : "+r" (h), "+r" (blk1), "+r" (blk2)
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
87 : "r" ((long)stride)
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
88 );
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
89 }
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
90
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
91 static inline void sad8_x2a_mmx2(uint8_t *blk1, uint8_t *blk2, int stride, int h)
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
92 {
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
93 asm volatile(
3576
f7125bf10892 Support for MacIntel, last part: balign directives
gpoirier
parents: 3398
diff changeset
94 ASMALIGN(4)
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
95 "1: \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
96 "movq (%1), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
97 "movq (%1, %3), %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
98 "pavgb 1(%1), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
99 "pavgb 1(%1, %3), %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
100 "psadbw (%2), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
101 "psadbw (%2, %3), %%mm1 \n\t"
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
102 "paddw %%mm0, %%mm6 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
103 "paddw %%mm1, %%mm6 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
104 "lea (%1,%3,2), %1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
105 "lea (%2,%3,2), %2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
106 "sub $2, %0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
107 " jg 1b \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
108 : "+r" (h), "+r" (blk1), "+r" (blk2)
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
109 : "r" ((long)stride)
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
110 );
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
111 }
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
112
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
113 static inline void sad8_y2a_mmx2(uint8_t *blk1, uint8_t *blk2, int stride, int h)
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
114 {
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
115 asm volatile(
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
116 "movq (%1), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
117 "add %3, %1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
118 ASMALIGN(4)
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
119 "1: \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
120 "movq (%1), %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
121 "movq (%1, %3), %%mm2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
122 "pavgb %%mm1, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
123 "pavgb %%mm2, %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
124 "psadbw (%2), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
125 "psadbw (%2, %3), %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
126 "paddw %%mm0, %%mm6 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
127 "paddw %%mm1, %%mm6 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
128 "movq %%mm2, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
129 "lea (%1,%3,2), %1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
130 "lea (%2,%3,2), %2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
131 "sub $2, %0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
132 " jg 1b \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
133 : "+r" (h), "+r" (blk1), "+r" (blk2)
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
134 : "r" ((long)stride)
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
135 );
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
136 }
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
137
1064
b32afefe7d33 * UINTX -> uintx_t INTX -> intx_t
kabi
parents: 1057
diff changeset
138 static inline void sad8_4_mmx2(uint8_t *blk1, uint8_t *blk2, int stride, int h)
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
139 {
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
140 asm volatile(
4974
a2e489e40ea3 tweak mmx2 sad.
lorenm
parents: 4197
diff changeset
141 "movq "MANGLE(bone)", %%mm5 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
142 "movq (%1), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
143 "pavgb 1(%1), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
144 "add %3, %1 \n\t"
3576
f7125bf10892 Support for MacIntel, last part: balign directives
gpoirier
parents: 3398
diff changeset
145 ASMALIGN(4)
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
146 "1: \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
147 "movq (%1), %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
148 "movq (%1,%3), %%mm2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
149 "pavgb 1(%1), %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
150 "pavgb 1(%1,%3), %%mm2 \n\t"
4974
a2e489e40ea3 tweak mmx2 sad.
lorenm
parents: 4197
diff changeset
151 "psubusb %%mm5, %%mm1 \n\t"
a2e489e40ea3 tweak mmx2 sad.
lorenm
parents: 4197
diff changeset
152 "pavgb %%mm1, %%mm0 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
153 "pavgb %%mm2, %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
154 "psadbw (%2), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
155 "psadbw (%2,%3), %%mm1 \n\t"
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
156 "paddw %%mm0, %%mm6 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
157 "paddw %%mm1, %%mm6 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
158 "movq %%mm2, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
159 "lea (%1,%3,2), %1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
160 "lea (%2,%3,2), %2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
161 "sub $2, %0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
162 " jg 1b \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
163 : "+r" (h), "+r" (blk1), "+r" (blk2)
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
164 : "r" ((long)stride)
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
165 );
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
166 }
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
167
1064
b32afefe7d33 * UINTX -> uintx_t INTX -> intx_t
kabi
parents: 1057
diff changeset
168 static inline void sad8_2_mmx(uint8_t *blk1a, uint8_t *blk1b, uint8_t *blk2, int stride, int h)
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
169 {
2293
15cfba1b97b5 adapting existing mmx/mmx2/sse/3dnow optimizations so they work on x86_64 patch by (Aurelien Jacobs <aurel at gnuage dot org>)
michael
parents: 1845
diff changeset
170 long len= -(stride*h);
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
171 asm volatile(
3576
f7125bf10892 Support for MacIntel, last part: balign directives
gpoirier
parents: 3398
diff changeset
172 ASMALIGN(4)
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
173 "1: \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
174 "movq (%1, %%"REG_a"), %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
175 "movq (%2, %%"REG_a"), %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
176 "movq (%1, %%"REG_a"), %%mm2 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
177 "movq (%2, %%"REG_a"), %%mm3 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
178 "punpcklbw %%mm7, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
179 "punpcklbw %%mm7, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
180 "punpckhbw %%mm7, %%mm2 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
181 "punpckhbw %%mm7, %%mm3 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
182 "paddw %%mm0, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
183 "paddw %%mm2, %%mm3 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
184 "movq (%3, %%"REG_a"), %%mm4 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
185 "movq (%3, %%"REG_a"), %%mm2 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
186 "paddw %%mm5, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
187 "paddw %%mm5, %%mm3 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
188 "psrlw $1, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
189 "psrlw $1, %%mm3 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
190 "packuswb %%mm3, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
191 "psubusb %%mm1, %%mm4 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
192 "psubusb %%mm2, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
193 "por %%mm4, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
194 "movq %%mm1, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
195 "punpcklbw %%mm7, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
196 "punpckhbw %%mm7, %%mm1 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
197 "paddw %%mm1, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
198 "paddw %%mm0, %%mm6 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
199 "add %4, %%"REG_a" \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
200 " js 1b \n\t"
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
201 : "+a" (len)
2293
15cfba1b97b5 adapting existing mmx/mmx2/sse/3dnow optimizations so they work on x86_64 patch by (Aurelien Jacobs <aurel at gnuage dot org>)
michael
parents: 1845
diff changeset
202 : "r" (blk1a - len), "r" (blk1b -len), "r" (blk2 - len), "r" ((long)stride)
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
203 );
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
204 }
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
205
1064
b32afefe7d33 * UINTX -> uintx_t INTX -> intx_t
kabi
parents: 1057
diff changeset
206 static inline void sad8_4_mmx(uint8_t *blk1, uint8_t *blk2, int stride, int h)
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
207 {
2293
15cfba1b97b5 adapting existing mmx/mmx2/sse/3dnow optimizations so they work on x86_64 patch by (Aurelien Jacobs <aurel at gnuage dot org>)
michael
parents: 1845
diff changeset
208 long len= -(stride*h);
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
209 asm volatile(
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
210 "movq (%1, %%"REG_a"), %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
211 "movq 1(%1, %%"REG_a"), %%mm2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
212 "movq %%mm0, %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
213 "movq %%mm2, %%mm3 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
214 "punpcklbw %%mm7, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
215 "punpckhbw %%mm7, %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
216 "punpcklbw %%mm7, %%mm2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
217 "punpckhbw %%mm7, %%mm3 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
218 "paddw %%mm2, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
219 "paddw %%mm3, %%mm1 \n\t"
3576
f7125bf10892 Support for MacIntel, last part: balign directives
gpoirier
parents: 3398
diff changeset
220 ASMALIGN(4)
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
221 "1: \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
222 "movq (%2, %%"REG_a"), %%mm2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
223 "movq 1(%2, %%"REG_a"), %%mm4 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
224 "movq %%mm2, %%mm3 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
225 "movq %%mm4, %%mm5 \n\t"
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
226 "punpcklbw %%mm7, %%mm2 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
227 "punpckhbw %%mm7, %%mm3 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
228 "punpcklbw %%mm7, %%mm4 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
229 "punpckhbw %%mm7, %%mm5 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
230 "paddw %%mm4, %%mm2 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
231 "paddw %%mm5, %%mm3 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
232 "movq 16+"MANGLE(round_tab)", %%mm5 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
233 "paddw %%mm2, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
234 "paddw %%mm3, %%mm1 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
235 "paddw %%mm5, %%mm0 \n\t"
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
236 "paddw %%mm5, %%mm1 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
237 "movq (%3, %%"REG_a"), %%mm4 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
238 "movq (%3, %%"REG_a"), %%mm5 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
239 "psrlw $2, %%mm0 \n\t"
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
240 "psrlw $2, %%mm1 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
241 "packuswb %%mm1, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
242 "psubusb %%mm0, %%mm4 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
243 "psubusb %%mm5, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
244 "por %%mm4, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
245 "movq %%mm0, %%mm4 \n\t"
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
246 "punpcklbw %%mm7, %%mm0 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
247 "punpckhbw %%mm7, %%mm4 \n\t"
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
248 "paddw %%mm0, %%mm6 \n\t"
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
249 "paddw %%mm4, %%mm6 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
250 "movq %%mm2, %%mm0 \n\t"
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
251 "movq %%mm3, %%mm1 \n\t"
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
252 "add %4, %%"REG_a" \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
253 " js 1b \n\t"
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
254 : "+a" (len)
2293
15cfba1b97b5 adapting existing mmx/mmx2/sse/3dnow optimizations so they work on x86_64 patch by (Aurelien Jacobs <aurel at gnuage dot org>)
michael
parents: 1845
diff changeset
255 : "r" (blk1 - len), "r" (blk1 -len + stride), "r" (blk2 - len), "r" ((long)stride)
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
256 );
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
257 }
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
258
1057
bb5de8a59da8 * static,const,compiler warning cleanup
kabi
parents: 936
diff changeset
259 static inline int sum_mmx(void)
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
260 {
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
261 int ret;
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
262 asm volatile(
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
263 "movq %%mm6, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
264 "psrlq $32, %%mm6 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
265 "paddw %%mm0, %%mm6 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
266 "movq %%mm6, %%mm0 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
267 "psrlq $16, %%mm6 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
268 "paddw %%mm0, %%mm6 \n\t"
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
269 "movd %%mm6, %0 \n\t"
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
270 : "=r" (ret)
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
271 );
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
272 return ret&0xFFFF;
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
273 }
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
274
1057
bb5de8a59da8 * static,const,compiler warning cleanup
kabi
parents: 936
diff changeset
275 static inline int sum_mmx2(void)
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
276 {
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
277 int ret;
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
278 asm volatile(
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
279 "movd %%mm6, %0 \n\t"
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
280 : "=r" (ret)
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
281 );
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
282 return ret;
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
283 }
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
284
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
285 static inline void sad8_x2a_mmx(uint8_t *blk1, uint8_t *blk2, int stride, int h)
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
286 {
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
287 sad8_2_mmx(blk1, blk1+1, blk2, stride, h);
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
288 }
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
289 static inline void sad8_y2a_mmx(uint8_t *blk1, uint8_t *blk2, int stride, int h)
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
290 {
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
291 sad8_2_mmx(blk1, blk1+stride, blk2, stride, h);
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
292 }
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
293
900
52c26a143399 100l (sad8x8_x2 had params in wrong order)
michaelni
parents: 429
diff changeset
294
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
295 #define PIX_SAD(suf)\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
296 static int sad8_ ## suf(void *v, uint8_t *blk2, uint8_t *blk1, int stride, int h)\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
297 {\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
298 assert(h==8);\
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
299 asm volatile("pxor %%mm7, %%mm7 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
300 "pxor %%mm6, %%mm6 \n\t":);\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
301 \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
302 sad8_1_ ## suf(blk1, blk2, stride, 8);\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
303 \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
304 return sum_ ## suf();\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
305 }\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
306 static int sad8_x2_ ## suf(void *v, uint8_t *blk2, uint8_t *blk1, int stride, int h)\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
307 {\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
308 assert(h==8);\
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
309 asm volatile("pxor %%mm7, %%mm7 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
310 "pxor %%mm6, %%mm6 \n\t"\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
311 :: "m"(round_tab[1]) \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
312 );\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
313 \
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
314 sad8_x2a_ ## suf(blk1, blk2, stride, 8);\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
315 \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
316 return sum_ ## suf();\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
317 }\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
318 \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
319 static int sad8_y2_ ## suf(void *v, uint8_t *blk2, uint8_t *blk1, int stride, int h)\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
320 {\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
321 assert(h==8);\
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
322 asm volatile("pxor %%mm7, %%mm7 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
323 "pxor %%mm6, %%mm6 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
324 "movq %0, %%mm5 \n\t"\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
325 :: "m"(round_tab[1]) \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
326 );\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
327 \
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
328 sad8_y2a_ ## suf(blk1, blk2, stride, 8);\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
329 \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
330 return sum_ ## suf();\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
331 }\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
332 \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
333 static int sad8_xy2_ ## suf(void *v, uint8_t *blk2, uint8_t *blk1, int stride, int h)\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
334 {\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
335 assert(h==8);\
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
336 asm volatile("pxor %%mm7, %%mm7 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
337 "pxor %%mm6, %%mm6 \n\t"\
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
338 ::);\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
339 \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
340 sad8_4_ ## suf(blk1, blk2, stride, 8);\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
341 \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
342 return sum_ ## suf();\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
343 }\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
344 \
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
345 static int sad16_ ## suf(void *v, uint8_t *blk2, uint8_t *blk1, int stride, int h)\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
346 {\
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
347 asm volatile("pxor %%mm7, %%mm7 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
348 "pxor %%mm6, %%mm6 \n\t":);\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
349 \
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
350 sad8_1_ ## suf(blk1 , blk2 , stride, h);\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
351 sad8_1_ ## suf(blk1+8, blk2+8, stride, h);\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
352 \
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
353 return sum_ ## suf();\
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
354 }\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
355 static int sad16_x2_ ## suf(void *v, uint8_t *blk2, uint8_t *blk1, int stride, int h)\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
356 {\
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
357 asm volatile("pxor %%mm7, %%mm7 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
358 "pxor %%mm6, %%mm6 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
359 "movq %0, %%mm5 \n\t"\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
360 :: "m"(round_tab[1]) \
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
361 );\
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
362 \
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
363 sad8_x2a_ ## suf(blk1 , blk2 , stride, h);\
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
364 sad8_x2a_ ## suf(blk1+8, blk2+8, stride, h);\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
365 \
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
366 return sum_ ## suf();\
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
367 }\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
368 static int sad16_y2_ ## suf(void *v, uint8_t *blk2, uint8_t *blk1, int stride, int h)\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
369 {\
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
370 asm volatile("pxor %%mm7, %%mm7 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
371 "pxor %%mm6, %%mm6 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
372 "movq %0, %%mm5 \n\t"\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
373 :: "m"(round_tab[1]) \
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
374 );\
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
375 \
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
376 sad8_y2a_ ## suf(blk1 , blk2 , stride, h);\
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
377 sad8_y2a_ ## suf(blk1+8, blk2+8, stride, h);\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
378 \
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
379 return sum_ ## suf();\
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
380 }\
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
381 static int sad16_xy2_ ## suf(void *v, uint8_t *blk2, uint8_t *blk1, int stride, int h)\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
382 {\
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
383 asm volatile("pxor %%mm7, %%mm7 \n\t"\
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
384 "pxor %%mm6, %%mm6 \n\t"\
4980
800a543a2513 tweak mmx2 sad.
lorenm
parents: 4974
diff changeset
385 ::);\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
386 \
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
387 sad8_4_ ## suf(blk1 , blk2 , stride, h);\
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
388 sad8_4_ ## suf(blk1+8, blk2+8, stride, h);\
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
389 \
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
390 return sum_ ## suf();\
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
391 }\
72
3049d6d452a3 suppressed nasm dependancy - rewrote forward DCT and motion estimation code
glantau
parents:
diff changeset
392
294
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
393 PIX_SAD(mmx)
944632089814 4MV motion estimation (not finished yet)
michaelni
parents: 72
diff changeset
394 PIX_SAD(mmx2)
1057
bb5de8a59da8 * static,const,compiler warning cleanup
kabi
parents: 936
diff changeset
395
1092
f59c3f66363b MpegEncContext.(i)dct_* -> DspContext.(i)dct_*
michaelni
parents: 1065
diff changeset
396 void dsputil_init_pix_mmx(DSPContext* c, AVCodecContext *avctx)
1057
bb5de8a59da8 * static,const,compiler warning cleanup
kabi
parents: 936
diff changeset
397 {
4197
bbe0bc387a19 revert bad checkin
mru
parents: 4196
diff changeset
398 if (mm_flags & MM_MMX) {
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
399 c->pix_abs[0][0] = sad16_mmx;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
400 c->pix_abs[0][1] = sad16_x2_mmx;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
401 c->pix_abs[0][2] = sad16_y2_mmx;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
402 c->pix_abs[0][3] = sad16_xy2_mmx;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
403 c->pix_abs[1][0] = sad8_mmx;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
404 c->pix_abs[1][1] = sad8_x2_mmx;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
405 c->pix_abs[1][2] = sad8_y2_mmx;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
406 c->pix_abs[1][3] = sad8_xy2_mmx;
1057
bb5de8a59da8 * static,const,compiler warning cleanup
kabi
parents: 936
diff changeset
407
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
408 c->sad[0]= sad16_mmx;
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
409 c->sad[1]= sad8_mmx;
1057
bb5de8a59da8 * static,const,compiler warning cleanup
kabi
parents: 936
diff changeset
410 }
4197
bbe0bc387a19 revert bad checkin
mru
parents: 4196
diff changeset
411 if (mm_flags & MM_MMXEXT) {
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
412 c->pix_abs[0][0] = sad16_mmx2;
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
413 c->pix_abs[1][0] = sad8_mmx2;
1057
bb5de8a59da8 * static,const,compiler warning cleanup
kabi
parents: 936
diff changeset
414
2979
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
415 c->sad[0]= sad16_mmx2;
bfabfdf9ce55 COSMETICS: tabs --> spaces, some prettyprinting
diego
parents: 2967
diff changeset
416 c->sad[1]= sad8_mmx2;
2967
ef2149182f1c COSMETICS: Remove all trailing whitespace.
diego
parents: 2293
diff changeset
417
1092
f59c3f66363b MpegEncContext.(i)dct_* -> DspContext.(i)dct_*
michaelni
parents: 1065
diff changeset
418 if(!(avctx->flags & CODEC_FLAG_BITEXACT)){
1708
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
419 c->pix_abs[0][1] = sad16_x2_mmx2;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
420 c->pix_abs[0][2] = sad16_y2_mmx2;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
421 c->pix_abs[0][3] = sad16_xy2_mmx2;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
422 c->pix_abs[1][1] = sad8_x2_mmx2;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
423 c->pix_abs[1][2] = sad8_y2_mmx2;
dea5b2946999 interlaced motion estimation
michael
parents: 1569
diff changeset
424 c->pix_abs[1][3] = sad8_xy2_mmx2;
1092
f59c3f66363b MpegEncContext.(i)dct_* -> DspContext.(i)dct_*
michaelni
parents: 1065
diff changeset
425 }
1057
bb5de8a59da8 * static,const,compiler warning cleanup
kabi
parents: 936
diff changeset
426 }
bb5de8a59da8 * static,const,compiler warning cleanup
kabi
parents: 936
diff changeset
427 }