Mercurial > mplayer.hg
annotate libmpcodecs/vf_fspp.c @ 15634:7eddcf69a5fd
x86-64 fixes by Reimar
author | henry |
---|---|
date | Sat, 04 Jun 2005 16:41:53 +0000 |
parents | 524d306ce0f3 |
children | 6a0494e09435 |
rev | line source |
---|---|
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1 /* |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2 Copyright (C) 2003 Michael Niedermayer <michaelni@gmx.at> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
3 Copyright (C) 2005 Nikolaj Poroshin <porosh3@psu.ru> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
5 This program is free software; you can redistribute it and/or modify |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
6 it under the terms of the GNU General Public License as published by |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
7 the Free Software Foundation; either version 2 of the License, or |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
8 (at your option) any later version. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
9 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
10 This program is distributed in the hope that it will be useful, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
11 but WITHOUT ANY WARRANTY; without even the implied warranty of |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
13 GNU General Public License for more details. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
14 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
15 You should have received a copy of the GNU General Public License |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
16 along with this program; if not, write to the Free Software |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
17 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
18 */ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
19 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
20 /* |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
21 * This implementation is based on an algorithm described in |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
22 * "Aria Nosratinia Embedded Post-Processing for |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
23 * Enhancement of Compressed Images (1999)" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
24 * (http://citeseer.nj.nec.com/nosratinia99embedded.html) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
25 * Futher, with splitting (i)dct into hor/ver passes, one of them can be |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
26 * performed once per block, not pixel. This allows for much better speed. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
27 */ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
28 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
29 /* |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
30 Heavily optimized version of SPP filter by Nikolaj |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
31 */ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
32 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
33 #include <stdio.h> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
34 #include <stdlib.h> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
35 #include <string.h> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
36 #include <inttypes.h> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
37 #include <math.h> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
38 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
39 #include "../config.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
40 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
41 #ifdef USE_LIBAVCODEC |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
42 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
43 #include "../mp_msg.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
44 #include "../cpudetect.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
45 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
46 #ifdef USE_LIBAVCODEC_SO |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
47 #include <ffmpeg/avcodec.h> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
48 #include <ffmpeg/dsputil.h> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
49 #else |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
50 #include "../libavcodec/avcodec.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
51 #include "../libavcodec/dsputil.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
52 #endif |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
53 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
54 #ifdef HAVE_MALLOC_H |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
55 #include <malloc.h> |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
56 #endif |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
57 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
58 #include "img_format.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
59 #include "mp_image.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
60 #include "vf.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
61 #include "../libvo/fastmemcpy.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
62 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
63 //===========================================================================// |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
64 #define BLOCKSZ 12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
65 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
66 static const short custom_threshold[64]= |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
67 // values (296) can't be too high |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
68 // -it causes too big quant dependence |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
69 // or maybe overflow(check), which results in some flashing |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
70 { 71, 296, 295, 237, 71, 40, 38, 19, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
71 245, 193, 185, 121, 102, 73, 53, 27, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
72 158, 129, 141, 107, 97, 73, 50, 26, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
73 102, 116, 109, 98, 82, 66, 45, 23, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
74 71, 94, 95, 81, 70, 56, 38, 20, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
75 56, 77, 74, 66, 56, 44, 30, 15, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
76 38, 53, 50, 45, 38, 30, 21, 11, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
77 20, 27, 26, 23, 20, 15, 11, 5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
78 }; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
79 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
80 static const uint8_t __attribute__((aligned(32))) dither[8][8]={ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
81 { 0, 48, 12, 60, 3, 51, 15, 63, }, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
82 { 32, 16, 44, 28, 35, 19, 47, 31, }, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
83 { 8, 56, 4, 52, 11, 59, 7, 55, }, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
84 { 40, 24, 36, 20, 43, 27, 39, 23, }, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
85 { 2, 50, 14, 62, 1, 49, 13, 61, }, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
86 { 34, 18, 46, 30, 33, 17, 45, 29, }, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
87 { 10, 58, 6, 54, 9, 57, 5, 53, }, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
88 { 42, 26, 38, 22, 41, 25, 37, 21, }, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
89 }; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
90 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
91 struct vf_priv_s { //align 16 ! |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
92 uint64_t threshold_mtx_noq[8*2]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
93 uint64_t threshold_mtx[8*2];//used in both C & MMX (& later SSE2) versions |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
94 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
95 int log2_count; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
96 int temp_stride; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
97 int qp; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
98 int mpeg2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
99 int prev_q; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
100 uint8_t *src; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
101 int16_t *temp; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
102 //int mode; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
103 }; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
104 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
105 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
106 #ifndef HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
107 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
108 //This func reads from 1 slice, 1 and clears 0 & 1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
109 static void store_slice_c(uint8_t *dst, int16_t *src, int dst_stride, int src_stride, int width, int height, int log2_scale) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
110 {int y, x; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
111 #define STORE(pos) \ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
112 temp= (src[x + pos] + (d[pos]>>log2_scale))>>(6-log2_scale); \ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
113 src[x + pos]=src[x + pos - 8*src_stride]=0; \ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
114 if(temp & 0x100) temp= ~(temp>>31); \ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
115 dst[x + pos]= temp; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
116 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
117 for(y=0; y<height; y++){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
118 const uint8_t *d= dither[y]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
119 for(x=0; x<width; x+=8){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
120 int temp; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
121 STORE(0); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
122 STORE(1); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
123 STORE(2); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
124 STORE(3); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
125 STORE(4); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
126 STORE(5); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
127 STORE(6); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
128 STORE(7); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
129 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
130 src+=src_stride; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
131 dst+=dst_stride; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
132 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
133 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
134 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
135 //This func reads from 2 slices, 0 & 2 and clears 2-nd |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
136 static void store_slice2_c(uint8_t *dst, int16_t *src, int dst_stride, int src_stride, int width, int height, int log2_scale) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
137 {int y, x; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
138 #define STORE2(pos) \ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
139 temp= (src[x + pos] + src[x + pos + 16*src_stride] + (d[pos]>>log2_scale))>>(6-log2_scale); \ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
140 src[x + pos + 16*src_stride]=0; \ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
141 if(temp & 0x100) temp= ~(temp>>31); \ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
142 dst[x + pos]= temp; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
143 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
144 for(y=0; y<height; y++){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
145 const uint8_t *d= dither[y]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
146 for(x=0; x<width; x+=8){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
147 int temp; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
148 STORE2(0); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
149 STORE2(1); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
150 STORE2(2); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
151 STORE2(3); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
152 STORE2(4); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
153 STORE2(5); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
154 STORE2(6); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
155 STORE2(7); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
156 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
157 src+=src_stride; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
158 dst+=dst_stride; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
159 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
160 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
161 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
162 static void mul_thrmat_c(struct vf_priv_s *p,int q) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
163 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
164 int a; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
165 for(a=0;a<64;a++) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
166 ((short*)p->threshold_mtx)[a]=q * ((short*)p->threshold_mtx_noq)[a];//ints faster in C |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
167 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
168 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
169 static void column_fidct_c(int16_t* thr_adr, DCTELEM *data, DCTELEM *output, int cnt); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
170 static void row_idct_c(DCTELEM* workspace, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
171 int16_t* output_adr, int output_stride, int cnt); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
172 static void row_fdct_c(DCTELEM *data, const uint8_t *pixels, int line_size, int cnt); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
173 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
174 //this is rather ugly, but there is no need for function pointers |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
175 #define store_slice_s store_slice_c |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
176 #define store_slice2_s store_slice2_c |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
177 #define mul_thrmat_s mul_thrmat_c |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
178 #define column_fidct_s column_fidct_c |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
179 #define row_idct_s row_idct_c |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
180 #define row_fdct_s row_fdct_c |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
181 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
182 #else /* HAVE_MMX */ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
183 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
184 //This func reads from 1 slice, 1 and clears 0 & 1 |
15634 | 185 static void store_slice_mmx(uint8_t *dst, int16_t *src, long dst_stride, long src_stride, long width, long height, long log2_scale) |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
186 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
187 const uint8_t *od=&dither[0][0]; |
15634 | 188 const uint8_t *end=&dither[height][0]; |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
189 width = (width+7)&~7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
190 dst_stride-=width; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
191 //src_stride=(src_stride-width)*2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
192 asm volatile( |
15634 | 193 "mov %5, %%"REG_d" \n\t" |
194 "mov %6, %%"REG_S" \n\t" | |
195 "mov %7, %%"REG_D" \n\t" | |
196 "mov %1, %%"REG_a" \n\t" | |
197 "movd %%"REG_d", %%mm5 \n\t" | |
198 "xor $-1, %%"REG_d" \n\t" | |
199 "mov %%"REG_a", %%"REG_c" \n\t" | |
200 "add $7, %%"REG_d" \n\t" | |
201 "neg %%"REG_a" \n\t" | |
202 "sub %0, %%"REG_c" \n\t" | |
203 "add %%"REG_c", %%"REG_c" \n\t" | |
204 "movd %%"REG_d", %%mm2 \n\t" | |
205 "mov %%"REG_c", %1 \n\t" | |
206 "mov %2, %%"REG_d" \n\t" | |
207 "shl $4, %%"REG_a" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
208 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
209 "2: \n\t" |
15634 | 210 "movq (%%"REG_d"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
211 "movq %%mm3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
212 "pxor %%mm7, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
213 "punpcklbw %%mm7, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
214 "punpckhbw %%mm7, %%mm4 \n\t" |
15634 | 215 "mov %0, %%"REG_c" \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
216 "psraw %%mm5, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
217 "psraw %%mm5, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
218 "1: \n\t" |
15634 | 219 "movq %%mm7, (%%"REG_S",%%"REG_a",) \n\t" |
220 "movq (%%"REG_S"), %%mm0 \n\t" | |
221 "movq 8(%%"REG_S"), %%mm1 \n\t" | |
222 | |
223 "movq %%mm7, 8(%%"REG_S",%%"REG_a",) \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
224 "paddw %%mm3, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
225 "paddw %%mm4, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
226 |
15634 | 227 "movq %%mm7, (%%"REG_S") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
228 "psraw %%mm2, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
229 "psraw %%mm2, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
230 |
15634 | 231 "movq %%mm7, 8(%%"REG_S") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
232 "packuswb %%mm1, %%mm0 \n\t" |
15634 | 233 "add $16, %%"REG_S" \n\t" |
234 | |
235 "movq %%mm0, (%%"REG_D") \n\t" | |
236 "add $8, %%"REG_D" \n\t" | |
237 "sub $8, %%"REG_c" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
238 "jg 1b \n\t" |
15634 | 239 "add %1, %%"REG_S" \n\t" |
240 "add $8, %%"REG_d" \n\t" | |
241 "add %3, %%"REG_D" \n\t" | |
242 "cmp %4, %%"REG_d" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
243 "jl 2b \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
244 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
245 : |
15634 | 246 : "m" (width), "m" (src_stride), "g" (od), "m" (dst_stride), "g" (end), |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
247 "m" (log2_scale), "m" (src), "m" (dst) //input |
15634 | 248 : "%"REG_a, "%"REG_c, "%"REG_d, "%"REG_S, "%"REG_D |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
249 ); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
250 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
251 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
252 //This func reads from 2 slices, 0 & 2 and clears 2-nd |
15634 | 253 static void store_slice2_mmx(uint8_t *dst, int16_t *src, long dst_stride, long src_stride, long width, long height, long log2_scale) |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
254 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
255 const uint8_t *od=&dither[0][0]; |
15634 | 256 const uint8_t *end=&dither[height][0]; |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
257 width = (width+7)&~7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
258 dst_stride-=width; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
259 //src_stride=(src_stride-width)*2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
260 asm volatile( |
15634 | 261 "mov %5, %%"REG_d" \n\t" |
262 "mov %6, %%"REG_S" \n\t" | |
263 "mov %7, %%"REG_D" \n\t" | |
264 "mov %1, %%"REG_a" \n\t" | |
265 "movd %%"REG_d", %%mm5 \n\t" | |
266 "xor $-1, %%"REG_d" \n\t" | |
267 "mov %%"REG_a", %%"REG_c" \n\t" | |
268 "add $7, %%"REG_d" \n\t" | |
269 "sub %0, %%"REG_c" \n\t" | |
270 "add %%"REG_c", %%"REG_c" \n\t" | |
271 "movd %%"REG_d", %%mm2 \n\t" | |
272 "mov %%"REG_c", %1 \n\t" | |
273 "mov %2, %%"REG_d" \n\t" | |
274 "shl $5, %%"REG_a" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
275 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
276 "2: \n\t" |
15634 | 277 "movq (%%"REG_d"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
278 "movq %%mm3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
279 "pxor %%mm7, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
280 "punpcklbw %%mm7, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
281 "punpckhbw %%mm7, %%mm4 \n\t" |
15634 | 282 "mov %0, %%"REG_c" \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
283 "psraw %%mm5, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
284 "psraw %%mm5, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
285 "1: \n\t" |
15634 | 286 "movq (%%"REG_S"), %%mm0 \n\t" |
287 "movq 8(%%"REG_S"), %%mm1 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
288 "paddw %%mm3, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
289 |
15634 | 290 "paddw (%%"REG_S",%%"REG_a",), %%mm0 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
291 "paddw %%mm4, %%mm1 \n\t" |
15634 | 292 "movq 8(%%"REG_S",%%"REG_a",), %%mm6 \n\t" |
293 | |
294 "movq %%mm7, (%%"REG_S",%%"REG_a",) \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
295 "psraw %%mm2, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
296 "paddw %%mm6, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
297 |
15634 | 298 "movq %%mm7, 8(%%"REG_S",%%"REG_a",) \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
299 "psraw %%mm2, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
300 "packuswb %%mm1, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
301 |
15634 | 302 "movq %%mm0, (%%"REG_D") \n\t" |
303 "add $16, %%"REG_S" \n\t" | |
304 "add $8, %%"REG_D" \n\t" | |
305 "sub $8, %%"REG_c" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
306 "jg 1b \n\t" |
15634 | 307 "add %1, %%"REG_S" \n\t" |
308 "add $8, %%"REG_d" \n\t" | |
309 "add %3, %%"REG_D" \n\t" | |
310 "cmp %4, %%"REG_d" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
311 "jl 2b \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
312 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
313 : |
15634 | 314 : "m" (width), "m" (src_stride), "g" (od), "m" (dst_stride), "g" (end), |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
315 "m" (log2_scale), "m" (src), "m" (dst) //input |
15634 | 316 : "%"REG_a, "%"REG_c, "%"REG_d, "%"REG_D, "%"REG_S |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
317 ); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
318 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
319 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
320 static void mul_thrmat_mmx(struct vf_priv_s *p, int q) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
321 { |
15634 | 322 uint64_t *adr=&p->threshold_mtx_noq[0]; |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
323 asm volatile( |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
324 "movd %0, %%mm7 \n\t" |
15634 | 325 "add $8*8*2, %%"REG_D" \n\t" |
326 "movq 0*8(%%"REG_S"), %%mm0 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
327 "punpcklwd %%mm7, %%mm7 \n\t" |
15634 | 328 "movq 1*8(%%"REG_S"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
329 "punpckldq %%mm7, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
330 "pmullw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
331 |
15634 | 332 "movq 2*8(%%"REG_S"), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
333 "pmullw %%mm7, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
334 |
15634 | 335 "movq 3*8(%%"REG_S"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
336 "pmullw %%mm7, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
337 |
15634 | 338 "movq %%mm0, 0*8(%%"REG_D") \n\t" |
339 "movq 4*8(%%"REG_S"), %%mm4 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
340 "pmullw %%mm7, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
341 |
15634 | 342 "movq %%mm1, 1*8(%%"REG_D") \n\t" |
343 "movq 5*8(%%"REG_S"), %%mm5 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
344 "pmullw %%mm7, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
345 |
15634 | 346 "movq %%mm2, 2*8(%%"REG_D") \n\t" |
347 "movq 6*8(%%"REG_S"), %%mm6 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
348 "pmullw %%mm7, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
349 |
15634 | 350 "movq %%mm3, 3*8(%%"REG_D") \n\t" |
351 "movq 7*8+0*8(%%"REG_S"), %%mm0 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
352 "pmullw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
353 |
15634 | 354 "movq %%mm4, 4*8(%%"REG_D") \n\t" |
355 "movq 7*8+1*8(%%"REG_S"), %%mm1 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
356 "pmullw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
357 |
15634 | 358 "movq %%mm5, 5*8(%%"REG_D") \n\t" |
359 "movq 7*8+2*8(%%"REG_S"), %%mm2 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
360 "pmullw %%mm7, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
361 |
15634 | 362 "movq %%mm6, 6*8(%%"REG_D") \n\t" |
363 "movq 7*8+3*8(%%"REG_S"), %%mm3 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
364 "pmullw %%mm7, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
365 |
15634 | 366 "movq %%mm0, 7*8+0*8(%%"REG_D") \n\t" |
367 "movq 7*8+4*8(%%"REG_S"), %%mm4 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
368 "pmullw %%mm7, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
369 |
15634 | 370 "movq %%mm1, 7*8+1*8(%%"REG_D") \n\t" |
371 "movq 7*8+5*8(%%"REG_S"), %%mm5 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
372 "pmullw %%mm7, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
373 |
15634 | 374 "movq %%mm2, 7*8+2*8(%%"REG_D") \n\t" |
375 "movq 7*8+6*8(%%"REG_S"), %%mm6 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
376 "pmullw %%mm7, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
377 |
15634 | 378 "movq %%mm3, 7*8+3*8(%%"REG_D") \n\t" |
379 "movq 14*8+0*8(%%"REG_S"), %%mm0 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
380 "pmullw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
381 |
15634 | 382 "movq %%mm4, 7*8+4*8(%%"REG_D") \n\t" |
383 "movq 14*8+1*8(%%"REG_S"), %%mm1 \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
384 "pmullw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
385 |
15634 | 386 "movq %%mm5, 7*8+5*8(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
387 "pmullw %%mm7, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
388 |
15634 | 389 "movq %%mm6, 7*8+6*8(%%"REG_D") \n\t" |
390 "movq %%mm0, 14*8+0*8(%%"REG_D") \n\t" | |
391 "movq %%mm1, 14*8+1*8(%%"REG_D") \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
392 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
393 : "+g" (q), "+S" (adr), "+D" (adr) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
394 : |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
395 ); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
396 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
397 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
398 static void column_fidct_mmx(int16_t* thr_adr, DCTELEM *data, DCTELEM *output, int cnt); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
399 static void row_idct_mmx(DCTELEM* workspace, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
400 int16_t* output_adr, int output_stride, int cnt); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
401 static void row_fdct_mmx(DCTELEM *data, const uint8_t *pixels, int line_size, int cnt); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
402 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
403 #define store_slice_s store_slice_mmx |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
404 #define store_slice2_s store_slice2_mmx |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
405 #define mul_thrmat_s mul_thrmat_mmx |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
406 #define column_fidct_s column_fidct_mmx |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
407 #define row_idct_s row_idct_mmx |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
408 #define row_fdct_s row_fdct_mmx |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
409 #endif // HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
410 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
411 static void filter(struct vf_priv_s *p, uint8_t *dst, uint8_t *src, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
412 int dst_stride, int src_stride, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
413 int width, int height, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
414 uint8_t *qp_store, int qp_stride, int is_luma) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
415 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
416 int x, x0, y, es, qy, t; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
417 const int stride= is_luma ? p->temp_stride : (width+16);//((width+16+15)&(~15)) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
418 const int step=6-p->log2_count; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
419 const int qps= 3 + is_luma; |
15634 | 420 int32_t __attribute__((aligned(32))) block_align[4*8*BLOCKSZ+ 4*8*BLOCKSZ]; |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
421 DCTELEM *block= (DCTELEM *)block_align; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
422 DCTELEM *block3=(DCTELEM *)(block_align+4*8*BLOCKSZ); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
423 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
424 memset(block3, 0, 4*8*BLOCKSZ); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
425 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
426 //p->src=src-src_stride*8-8;//! |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
427 if (!src || !dst) return; // HACK avoid crash for Y8 colourspace |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
428 for(y=0; y<height; y++){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
429 int index= 8 + 8*stride + y*stride; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
430 memcpy(p->src + index, src + y*src_stride, width);//this line can be avoided by using DR & user fr.buffers |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
431 for(x=0; x<8; x++){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
432 p->src[index - x - 1]= p->src[index + x ]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
433 p->src[index + width + x ]= p->src[index + width - x - 1]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
434 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
435 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
436 for(y=0; y<8; y++){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
437 memcpy(p->src + ( 7-y)*stride, p->src + ( y+8)*stride, stride); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
438 memcpy(p->src + (height+8+y)*stride, p->src + (height-y+7)*stride, stride); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
439 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
440 //FIXME (try edge emu) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
441 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
442 for(y=8; y<24; y++) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
443 memset(p->temp+ 8 +y*stride, 0,width*sizeof(int16_t)); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
444 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
445 for(y=step; y<height+8; y+=step){ //step= 1,2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
446 qy=y-4; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
447 if (qy>height-1) qy=height-1; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
448 if (qy<0) qy=0; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
449 qy=(qy>>qps)*qp_stride; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
450 row_fdct_s(block, p->src + y*stride +2-(y&1), stride, 2); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
451 for(x0=0; x0<width+8-8*(BLOCKSZ-1); x0+=8*(BLOCKSZ-1)){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
452 row_fdct_s(block+8*8, p->src + y*stride+8+x0 +2-(y&1), stride, 2*(BLOCKSZ-1)); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
453 if(p->qp) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
454 column_fidct_s((int16_t*)(&p->threshold_mtx[0]), block+0*8, block3+0*8, 8*(BLOCKSZ-1)); //yes, this is a HOTSPOT |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
455 else |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
456 for (x=0; x<8*(BLOCKSZ-1); x+=8) { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
457 t=x+x0-2; //correct t=x+x0-2-(y&1), but its the same |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
458 if (t<0) t=0;//t always < width-2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
459 t=qp_store[qy+(t>>qps)]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
460 if(p->mpeg2) t>>=1; //copy p->mpeg2,prev_q to locals? |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
461 if (t!=p->prev_q) p->prev_q=t, mul_thrmat_s(p, t); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
462 column_fidct_s((int16_t*)(&p->threshold_mtx[0]), block+x*8, block3+x*8, 8); //yes, this is a HOTSPOT |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
463 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
464 row_idct_s(block3+0*8, p->temp + (y&15)*stride+x0+2-(y&1), stride, 2*(BLOCKSZ-1)); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
465 memcpy(block, block+(BLOCKSZ-1)*64, 8*8*sizeof(DCTELEM)); //cycling |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
466 memcpy(block3, block3+(BLOCKSZ-1)*64, 6*8*sizeof(DCTELEM)); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
467 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
468 // |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
469 es=width+8-x0; // 8, ... |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
470 if (es>8) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
471 row_fdct_s(block+8*8, p->src + y*stride+8+x0 +2-(y&1), stride, (es-4)>>2); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
472 column_fidct_s((int16_t*)(&p->threshold_mtx[0]), block, block3, es-0); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
473 row_idct_s(block3+0*8, p->temp + (y&15)*stride+x0+2-(y&1), stride, es>>2); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
474 {const int y1=y-8+step;//l5-7 l4-6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
475 if (!(y1&7) && y1) { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
476 if (y1&8) store_slice_s(dst + (y1-8)*dst_stride, p->temp+ 8 +8*stride, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
477 dst_stride, stride, width, 8, 5-p->log2_count); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
478 else store_slice2_s(dst + (y1-8)*dst_stride, p->temp+ 8 +0*stride, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
479 dst_stride, stride, width, 8, 5-p->log2_count); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
480 } } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
481 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
482 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
483 if (y&7) { // == height & 7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
484 if (y&8) store_slice_s(dst + ((y-8)&~7)*dst_stride, p->temp+ 8 +8*stride, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
485 dst_stride, stride, width, y&7, 5-p->log2_count); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
486 else store_slice2_s(dst + ((y-8)&~7)*dst_stride, p->temp+ 8 +0*stride, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
487 dst_stride, stride, width, y&7, 5-p->log2_count); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
488 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
489 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
490 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
491 static int config(struct vf_instance_s* vf, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
492 int width, int height, int d_width, int d_height, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
493 unsigned int flags, unsigned int outfmt) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
494 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
495 int h= (height+16+15)&(~15); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
496 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
497 vf->priv->temp_stride= (width+16+15)&(~15); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
498 vf->priv->temp= (int16_t*)av_mallocz(vf->priv->temp_stride*3*8*sizeof(int16_t)); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
499 //this can also be avoided, see above |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
500 vf->priv->src = (uint8_t*)av_malloc(vf->priv->temp_stride*h*sizeof(uint8_t)); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
501 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
502 return vf_next_config(vf,width,height,d_width,d_height,flags,outfmt); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
503 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
504 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
505 static void get_image(struct vf_instance_s* vf, mp_image_t *mpi) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
506 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
507 if(mpi->flags&MP_IMGFLAG_PRESERVE) return; // don't change |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
508 // ok, we can do pp in-place (or pp disabled): |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
509 vf->dmpi=vf_get_image(vf->next,mpi->imgfmt, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
510 mpi->type, mpi->flags, mpi->w, mpi->h); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
511 mpi->planes[0]=vf->dmpi->planes[0]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
512 mpi->stride[0]=vf->dmpi->stride[0]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
513 mpi->width=vf->dmpi->width; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
514 if(mpi->flags&MP_IMGFLAG_PLANAR){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
515 mpi->planes[1]=vf->dmpi->planes[1]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
516 mpi->planes[2]=vf->dmpi->planes[2]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
517 mpi->stride[1]=vf->dmpi->stride[1]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
518 mpi->stride[2]=vf->dmpi->stride[2]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
519 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
520 mpi->flags|=MP_IMGFLAG_DIRECT; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
521 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
522 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
523 static int put_image(struct vf_instance_s* vf, mp_image_t *mpi) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
524 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
525 mp_image_t *dmpi; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
526 if(!(mpi->flags&MP_IMGFLAG_DIRECT)){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
527 // no DR, so get a new image! hope we'll get DR buffer: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
528 dmpi=vf_get_image(vf->next,mpi->imgfmt, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
529 MP_IMGTYPE_TEMP, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
530 MP_IMGFLAG_ACCEPT_STRIDE|MP_IMGFLAG_PREFER_ALIGNED_STRIDE, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
531 mpi->w,mpi->h); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
532 vf_clone_mpi_attributes(dmpi, mpi); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
533 }else{ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
534 dmpi=vf->dmpi; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
535 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
536 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
537 vf->priv->mpeg2= mpi->qscale_type; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
538 if(vf->priv->log2_count || !(mpi->flags&MP_IMGFLAG_DIRECT)){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
539 if(mpi->qscale || vf->priv->qp){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
540 filter(vf->priv, dmpi->planes[0], mpi->planes[0], dmpi->stride[0], mpi->stride[0], mpi->w, mpi->h, mpi->qscale, mpi->qstride, 1); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
541 filter(vf->priv, dmpi->planes[1], mpi->planes[1], dmpi->stride[1], mpi->stride[1], mpi->w>>mpi->chroma_x_shift, mpi->h>>mpi->chroma_y_shift, mpi->qscale, mpi->qstride, 0); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
542 filter(vf->priv, dmpi->planes[2], mpi->planes[2], dmpi->stride[2], mpi->stride[2], mpi->w>>mpi->chroma_x_shift, mpi->h>>mpi->chroma_y_shift, mpi->qscale, mpi->qstride, 0); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
543 }else{ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
544 memcpy_pic(dmpi->planes[0], mpi->planes[0], mpi->w, mpi->h, dmpi->stride[0], mpi->stride[0]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
545 memcpy_pic(dmpi->planes[1], mpi->planes[1], mpi->w>>mpi->chroma_x_shift, mpi->h>>mpi->chroma_y_shift, dmpi->stride[1], mpi->stride[1]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
546 memcpy_pic(dmpi->planes[2], mpi->planes[2], mpi->w>>mpi->chroma_x_shift, mpi->h>>mpi->chroma_y_shift, dmpi->stride[2], mpi->stride[2]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
547 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
548 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
549 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
550 #ifdef HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
551 if(gCpuCaps.hasMMX) asm volatile ("emms\n\t"); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
552 #endif |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
553 #ifdef HAVE_MMX2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
554 if(gCpuCaps.hasMMX2) asm volatile ("sfence\n\t"); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
555 #endif |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
556 return vf_next_put_image(vf,dmpi); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
557 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
558 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
559 static void uninit(struct vf_instance_s* vf) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
560 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
561 if(!vf->priv) return; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
562 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
563 if(vf->priv->temp) av_free(vf->priv->temp); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
564 vf->priv->temp= NULL; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
565 if(vf->priv->src) av_free(vf->priv->src); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
566 vf->priv->src= NULL; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
567 //if(vf->priv->avctx) free(vf->priv->avctx); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
568 //vf->priv->avctx= NULL; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
569 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
570 av_free(vf->priv); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
571 vf->priv=NULL; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
572 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
573 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
574 //===========================================================================// |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
575 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
576 static int query_format(struct vf_instance_s* vf, unsigned int fmt) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
577 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
578 switch(fmt){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
579 case IMGFMT_YVU9: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
580 case IMGFMT_IF09: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
581 case IMGFMT_YV12: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
582 case IMGFMT_I420: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
583 case IMGFMT_IYUV: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
584 case IMGFMT_CLPL: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
585 case IMGFMT_Y800: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
586 case IMGFMT_Y8: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
587 case IMGFMT_444P: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
588 case IMGFMT_422P: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
589 case IMGFMT_411P: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
590 return vf_next_query_format(vf,fmt); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
591 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
592 return 0; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
593 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
594 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
595 /* |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
596 static unsigned int fmt_list[]={ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
597 IMGFMT_YVU9, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
598 IMGFMT_IF09, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
599 IMGFMT_YV12, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
600 IMGFMT_I420, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
601 IMGFMT_IYUV, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
602 IMGFMT_CLPL, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
603 IMGFMT_Y800, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
604 IMGFMT_Y8, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
605 IMGFMT_444P, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
606 IMGFMT_422P, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
607 IMGFMT_411P, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
608 0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
609 }; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
610 */ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
611 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
612 static int control(struct vf_instance_s* vf, int request, void* data) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
613 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
614 switch(request){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
615 case VFCTRL_QUERY_MAX_PP_LEVEL: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
616 return 5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
617 case VFCTRL_SET_PP_LEVEL: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
618 vf->priv->log2_count= *((unsigned int*)data); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
619 if (vf->priv->log2_count < 4) vf->priv->log2_count=4; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
620 return CONTROL_TRUE; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
621 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
622 return vf_next_control(vf,request,data); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
623 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
624 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
625 static int open(vf_instance_t *vf, char* args) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
626 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
627 int i=0, bias; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
628 int custom_threshold_m[64]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
629 int log2c=-1; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
630 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
631 vf->config=config; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
632 vf->put_image=put_image; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
633 vf->get_image=get_image; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
634 vf->query_format=query_format; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
635 vf->uninit=uninit; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
636 vf->control= control; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
637 vf->priv=av_mallocz(sizeof(struct vf_priv_s));//assumes align 16 ! |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
638 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
639 avcodec_init(); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
640 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
641 //vf->priv->avctx= avcodec_alloc_context(); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
642 //dsputil_init(&vf->priv->dsp, vf->priv->avctx); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
643 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
644 vf->priv->log2_count= 4; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
645 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
646 if (args) sscanf(args, "%d:%d:%d", &log2c, &vf->priv->qp, &i); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
647 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
648 if( log2c >=4 && log2c <=5 ) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
649 vf->priv->log2_count = log2c; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
650 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
651 if(vf->priv->qp < 0) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
652 vf->priv->qp = 0; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
653 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
654 bias= (1<<4)+i; //regulable |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
655 vf->priv->prev_q=0; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
656 // |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
657 for(i=0;i<64;i++) //FIXME: tune custom_threshold[] and remove this ! |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
658 custom_threshold_m[i]=(int)(custom_threshold[i]*(bias/71.)+ 0.5); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
659 for(i=0;i<8;i++){ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
660 vf->priv->threshold_mtx_noq[2*i]=(uint64_t)custom_threshold_m[i*8+2] |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
661 |(((uint64_t)custom_threshold_m[i*8+6])<<16) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
662 |(((uint64_t)custom_threshold_m[i*8+0])<<32) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
663 |(((uint64_t)custom_threshold_m[i*8+4])<<48); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
664 vf->priv->threshold_mtx_noq[2*i+1]=(uint64_t)custom_threshold_m[i*8+5] |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
665 |(((uint64_t)custom_threshold_m[i*8+3])<<16) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
666 |(((uint64_t)custom_threshold_m[i*8+1])<<32) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
667 |(((uint64_t)custom_threshold_m[i*8+7])<<48); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
668 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
669 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
670 if (vf->priv->qp) vf->priv->prev_q=vf->priv->qp, mul_thrmat_s(vf->priv, vf->priv->qp); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
671 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
672 return 1; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
673 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
674 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
675 vf_info_t vf_info_fspp = { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
676 "fast simple postprocess", |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
677 "fspp", |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
678 "Michael Niedermayer, Nikolaj Poroshin", |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
679 "", |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
680 open, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
681 NULL |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
682 }; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
683 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
684 //==================================================================== |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
685 //Specific spp's dct, idct and threshold functions |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
686 //I'd prefer to have them in the separate file. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
687 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
688 #include "../mangle.h" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
689 //#define MANGLE(a) #a |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
690 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
691 //typedef int16_t DCTELEM; //! only int16_t |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
692 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
693 #define DCTSIZE 8 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
694 #define DCTSIZE_S "8" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
695 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
696 #define FIX(x,s) ((int) ((x) * (1<<s) + 0.5)&0xffff) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
697 #define C64(x) ((uint64_t)((x)|(x)<<16))<<32 | (uint64_t)(x) | (uint64_t)(x)<<16 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
698 #define FIX64(x,s) C64(FIX(x,s)) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
699 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
700 #define MULTIPLY16H(x,k) (((x)*(k))>>16) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
701 #define THRESHOLD(r,x,t) if(((unsigned)((x)+t))>t*2) r=(x);else r=0; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
702 #define DESCALE(x,n) (((x) + (1 << ((n)-1))) >> n) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
703 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
704 #ifdef HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
705 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
706 static uint64_t attribute_used __attribute__((aligned(8))) temps[4];//!! |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
707 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
708 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_0_382683433=FIX64(0.382683433, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
709 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_0_541196100=FIX64(0.541196100, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
710 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_0_707106781=FIX64(0.707106781, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
711 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_1_306562965=FIX64(1.306562965, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
712 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
713 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_1_414213562_A=FIX64(1.414213562, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
714 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
715 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_1_847759065=FIX64(1.847759065, 13); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
716 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_2_613125930=FIX64(-2.613125930, 13); //- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
717 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_1_414213562=FIX64(1.414213562, 13); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
718 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_1_082392200=FIX64(1.082392200, 13); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
719 //for t3,t5,t7 == 0 shortcut |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
720 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_0_847759065=FIX64(0.847759065, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
721 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_0_566454497=FIX64(0.566454497, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
722 static uint64_t attribute_used __attribute__((aligned(8))) MM_FIX_0_198912367=FIX64(0.198912367, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
723 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
724 static uint64_t attribute_used __attribute__((aligned(8))) MM_DESCALE_RND=C64(4); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
725 static uint64_t attribute_used __attribute__((aligned(8))) MM_2=C64(2); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
726 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
727 #else /* !HAVE_MMX */ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
728 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
729 typedef int32_t int_simd16_t; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
730 static int16_t FIX_0_382683433=FIX(0.382683433, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
731 static int16_t FIX_0_541196100=FIX(0.541196100, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
732 static int16_t FIX_0_707106781=FIX(0.707106781, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
733 static int16_t FIX_1_306562965=FIX(1.306562965, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
734 static int16_t FIX_1_414213562_A=FIX(1.414213562, 14); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
735 static int16_t FIX_1_847759065=FIX(1.847759065, 13); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
736 static int16_t FIX_2_613125930=FIX(-2.613125930, 13); //- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
737 static int16_t FIX_1_414213562=FIX(1.414213562, 13); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
738 static int16_t FIX_1_082392200=FIX(1.082392200, 13); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
739 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
740 #endif |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
741 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
742 #ifndef HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
743 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
744 static void column_fidct_c(int16_t* thr_adr, DCTELEM *data, DCTELEM *output, int cnt) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
745 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
746 int_simd16_t tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
747 int_simd16_t tmp10, tmp11, tmp12, tmp13; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
748 int_simd16_t z1,z2,z3,z4,z5, z10, z11, z12, z13; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
749 int_simd16_t d0, d1, d2, d3, d4, d5, d6, d7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
750 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
751 DCTELEM* dataptr; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
752 DCTELEM* wsptr; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
753 int16_t *threshold; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
754 int ctr; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
755 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
756 dataptr = data; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
757 wsptr = output; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
758 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
759 for (; cnt > 0; cnt-=2) { //start positions |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
760 threshold=(int16_t*)thr_adr;//threshold_mtx |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
761 for (ctr = DCTSIZE; ctr > 0; ctr--) { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
762 // Process columns from input, add to output. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
763 tmp0 = dataptr[DCTSIZE*0] + dataptr[DCTSIZE*7]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
764 tmp7 = dataptr[DCTSIZE*0] - dataptr[DCTSIZE*7]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
765 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
766 tmp1 = dataptr[DCTSIZE*1] + dataptr[DCTSIZE*6]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
767 tmp6 = dataptr[DCTSIZE*1] - dataptr[DCTSIZE*6]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
768 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
769 tmp2 = dataptr[DCTSIZE*2] + dataptr[DCTSIZE*5]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
770 tmp5 = dataptr[DCTSIZE*2] - dataptr[DCTSIZE*5]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
771 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
772 tmp3 = dataptr[DCTSIZE*3] + dataptr[DCTSIZE*4]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
773 tmp4 = dataptr[DCTSIZE*3] - dataptr[DCTSIZE*4]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
774 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
775 // Even part of FDCT |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
776 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
777 tmp10 = tmp0 + tmp3; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
778 tmp13 = tmp0 - tmp3; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
779 tmp11 = tmp1 + tmp2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
780 tmp12 = tmp1 - tmp2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
781 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
782 d0 = tmp10 + tmp11; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
783 d4 = tmp10 - tmp11; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
784 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
785 z1 = MULTIPLY16H((tmp12 + tmp13) <<2, FIX_0_707106781); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
786 d2 = tmp13 + z1; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
787 d6 = tmp13 - z1; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
788 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
789 // Even part of IDCT |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
790 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
791 THRESHOLD(tmp0, d0, threshold[0*8]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
792 THRESHOLD(tmp1, d2, threshold[2*8]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
793 THRESHOLD(tmp2, d4, threshold[4*8]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
794 THRESHOLD(tmp3, d6, threshold[6*8]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
795 tmp0+=2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
796 tmp10 = (tmp0 + tmp2)>>2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
797 tmp11 = (tmp0 - tmp2)>>2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
798 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
799 tmp13 = (tmp1 + tmp3)>>2; //+2 ! (psnr decides) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
800 tmp12 = MULTIPLY16H((tmp1 - tmp3), FIX_1_414213562_A) - tmp13; //<<2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
801 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
802 tmp0 = tmp10 + tmp13; //->temps |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
803 tmp3 = tmp10 - tmp13; //->temps |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
804 tmp1 = tmp11 + tmp12; //->temps |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
805 tmp2 = tmp11 - tmp12; //->temps |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
806 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
807 // Odd part of FDCT |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
808 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
809 tmp10 = tmp4 + tmp5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
810 tmp11 = tmp5 + tmp6; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
811 tmp12 = tmp6 + tmp7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
812 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
813 z5 = MULTIPLY16H((tmp10 - tmp12)<<2, FIX_0_382683433); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
814 z2 = MULTIPLY16H(tmp10 <<2, FIX_0_541196100) + z5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
815 z4 = MULTIPLY16H(tmp12 <<2, FIX_1_306562965) + z5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
816 z3 = MULTIPLY16H(tmp11 <<2, FIX_0_707106781); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
817 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
818 z11 = tmp7 + z3; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
819 z13 = tmp7 - z3; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
820 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
821 d5 = z13 + z2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
822 d3 = z13 - z2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
823 d1 = z11 + z4; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
824 d7 = z11 - z4; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
825 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
826 // Odd part of IDCT |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
827 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
828 THRESHOLD(tmp4, d1, threshold[1*8]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
829 THRESHOLD(tmp5, d3, threshold[3*8]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
830 THRESHOLD(tmp6, d5, threshold[5*8]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
831 THRESHOLD(tmp7, d7, threshold[7*8]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
832 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
833 //Simd version uses here a shortcut for the tmp5,tmp6,tmp7 == 0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
834 z13 = tmp6 + tmp5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
835 z10 = (tmp6 - tmp5)<<1; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
836 z11 = tmp4 + tmp7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
837 z12 = (tmp4 - tmp7)<<1; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
838 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
839 tmp7 = (z11 + z13)>>2; //+2 ! |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
840 tmp11 = MULTIPLY16H((z11 - z13)<<1, FIX_1_414213562); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
841 z5 = MULTIPLY16H(z10 + z12, FIX_1_847759065); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
842 tmp10 = MULTIPLY16H(z12, FIX_1_082392200) - z5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
843 tmp12 = MULTIPLY16H(z10, FIX_2_613125930) + z5; // - !! |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
844 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
845 tmp6 = tmp12 - tmp7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
846 tmp5 = tmp11 - tmp6; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
847 tmp4 = tmp10 + tmp5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
848 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
849 wsptr[DCTSIZE*0]+= (tmp0 + tmp7); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
850 wsptr[DCTSIZE*1]+= (tmp1 + tmp6); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
851 wsptr[DCTSIZE*2]+= (tmp2 + tmp5); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
852 wsptr[DCTSIZE*3]+= (tmp3 - tmp4); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
853 wsptr[DCTSIZE*4]+= (tmp3 + tmp4); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
854 wsptr[DCTSIZE*5]+= (tmp2 - tmp5); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
855 wsptr[DCTSIZE*6]= (tmp1 - tmp6); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
856 wsptr[DCTSIZE*7]= (tmp0 - tmp7); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
857 // |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
858 dataptr++; //next column |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
859 wsptr++; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
860 threshold++; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
861 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
862 dataptr+=8; //skip each second start pos |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
863 wsptr +=8; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
864 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
865 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
866 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
867 #else /* HAVE_MMX */ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
868 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
869 static void column_fidct_mmx(int16_t* thr_adr, DCTELEM *data, DCTELEM *output, int cnt) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
870 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
871 asm volatile( |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
872 ".align 16 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
873 "1: \n\t" |
15634 | 874 "movq "DCTSIZE_S"*0*2(%%"REG_S"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
875 // |
15634 | 876 "movq "DCTSIZE_S"*3*2(%%"REG_S"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
877 "movq %%mm1, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
878 |
15634 | 879 "paddw "DCTSIZE_S"*7*2(%%"REG_S"), %%mm1 \n\t" //t0 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
880 "movq %%mm7, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
881 |
15634 | 882 "paddw "DCTSIZE_S"*4*2(%%"REG_S"), %%mm7 \n\t" //t3 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
883 "movq %%mm1, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
884 |
15634 | 885 "movq "DCTSIZE_S"*1*2(%%"REG_S"), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
886 "psubw %%mm7, %%mm1 \n\t" //t13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
887 |
15634 | 888 "movq "DCTSIZE_S"*2*2(%%"REG_S"), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
889 "movq %%mm6, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
890 |
15634 | 891 "paddw "DCTSIZE_S"*6*2(%%"REG_S"), %%mm6 \n\t" //t1 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
892 "paddw %%mm7, %%mm5 \n\t" //t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
893 |
15634 | 894 "paddw "DCTSIZE_S"*5*2(%%"REG_S"), %%mm2 \n\t" //t2 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
895 "movq %%mm6, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
896 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
897 "paddw %%mm2, %%mm6 \n\t" //t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
898 "psubw %%mm2, %%mm7 \n\t" //t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
899 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
900 "movq %%mm5, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
901 "paddw %%mm6, %%mm5 \n\t" //d0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
902 // i0 t13 t12 i3 i1 d0 - d4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
903 "psubw %%mm6, %%mm2 \n\t" //d4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
904 "paddw %%mm1, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
905 |
15634 | 906 "movq 4*16(%%"REG_d"), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
907 "psllw $2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
908 |
15634 | 909 "psubw 0*16(%%"REG_d"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
910 "psubw %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
911 |
15634 | 912 "paddusw 0*16(%%"REG_d"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
913 "paddusw %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
914 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
915 "pmulhw "MANGLE(MM_FIX_0_707106781)", %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
916 // |
15634 | 917 "paddw 0*16(%%"REG_d"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
918 "paddw %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
919 |
15634 | 920 "psubusw 0*16(%%"REG_d"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
921 "psubusw %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
922 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
923 //This func is totally compute-bound, operates at huge speed. So, DC shortcut |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
924 // at this place isn't worthwhile due to BTB miss penalty (checked on Pent. 3). |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
925 //However, typical numbers: nondc - 29%%, dc - 46%%, zero - 25%%. All <> 0 case is very rare. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
926 "paddw "MANGLE(MM_2)", %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
927 "movq %%mm2, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
928 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
929 "paddw %%mm5, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
930 "psubw %%mm6, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
931 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
932 "movq %%mm1, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
933 "paddw %%mm7, %%mm1 \n\t" //d2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
934 |
15634 | 935 "psubw 2*16(%%"REG_d"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
936 "psubw %%mm7, %%mm6 \n\t" //d6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
937 |
15634 | 938 "movq 6*16(%%"REG_d"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
939 "psraw $2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
940 |
15634 | 941 "paddusw 2*16(%%"REG_d"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
942 "psubw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
943 // t7 d2 /t11 t4 t6 - d6 /t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
944 |
15634 | 945 "paddw 2*16(%%"REG_d"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
946 "paddusw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
947 |
15634 | 948 "psubusw 2*16(%%"REG_d"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
949 "paddw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
950 |
15634 | 951 "psubw "DCTSIZE_S"*4*2(%%"REG_S"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
952 "psubusw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
953 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
954 //movq [edi+"DCTSIZE_S"*2*2], mm1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
955 //movq [edi+"DCTSIZE_S"*6*2], mm6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
956 "movq %%mm1, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
957 "psraw $2, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
958 |
15634 | 959 "psubw "DCTSIZE_S"*6*2(%%"REG_S"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
960 "psubw %%mm6, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
961 |
15634 | 962 "psubw "DCTSIZE_S"*7*2(%%"REG_S"), %%mm0 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
963 "paddw %%mm7, %%mm6 \n\t" //'t13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
964 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
965 "psraw $2, %%mm6 \n\t" //paddw mm6, MM_2 !! --- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
966 "movq %%mm2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
967 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
968 "pmulhw "MANGLE(MM_FIX_1_414213562_A)", %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
969 "paddw %%mm6, %%mm2 \n\t" //'t0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
970 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
971 "movq %%mm2, "MANGLE(temps)"+0*8 \n\t" //! |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
972 "psubw %%mm6, %%mm7 \n\t" //'t3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
973 |
15634 | 974 "movq "DCTSIZE_S"*2*2(%%"REG_S"), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
975 "psubw %%mm6, %%mm1 \n\t" //'t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
976 |
15634 | 977 "psubw "DCTSIZE_S"*5*2(%%"REG_S"), %%mm2 \n\t" //t5 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
978 "movq %%mm5, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
979 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
980 "movq %%mm7, "MANGLE(temps)"+3*8 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
981 "paddw %%mm2, %%mm3 \n\t" //t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
982 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
983 "paddw %%mm4, %%mm2 \n\t" //t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
984 "paddw %%mm0, %%mm4 \n\t" //t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
985 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
986 "movq %%mm3, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
987 "psubw %%mm4, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
988 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
989 "psllw $2, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
990 "psllw $2, %%mm7 \n\t" //opt for P6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
991 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
992 "pmulhw "MANGLE(MM_FIX_0_382683433)", %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
993 "psllw $2, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
994 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
995 "pmulhw "MANGLE(MM_FIX_0_541196100)", %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
996 "psllw $2, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
997 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
998 "pmulhw "MANGLE(MM_FIX_1_306562965)", %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
999 "paddw %%mm1, %%mm5 \n\t" //'t1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1000 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1001 "pmulhw "MANGLE(MM_FIX_0_707106781)", %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1002 "psubw %%mm1, %%mm6 \n\t" //'t2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1003 // t7 't12 't11 t4 t6 - 't13 't10 --- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1004 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1005 "paddw %%mm3, %%mm7 \n\t" //z2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1006 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1007 "movq %%mm5, "MANGLE(temps)"+1*8 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1008 "paddw %%mm3, %%mm4 \n\t" //z4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1009 |
15634 | 1010 "movq 3*16(%%"REG_d"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1011 "movq %%mm0, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1012 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1013 "movq %%mm6, "MANGLE(temps)"+2*8 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1014 "psubw %%mm2, %%mm1 \n\t" //z13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1015 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1016 //=== |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1017 "paddw %%mm2, %%mm0 \n\t" //z11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1018 "movq %%mm1, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1019 |
15634 | 1020 "movq 5*16(%%"REG_d"), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1021 "psubw %%mm7, %%mm1 \n\t" //d3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1022 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1023 "paddw %%mm7, %%mm5 \n\t" //d5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1024 "psubw %%mm3, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1025 |
15634 | 1026 "movq 1*16(%%"REG_d"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1027 "psubw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1028 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1029 "movq %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1030 "paddw %%mm4, %%mm0 \n\t" //d1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1031 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1032 "paddusw %%mm3, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1033 "psubw %%mm4, %%mm6 \n\t" //d7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1034 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1035 // d1 d3 - - - d5 d7 - |
15634 | 1036 "movq 7*16(%%"REG_d"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1037 "psubw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1038 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1039 "psubw %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1040 "paddusw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1041 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1042 "paddusw %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1043 "paddw %%mm3, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1044 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1045 "paddw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1046 "paddw %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1047 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1048 "psubusw %%mm3, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1049 "psubusw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1050 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1051 "psubusw %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1052 "movq %%mm1, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1053 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1054 "por %%mm5, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1055 "paddusw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1056 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1057 "por %%mm6, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1058 "paddw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1059 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1060 "packssdw %%mm4, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1061 "psubusw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1062 |
15634 | 1063 "movd %%mm4, %%"REG_a" \n\t" |
1064 "or %%"REG_a", %%"REG_a" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1065 "jnz 2f \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1066 //movq [edi+"DCTSIZE_S"*3*2], mm1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1067 //movq [edi+"DCTSIZE_S"*5*2], mm5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1068 //movq [edi+"DCTSIZE_S"*1*2], mm0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1069 //movq [edi+"DCTSIZE_S"*7*2], mm6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1070 // t4 t5 - - - t6 t7 - |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1071 //--- t4 (mm0) may be <>0; mm1, mm5, mm6 == 0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1072 //Typical numbers: nondc - 19%%, dc - 26%%, zero - 55%%. zero case alone isn't worthwhile |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1073 "movq "MANGLE(temps)"+0*8, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1074 "movq %%mm0, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1075 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1076 "pmulhw "MANGLE(MM_FIX_0_847759065)", %%mm0 \n\t" //tmp6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1077 "movq %%mm1, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1078 |
15634 | 1079 "movq "DCTSIZE_S"*0*2(%%"REG_D"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1080 "movq %%mm2, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1081 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1082 "pmulhw "MANGLE(MM_FIX_0_566454497)", %%mm1 \n\t" //tmp5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1083 "paddw %%mm4, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1084 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1085 "movq "MANGLE(temps)"+1*8, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1086 //paddw mm3, MM_2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1087 "psraw $2, %%mm3 \n\t" //tmp7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1088 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1089 "pmulhw "MANGLE(MM_FIX_0_198912367)", %%mm2 \n\t" //-tmp4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1090 "psubw %%mm3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1091 |
15634 | 1092 "movq "DCTSIZE_S"*1*2(%%"REG_D"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1093 "paddw %%mm3, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1094 |
15634 | 1095 "movq %%mm4, "DCTSIZE_S"*7*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1096 "paddw %%mm6, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1097 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1098 "movq "MANGLE(temps)"+2*8, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1099 "psubw %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1100 |
15634 | 1101 "movq "DCTSIZE_S"*2*2(%%"REG_D"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1102 "paddw %%mm0, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1103 |
15634 | 1104 "movq %%mm5, "DCTSIZE_S"*0*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1105 "paddw %%mm3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1106 |
15634 | 1107 "movq %%mm6, "DCTSIZE_S"*6*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1108 "psubw %%mm1, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1109 |
15634 | 1110 "movq "DCTSIZE_S"*5*2(%%"REG_D"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1111 "paddw %%mm1, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1112 |
15634 | 1113 "movq "DCTSIZE_S"*3*2(%%"REG_D"), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1114 "paddw %%mm3, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1115 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1116 "movq "MANGLE(temps)"+3*8, %%mm0 \n\t" |
15634 | 1117 "add $8, %%"REG_S" \n\t" |
1118 | |
1119 "movq %%mm7, "DCTSIZE_S"*1*2(%%"REG_D") \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1120 "paddw %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1121 |
15634 | 1122 "movq %%mm4, "DCTSIZE_S"*2*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1123 "psubw %%mm2, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1124 |
15634 | 1125 "movq "DCTSIZE_S"*4*2(%%"REG_D"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1126 "paddw %%mm2, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1127 |
15634 | 1128 "movq %%mm5, "DCTSIZE_S"*5*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1129 "paddw %%mm0, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1130 |
15634 | 1131 "movq %%mm6, "DCTSIZE_S"*3*2(%%"REG_D") \n\t" |
1132 | |
1133 "movq %%mm7, "DCTSIZE_S"*4*2(%%"REG_D") \n\t" | |
1134 "add $8, %%"REG_D" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1135 "jmp 4f \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1136 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1137 "2: \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1138 //--- non DC2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1139 //psraw mm1, 2 w/o it -> offset. thr1, thr1, thr1 (actually thr1, thr1, thr1-1) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1140 //psraw mm5, 2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1141 //psraw mm0, 2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1142 //psraw mm6, 2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1143 "movq %%mm5, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1144 "psubw %%mm1, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1145 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1146 "psllw $1, %%mm5 \n\t" //'z10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1147 "paddw %%mm1, %%mm3 \n\t" //'z13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1148 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1149 "movq %%mm0, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1150 "psubw %%mm6, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1151 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1152 "movq %%mm5, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1153 "psllw $1, %%mm0 \n\t" //'z12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1154 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1155 "pmulhw "MANGLE(MM_FIX_2_613125930)", %%mm1 \n\t" //- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1156 "paddw %%mm0, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1157 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1158 "pmulhw "MANGLE(MM_FIX_1_847759065)", %%mm5 \n\t" //'z5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1159 "paddw %%mm6, %%mm2 \n\t" //'z11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1160 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1161 "pmulhw "MANGLE(MM_FIX_1_082392200)", %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1162 "movq %%mm2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1163 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1164 //--- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1165 "movq "MANGLE(temps)"+0*8, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1166 "psubw %%mm3, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1167 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1168 "psllw $1, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1169 "paddw %%mm3, %%mm7 \n\t" //'t7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1170 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1171 "pmulhw "MANGLE(MM_FIX_1_414213562)", %%mm2 \n\t" //'t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1172 "movq %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1173 //paddw mm7, MM_2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1174 "psraw $2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1175 |
15634 | 1176 "paddw "DCTSIZE_S"*0*2(%%"REG_D"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1177 "psubw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1178 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1179 "movq "MANGLE(temps)"+1*8, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1180 "paddw %%mm7, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1181 |
15634 | 1182 "movq %%mm6, "DCTSIZE_S"*7*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1183 "paddw %%mm5, %%mm1 \n\t" //'t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1184 |
15634 | 1185 "movq %%mm4, "DCTSIZE_S"*0*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1186 "psubw %%mm7, %%mm1 \n\t" //'t6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1187 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1188 "movq "MANGLE(temps)"+2*8, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1189 "psubw %%mm5, %%mm0 \n\t" //'t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1190 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1191 "movq "MANGLE(temps)"+3*8, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1192 "movq %%mm3, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1193 |
15634 | 1194 "paddw "DCTSIZE_S"*1*2(%%"REG_D"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1195 "psubw %%mm1, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1196 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1197 "psubw %%mm1, %%mm2 \n\t" //'t5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1198 "paddw %%mm1, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1199 |
15634 | 1200 "movq %%mm5, "DCTSIZE_S"*6*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1201 "movq %%mm7, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1202 |
15634 | 1203 "paddw "DCTSIZE_S"*2*2(%%"REG_D"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1204 "psubw %%mm2, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1205 |
15634 | 1206 "paddw "DCTSIZE_S"*5*2(%%"REG_D"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1207 "paddw %%mm2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1208 |
15634 | 1209 "movq %%mm3, "DCTSIZE_S"*1*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1210 "paddw %%mm2, %%mm0 \n\t" //'t4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1211 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1212 // 't4 't6 't5 - - - - 't7 |
15634 | 1213 "movq %%mm7, "DCTSIZE_S"*2*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1214 "movq %%mm6, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1215 |
15634 | 1216 "paddw "DCTSIZE_S"*4*2(%%"REG_D"), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1217 "psubw %%mm0, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1218 |
15634 | 1219 "paddw "DCTSIZE_S"*3*2(%%"REG_D"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1220 "paddw %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1221 |
15634 | 1222 "movq %%mm4, "DCTSIZE_S"*5*2(%%"REG_D") \n\t" |
1223 "add $8, %%"REG_S" \n\t" | |
1224 | |
1225 "movq %%mm6, "DCTSIZE_S"*4*2(%%"REG_D") \n\t" | |
1226 | |
1227 "movq %%mm1, "DCTSIZE_S"*3*2(%%"REG_D") \n\t" | |
1228 "add $8, %%"REG_D" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1229 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1230 "4: \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1231 //=part 2 (the same)=========================================================== |
15634 | 1232 "movq "DCTSIZE_S"*0*2(%%"REG_S"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1233 // |
15634 | 1234 "movq "DCTSIZE_S"*3*2(%%"REG_S"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1235 "movq %%mm1, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1236 |
15634 | 1237 "paddw "DCTSIZE_S"*7*2(%%"REG_S"), %%mm1 \n\t" //t0 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1238 "movq %%mm7, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1239 |
15634 | 1240 "paddw "DCTSIZE_S"*4*2(%%"REG_S"), %%mm7 \n\t" //t3 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1241 "movq %%mm1, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1242 |
15634 | 1243 "movq "DCTSIZE_S"*1*2(%%"REG_S"), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1244 "psubw %%mm7, %%mm1 \n\t" //t13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1245 |
15634 | 1246 "movq "DCTSIZE_S"*2*2(%%"REG_S"), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1247 "movq %%mm6, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1248 |
15634 | 1249 "paddw "DCTSIZE_S"*6*2(%%"REG_S"), %%mm6 \n\t" //t1 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1250 "paddw %%mm7, %%mm5 \n\t" //t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1251 |
15634 | 1252 "paddw "DCTSIZE_S"*5*2(%%"REG_S"), %%mm2 \n\t" //t2 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1253 "movq %%mm6, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1254 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1255 "paddw %%mm2, %%mm6 \n\t" //t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1256 "psubw %%mm2, %%mm7 \n\t" //t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1257 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1258 "movq %%mm5, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1259 "paddw %%mm6, %%mm5 \n\t" //d0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1260 // i0 t13 t12 i3 i1 d0 - d4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1261 "psubw %%mm6, %%mm2 \n\t" //d4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1262 "paddw %%mm1, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1263 |
15634 | 1264 "movq 1*8+4*16(%%"REG_d"), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1265 "psllw $2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1266 |
15634 | 1267 "psubw 1*8+0*16(%%"REG_d"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1268 "psubw %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1269 |
15634 | 1270 "paddusw 1*8+0*16(%%"REG_d"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1271 "paddusw %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1272 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1273 "pmulhw "MANGLE(MM_FIX_0_707106781)", %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1274 // |
15634 | 1275 "paddw 1*8+0*16(%%"REG_d"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1276 "paddw %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1277 |
15634 | 1278 "psubusw 1*8+0*16(%%"REG_d"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1279 "psubusw %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1280 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1281 //This func is totally compute-bound, operates at huge speed. So, DC shortcut |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1282 // at this place isn't worthwhile due to BTB miss penalty (checked on Pent. 3). |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1283 //However, typical numbers: nondc - 29%%, dc - 46%%, zero - 25%%. All <> 0 case is very rare. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1284 "paddw "MANGLE(MM_2)", %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1285 "movq %%mm2, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1286 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1287 "paddw %%mm5, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1288 "psubw %%mm6, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1289 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1290 "movq %%mm1, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1291 "paddw %%mm7, %%mm1 \n\t" //d2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1292 |
15634 | 1293 "psubw 1*8+2*16(%%"REG_d"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1294 "psubw %%mm7, %%mm6 \n\t" //d6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1295 |
15634 | 1296 "movq 1*8+6*16(%%"REG_d"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1297 "psraw $2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1298 |
15634 | 1299 "paddusw 1*8+2*16(%%"REG_d"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1300 "psubw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1301 // t7 d2 /t11 t4 t6 - d6 /t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1302 |
15634 | 1303 "paddw 1*8+2*16(%%"REG_d"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1304 "paddusw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1305 |
15634 | 1306 "psubusw 1*8+2*16(%%"REG_d"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1307 "paddw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1308 |
15634 | 1309 "psubw "DCTSIZE_S"*4*2(%%"REG_S"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1310 "psubusw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1311 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1312 //movq [edi+"DCTSIZE_S"*2*2], mm1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1313 //movq [edi+"DCTSIZE_S"*6*2], mm6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1314 "movq %%mm1, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1315 "psraw $2, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1316 |
15634 | 1317 "psubw "DCTSIZE_S"*6*2(%%"REG_S"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1318 "psubw %%mm6, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1319 |
15634 | 1320 "psubw "DCTSIZE_S"*7*2(%%"REG_S"), %%mm0 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1321 "paddw %%mm7, %%mm6 \n\t" //'t13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1322 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1323 "psraw $2, %%mm6 \n\t" //paddw mm6, MM_2 !! --- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1324 "movq %%mm2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1325 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1326 "pmulhw "MANGLE(MM_FIX_1_414213562_A)", %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1327 "paddw %%mm6, %%mm2 \n\t" //'t0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1328 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1329 "movq %%mm2, "MANGLE(temps)"+0*8 \n\t" //! |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1330 "psubw %%mm6, %%mm7 \n\t" //'t3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1331 |
15634 | 1332 "movq "DCTSIZE_S"*2*2(%%"REG_S"), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1333 "psubw %%mm6, %%mm1 \n\t" //'t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1334 |
15634 | 1335 "psubw "DCTSIZE_S"*5*2(%%"REG_S"), %%mm2 \n\t" //t5 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1336 "movq %%mm5, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1337 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1338 "movq %%mm7, "MANGLE(temps)"+3*8 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1339 "paddw %%mm2, %%mm3 \n\t" //t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1340 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1341 "paddw %%mm4, %%mm2 \n\t" //t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1342 "paddw %%mm0, %%mm4 \n\t" //t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1343 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1344 "movq %%mm3, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1345 "psubw %%mm4, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1346 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1347 "psllw $2, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1348 "psllw $2, %%mm7 \n\t" //opt for P6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1349 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1350 "pmulhw "MANGLE(MM_FIX_0_382683433)", %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1351 "psllw $2, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1352 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1353 "pmulhw "MANGLE(MM_FIX_0_541196100)", %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1354 "psllw $2, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1355 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1356 "pmulhw "MANGLE(MM_FIX_1_306562965)", %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1357 "paddw %%mm1, %%mm5 \n\t" //'t1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1358 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1359 "pmulhw "MANGLE(MM_FIX_0_707106781)", %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1360 "psubw %%mm1, %%mm6 \n\t" //'t2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1361 // t7 't12 't11 t4 t6 - 't13 't10 --- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1362 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1363 "paddw %%mm3, %%mm7 \n\t" //z2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1364 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1365 "movq %%mm5, "MANGLE(temps)"+1*8 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1366 "paddw %%mm3, %%mm4 \n\t" //z4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1367 |
15634 | 1368 "movq 1*8+3*16(%%"REG_d"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1369 "movq %%mm0, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1370 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1371 "movq %%mm6, "MANGLE(temps)"+2*8 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1372 "psubw %%mm2, %%mm1 \n\t" //z13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1373 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1374 //=== |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1375 "paddw %%mm2, %%mm0 \n\t" //z11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1376 "movq %%mm1, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1377 |
15634 | 1378 "movq 1*8+5*16(%%"REG_d"), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1379 "psubw %%mm7, %%mm1 \n\t" //d3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1380 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1381 "paddw %%mm7, %%mm5 \n\t" //d5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1382 "psubw %%mm3, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1383 |
15634 | 1384 "movq 1*8+1*16(%%"REG_d"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1385 "psubw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1386 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1387 "movq %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1388 "paddw %%mm4, %%mm0 \n\t" //d1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1389 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1390 "paddusw %%mm3, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1391 "psubw %%mm4, %%mm6 \n\t" //d7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1392 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1393 // d1 d3 - - - d5 d7 - |
15634 | 1394 "movq 1*8+7*16(%%"REG_d"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1395 "psubw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1396 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1397 "psubw %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1398 "paddusw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1399 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1400 "paddusw %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1401 "paddw %%mm3, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1402 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1403 "paddw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1404 "paddw %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1405 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1406 "psubusw %%mm3, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1407 "psubusw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1408 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1409 "psubusw %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1410 "movq %%mm1, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1411 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1412 "por %%mm5, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1413 "paddusw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1414 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1415 "por %%mm6, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1416 "paddw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1417 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1418 "packssdw %%mm4, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1419 "psubusw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1420 |
15634 | 1421 "movd %%mm4, %%"REG_a" \n\t" |
1422 "or %%"REG_a", %%"REG_a" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1423 "jnz 3f \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1424 //movq [edi+"DCTSIZE_S"*3*2], mm1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1425 //movq [edi+"DCTSIZE_S"*5*2], mm5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1426 //movq [edi+"DCTSIZE_S"*1*2], mm0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1427 //movq [edi+"DCTSIZE_S"*7*2], mm6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1428 // t4 t5 - - - t6 t7 - |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1429 //--- t4 (mm0) may be <>0; mm1, mm5, mm6 == 0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1430 //Typical numbers: nondc - 19%%, dc - 26%%, zero - 55%%. zero case alone isn't worthwhile |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1431 "movq "MANGLE(temps)"+0*8, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1432 "movq %%mm0, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1433 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1434 "pmulhw "MANGLE(MM_FIX_0_847759065)", %%mm0 \n\t" //tmp6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1435 "movq %%mm1, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1436 |
15634 | 1437 "movq "DCTSIZE_S"*0*2(%%"REG_D"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1438 "movq %%mm2, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1439 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1440 "pmulhw "MANGLE(MM_FIX_0_566454497)", %%mm1 \n\t" //tmp5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1441 "paddw %%mm4, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1442 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1443 "movq "MANGLE(temps)"+1*8, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1444 //paddw mm3, MM_2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1445 "psraw $2, %%mm3 \n\t" //tmp7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1446 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1447 "pmulhw "MANGLE(MM_FIX_0_198912367)", %%mm2 \n\t" //-tmp4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1448 "psubw %%mm3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1449 |
15634 | 1450 "movq "DCTSIZE_S"*1*2(%%"REG_D"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1451 "paddw %%mm3, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1452 |
15634 | 1453 "movq %%mm4, "DCTSIZE_S"*7*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1454 "paddw %%mm6, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1455 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1456 "movq "MANGLE(temps)"+2*8, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1457 "psubw %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1458 |
15634 | 1459 "movq "DCTSIZE_S"*2*2(%%"REG_D"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1460 "paddw %%mm0, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1461 |
15634 | 1462 "movq %%mm5, "DCTSIZE_S"*0*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1463 "paddw %%mm3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1464 |
15634 | 1465 "movq %%mm6, "DCTSIZE_S"*6*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1466 "psubw %%mm1, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1467 |
15634 | 1468 "movq "DCTSIZE_S"*5*2(%%"REG_D"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1469 "paddw %%mm1, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1470 |
15634 | 1471 "movq "DCTSIZE_S"*3*2(%%"REG_D"), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1472 "paddw %%mm3, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1473 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1474 "movq "MANGLE(temps)"+3*8, %%mm0 \n\t" |
15634 | 1475 "add $24, %%"REG_S" \n\t" |
1476 | |
1477 "movq %%mm7, "DCTSIZE_S"*1*2(%%"REG_D") \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1478 "paddw %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1479 |
15634 | 1480 "movq %%mm4, "DCTSIZE_S"*2*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1481 "psubw %%mm2, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1482 |
15634 | 1483 "movq "DCTSIZE_S"*4*2(%%"REG_D"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1484 "paddw %%mm2, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1485 |
15634 | 1486 "movq %%mm5, "DCTSIZE_S"*5*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1487 "paddw %%mm0, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1488 |
15634 | 1489 "movq %%mm6, "DCTSIZE_S"*3*2(%%"REG_D") \n\t" |
1490 | |
1491 "movq %%mm7, "DCTSIZE_S"*4*2(%%"REG_D") \n\t" | |
1492 "add $24, %%"REG_D" \n\t" | |
1493 "sub $2, %%"REG_c" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1494 "jnz 1b \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1495 "jmp 5f \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1496 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1497 "3: \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1498 //--- non DC2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1499 //psraw mm1, 2 w/o it -> offset. thr1, thr1, thr1 (actually thr1, thr1, thr1-1) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1500 //psraw mm5, 2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1501 //psraw mm0, 2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1502 //psraw mm6, 2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1503 "movq %%mm5, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1504 "psubw %%mm1, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1505 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1506 "psllw $1, %%mm5 \n\t" //'z10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1507 "paddw %%mm1, %%mm3 \n\t" //'z13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1508 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1509 "movq %%mm0, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1510 "psubw %%mm6, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1511 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1512 "movq %%mm5, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1513 "psllw $1, %%mm0 \n\t" //'z12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1514 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1515 "pmulhw "MANGLE(MM_FIX_2_613125930)", %%mm1 \n\t" //- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1516 "paddw %%mm0, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1517 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1518 "pmulhw "MANGLE(MM_FIX_1_847759065)", %%mm5 \n\t" //'z5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1519 "paddw %%mm6, %%mm2 \n\t" //'z11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1520 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1521 "pmulhw "MANGLE(MM_FIX_1_082392200)", %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1522 "movq %%mm2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1523 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1524 //--- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1525 "movq "MANGLE(temps)"+0*8, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1526 "psubw %%mm3, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1527 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1528 "psllw $1, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1529 "paddw %%mm3, %%mm7 \n\t" //'t7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1530 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1531 "pmulhw "MANGLE(MM_FIX_1_414213562)", %%mm2 \n\t" //'t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1532 "movq %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1533 //paddw mm7, MM_2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1534 "psraw $2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1535 |
15634 | 1536 "paddw "DCTSIZE_S"*0*2(%%"REG_D"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1537 "psubw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1538 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1539 "movq "MANGLE(temps)"+1*8, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1540 "paddw %%mm7, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1541 |
15634 | 1542 "movq %%mm6, "DCTSIZE_S"*7*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1543 "paddw %%mm5, %%mm1 \n\t" //'t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1544 |
15634 | 1545 "movq %%mm4, "DCTSIZE_S"*0*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1546 "psubw %%mm7, %%mm1 \n\t" //'t6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1547 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1548 "movq "MANGLE(temps)"+2*8, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1549 "psubw %%mm5, %%mm0 \n\t" //'t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1550 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1551 "movq "MANGLE(temps)"+3*8, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1552 "movq %%mm3, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1553 |
15634 | 1554 "paddw "DCTSIZE_S"*1*2(%%"REG_D"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1555 "psubw %%mm1, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1556 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1557 "psubw %%mm1, %%mm2 \n\t" //'t5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1558 "paddw %%mm1, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1559 |
15634 | 1560 "movq %%mm5, "DCTSIZE_S"*6*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1561 "movq %%mm7, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1562 |
15634 | 1563 "paddw "DCTSIZE_S"*2*2(%%"REG_D"), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1564 "psubw %%mm2, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1565 |
15634 | 1566 "paddw "DCTSIZE_S"*5*2(%%"REG_D"), %%mm4 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1567 "paddw %%mm2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1568 |
15634 | 1569 "movq %%mm3, "DCTSIZE_S"*1*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1570 "paddw %%mm2, %%mm0 \n\t" //'t4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1571 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1572 // 't4 't6 't5 - - - - 't7 |
15634 | 1573 "movq %%mm7, "DCTSIZE_S"*2*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1574 "movq %%mm6, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1575 |
15634 | 1576 "paddw "DCTSIZE_S"*4*2(%%"REG_D"), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1577 "psubw %%mm0, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1578 |
15634 | 1579 "paddw "DCTSIZE_S"*3*2(%%"REG_D"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1580 "paddw %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1581 |
15634 | 1582 "movq %%mm4, "DCTSIZE_S"*5*2(%%"REG_D") \n\t" |
1583 "add $24, %%"REG_S" \n\t" | |
1584 | |
1585 "movq %%mm6, "DCTSIZE_S"*4*2(%%"REG_D") \n\t" | |
1586 | |
1587 "movq %%mm1, "DCTSIZE_S"*3*2(%%"REG_D") \n\t" | |
1588 "add $24, %%"REG_D" \n\t" | |
1589 "sub $2, %%"REG_c" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1590 "jnz 1b \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1591 "5: \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1592 |
15632 | 1593 : "+S"(data), "+D"(output), "+c"(cnt)// input regs |
1594 : "d"(thr_adr) | |
15634 | 1595 : "%"REG_a |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1596 ); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1597 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1598 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1599 #endif // HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1600 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1601 #ifndef HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1602 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1603 static void row_idct_c(DCTELEM* workspace, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1604 int16_t* output_adr, int output_stride, int cnt) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1605 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1606 int_simd16_t tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1607 int_simd16_t tmp10, tmp11, tmp12, tmp13; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1608 int_simd16_t z5, z10, z11, z12, z13; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1609 int16_t* outptr; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1610 DCTELEM* wsptr; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1611 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1612 cnt*=4; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1613 wsptr = workspace; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1614 outptr = output_adr; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1615 for (; cnt > 0; cnt--) { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1616 // Even part |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1617 //Simd version reads 4x4 block and transposes it |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1618 tmp10 = ( wsptr[2] + wsptr[3]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1619 tmp11 = ( wsptr[2] - wsptr[3]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1620 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1621 tmp13 = ( wsptr[0] + wsptr[1]); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1622 tmp12 = (MULTIPLY16H( wsptr[0] - wsptr[1], FIX_1_414213562_A)<<2) - tmp13;//this shift order to avoid overflow |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1623 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1624 tmp0 = tmp10 + tmp13; //->temps |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1625 tmp3 = tmp10 - tmp13; //->temps |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1626 tmp1 = tmp11 + tmp12; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1627 tmp2 = tmp11 - tmp12; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1628 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1629 // Odd part |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1630 //Also transpose, with previous: |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1631 // ---- ---- |||| |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1632 // ---- ---- idct |||| |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1633 // ---- ---- ---> |||| |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1634 // ---- ---- |||| |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1635 z13 = wsptr[4] + wsptr[5]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1636 z10 = wsptr[4] - wsptr[5]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1637 z11 = wsptr[6] + wsptr[7]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1638 z12 = wsptr[6] - wsptr[7]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1639 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1640 tmp7 = z11 + z13; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1641 tmp11 = MULTIPLY16H(z11 - z13, FIX_1_414213562); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1642 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1643 z5 = MULTIPLY16H(z10 + z12, FIX_1_847759065); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1644 tmp10 = MULTIPLY16H(z12, FIX_1_082392200) - z5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1645 tmp12 = MULTIPLY16H(z10, FIX_2_613125930) + z5; // - FIX_ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1646 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1647 tmp6 = (tmp12<<3) - tmp7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1648 tmp5 = (tmp11<<3) - tmp6; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1649 tmp4 = (tmp10<<3) + tmp5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1650 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1651 // Final output stage: descale and write column |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1652 outptr[0*output_stride]+= DESCALE(tmp0 + tmp7, 3); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1653 outptr[1*output_stride]+= DESCALE(tmp1 + tmp6, 3); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1654 outptr[2*output_stride]+= DESCALE(tmp2 + tmp5, 3); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1655 outptr[3*output_stride]+= DESCALE(tmp3 - tmp4, 3); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1656 outptr[4*output_stride]+= DESCALE(tmp3 + tmp4, 3); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1657 outptr[5*output_stride]+= DESCALE(tmp2 - tmp5, 3); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1658 outptr[6*output_stride]+= DESCALE(tmp1 - tmp6, 3); //no += ? |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1659 outptr[7*output_stride]+= DESCALE(tmp0 - tmp7, 3); //no += ? |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1660 outptr++; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1661 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1662 wsptr += DCTSIZE; // advance pointer to next row |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1663 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1664 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1665 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1666 #else /* HAVE_MMX */ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1667 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1668 static void row_idct_mmx (DCTELEM* workspace, |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1669 int16_t* output_adr, int output_stride, int cnt) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1670 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1671 asm volatile( |
15634 | 1672 "lea (%%"REG_a",%%"REG_a",2), %%"REG_d" \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1673 "1: \n\t" |
15634 | 1674 "movq "DCTSIZE_S"*0*2(%%"REG_S"), %%mm0 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1675 // |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1676 |
15634 | 1677 "movq "DCTSIZE_S"*1*2(%%"REG_S"), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1678 "movq %%mm0, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1679 |
15634 | 1680 "movq "DCTSIZE_S"*2*2(%%"REG_S"), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1681 "punpcklwd %%mm1, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1682 |
15634 | 1683 "movq "DCTSIZE_S"*3*2(%%"REG_S"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1684 "punpckhwd %%mm1, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1685 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1686 //transpose 4x4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1687 "movq %%mm2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1688 "punpcklwd %%mm3, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1689 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1690 "movq %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1691 "punpckldq %%mm2, %%mm0 \n\t" //0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1692 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1693 "punpckhdq %%mm2, %%mm6 \n\t" //1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1694 "movq %%mm0, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1695 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1696 "punpckhwd %%mm3, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1697 "psubw %%mm6, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1698 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1699 "pmulhw "MANGLE(MM_FIX_1_414213562_A)", %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1700 "movq %%mm4, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1701 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1702 "punpckldq %%mm7, %%mm4 \n\t" //2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1703 "paddw %%mm6, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1704 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1705 "punpckhdq %%mm7, %%mm2 \n\t" //3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1706 "movq %%mm4, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1707 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1708 "psllw $2, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1709 "paddw %%mm2, %%mm4 \n\t" //t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1710 |
15634 | 1711 "movq "DCTSIZE_S"*0*2+"DCTSIZE_S"(%%"REG_S"), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1712 "psubw %%mm2, %%mm1 \n\t" //t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1713 |
15634 | 1714 "movq "DCTSIZE_S"*1*2+"DCTSIZE_S"(%%"REG_S"), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1715 "psubw %%mm5, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1716 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1717 "movq %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1718 "paddw %%mm5, %%mm4 \n\t" //t0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1719 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1720 "psubw %%mm5, %%mm6 \n\t" //t3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1721 "movq %%mm1, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1722 |
15634 | 1723 "movq "DCTSIZE_S"*2*2+"DCTSIZE_S"(%%"REG_S"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1724 "paddw %%mm0, %%mm1 \n\t" //t1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1725 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1726 "movq %%mm4, "MANGLE(temps)"+0*8 \n\t" //t0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1727 "movq %%mm3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1728 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1729 "movq %%mm6, "MANGLE(temps)"+1*8 \n\t" //t3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1730 "punpcklwd %%mm2, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1731 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1732 //transpose 4x4 |
15634 | 1733 "movq "DCTSIZE_S"*3*2+"DCTSIZE_S"(%%"REG_S"), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1734 "punpckhwd %%mm2, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1735 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1736 "movq %%mm5, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1737 "punpcklwd %%mm6, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1738 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1739 "psubw %%mm0, %%mm7 \n\t" //t2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1740 "punpckhwd %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1741 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1742 "movq %%mm3, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1743 "punpckldq %%mm5, %%mm3 \n\t" //4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1744 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1745 "punpckhdq %%mm5, %%mm0 \n\t" //5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1746 "movq %%mm4, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1747 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1748 // |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1749 "movq %%mm3, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1750 "punpckldq %%mm2, %%mm4 \n\t" //6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1751 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1752 "psubw %%mm0, %%mm3 \n\t" //z10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1753 "punpckhdq %%mm2, %%mm5 \n\t" //7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1754 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1755 "paddw %%mm0, %%mm6 \n\t" //z13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1756 "movq %%mm4, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1757 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1758 "movq %%mm3, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1759 "psubw %%mm5, %%mm4 \n\t" //z12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1760 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1761 "pmulhw "MANGLE(MM_FIX_2_613125930)", %%mm0 \n\t" //- |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1762 "paddw %%mm4, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1763 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1764 "pmulhw "MANGLE(MM_FIX_1_847759065)", %%mm3 \n\t" //z5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1765 "paddw %%mm5, %%mm2 \n\t" //z11 > |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1766 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1767 "pmulhw "MANGLE(MM_FIX_1_082392200)", %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1768 "movq %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1769 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1770 "psubw %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1771 "paddw %%mm6, %%mm5 \n\t" //t7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1772 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1773 "pmulhw "MANGLE(MM_FIX_1_414213562)", %%mm2 \n\t" //t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1774 "paddw %%mm3, %%mm0 \n\t" //t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1775 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1776 "psllw $3, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1777 "psubw %%mm3, %%mm4 \n\t" //t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1778 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1779 "movq "MANGLE(temps)"+0*8, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1780 "movq %%mm1, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1781 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1782 "psllw $3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1783 "psubw %%mm5, %%mm0 \n\t" //t6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1784 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1785 "psllw $3, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1786 "paddw %%mm0, %%mm1 \n\t" //d1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1787 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1788 "psubw %%mm0, %%mm2 \n\t" //t5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1789 "psubw %%mm0, %%mm3 \n\t" //d6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1790 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1791 "paddw %%mm2, %%mm4 \n\t" //t4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1792 "movq %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1793 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1794 "paddw %%mm2, %%mm7 \n\t" //d2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1795 "psubw %%mm2, %%mm0 \n\t" //d5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1796 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1797 "movq "MANGLE(MM_DESCALE_RND)", %%mm2 \n\t" //4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1798 "psubw %%mm5, %%mm6 \n\t" //d7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1799 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1800 "paddw "MANGLE(temps)"+0*8, %%mm5 \n\t" //d0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1801 "paddw %%mm2, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1802 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1803 "paddw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1804 "psraw $3, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1805 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1806 "paddw %%mm2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1807 "psraw $3, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1808 |
15634 | 1809 "paddw (%%"REG_D"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1810 "psraw $3, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1811 |
15634 | 1812 "paddw (%%"REG_D",%%"REG_a",), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1813 "paddw %%mm2, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1814 |
15634 | 1815 "paddw (%%"REG_D",%%"REG_a",2), %%mm7 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1816 "paddw %%mm2, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1817 |
15634 | 1818 "movq %%mm5, (%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1819 "paddw %%mm2, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1820 |
15634 | 1821 "movq %%mm1, (%%"REG_D",%%"REG_a",) \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1822 "psraw $3, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1823 |
15634 | 1824 "movq %%mm7, (%%"REG_D",%%"REG_a",2) \n\t" |
1825 "add %%"REG_d", %%"REG_D" \n\t" //3*ls | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1826 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1827 "movq "MANGLE(temps)"+1*8, %%mm5 \n\t" //t3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1828 "psraw $3, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1829 |
15634 | 1830 "paddw (%%"REG_D",%%"REG_a",2), %%mm0 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1831 "psubw %%mm4, %%mm5 \n\t" //d3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1832 |
15634 | 1833 "paddw (%%"REG_D",%%"REG_d",), %%mm3 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1834 "psraw $3, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1835 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1836 "paddw "MANGLE(temps)"+1*8, %%mm4 \n\t" //d4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1837 "paddw %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1838 |
15634 | 1839 "paddw (%%"REG_D",%%"REG_a",4), %%mm6 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1840 "paddw %%mm2, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1841 |
15634 | 1842 "movq %%mm0, (%%"REG_D",%%"REG_a",2) \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1843 "psraw $3, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1844 |
15634 | 1845 "paddw (%%"REG_D"), %%mm5 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1846 "psraw $3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1847 |
15634 | 1848 "paddw (%%"REG_D",%%"REG_a",), %%mm4 \n\t" |
1849 "add $"DCTSIZE_S"*2*4, %%"REG_S" \n\t" //4 rows | |
1850 | |
1851 "movq %%mm3, (%%"REG_D",%%"REG_d",) \n\t" | |
1852 "movq %%mm6, (%%"REG_D",%%"REG_a",4) \n\t" | |
1853 "movq %%mm5, (%%"REG_D") \n\t" | |
1854 "movq %%mm4, (%%"REG_D",%%"REG_a",) \n\t" | |
1855 | |
1856 "sub %%"REG_d", %%"REG_D" \n\t" | |
1857 "add $8, %%"REG_D" \n\t" | |
1858 "dec %%"REG_c" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1859 "jnz 1b \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1860 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1861 : "+S"(workspace), "+D"(output_adr), "+c"(cnt) //input regs |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1862 : "a"(output_stride*sizeof(short)) |
15634 | 1863 : "%"REG_d |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1864 ); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1865 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1866 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1867 #endif // HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1868 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1869 #ifndef HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1870 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1871 static void row_fdct_c(DCTELEM *data, const uint8_t *pixels, int line_size, int cnt) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1872 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1873 int_simd16_t tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1874 int_simd16_t tmp10, tmp11, tmp12, tmp13; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1875 int_simd16_t z1, z2, z3, z4, z5, z11, z13; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1876 DCTELEM *dataptr; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1877 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1878 cnt*=4; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1879 // Pass 1: process rows. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1880 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1881 dataptr = data; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1882 for (; cnt > 0; cnt--) { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1883 tmp0 = pixels[line_size*0] + pixels[line_size*7]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1884 tmp7 = pixels[line_size*0] - pixels[line_size*7]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1885 tmp1 = pixels[line_size*1] + pixels[line_size*6]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1886 tmp6 = pixels[line_size*1] - pixels[line_size*6]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1887 tmp2 = pixels[line_size*2] + pixels[line_size*5]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1888 tmp5 = pixels[line_size*2] - pixels[line_size*5]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1889 tmp3 = pixels[line_size*3] + pixels[line_size*4]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1890 tmp4 = pixels[line_size*3] - pixels[line_size*4]; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1891 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1892 // Even part |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1893 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1894 tmp10 = tmp0 + tmp3; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1895 tmp13 = tmp0 - tmp3; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1896 tmp11 = tmp1 + tmp2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1897 tmp12 = tmp1 - tmp2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1898 //Even columns are written first, this leads to different order of columns |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1899 //in column_fidct(), but they are processed independently, so all ok. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1900 //Later in the row_idct() columns readed at the same order. |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1901 dataptr[2] = tmp10 + tmp11; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1902 dataptr[3] = tmp10 - tmp11; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1903 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1904 z1 = MULTIPLY16H((tmp12 + tmp13)<<2, FIX_0_707106781); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1905 dataptr[0] = tmp13 + z1; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1906 dataptr[1] = tmp13 - z1; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1907 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1908 // Odd part |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1909 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1910 tmp10 = (tmp4 + tmp5) <<2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1911 tmp11 = (tmp5 + tmp6) <<2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1912 tmp12 = (tmp6 + tmp7) <<2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1913 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1914 z5 = MULTIPLY16H(tmp10 - tmp12, FIX_0_382683433); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1915 z2 = MULTIPLY16H(tmp10, FIX_0_541196100) + z5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1916 z4 = MULTIPLY16H(tmp12, FIX_1_306562965) + z5; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1917 z3 = MULTIPLY16H(tmp11, FIX_0_707106781); |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1918 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1919 z11 = tmp7 + z3; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1920 z13 = tmp7 - z3; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1921 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1922 dataptr[4] = z13 + z2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1923 dataptr[5] = z13 - z2; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1924 dataptr[6] = z11 + z4; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1925 dataptr[7] = z11 - z4; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1926 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1927 pixels++; // advance pointer to next column |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1928 dataptr += DCTSIZE; |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1929 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1930 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1931 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1932 #else /* HAVE_MMX */ |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1933 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1934 static void row_fdct_mmx(DCTELEM *data, const uint8_t *pixels, int line_size, int cnt) |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1935 { |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1936 asm volatile( |
15634 | 1937 "lea (%%"REG_a",%%"REG_a",2), %%"REG_d" \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1938 "6: \n\t" |
15634 | 1939 "movd (%%"REG_S"), %%mm0 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1940 "pxor %%mm7, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1941 |
15634 | 1942 "movd (%%"REG_S",%%"REG_a",), %%mm1 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1943 "punpcklbw %%mm7, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1944 |
15634 | 1945 "movd (%%"REG_S",%%"REG_a",2), %%mm2 \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1946 "punpcklbw %%mm7, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1947 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1948 "punpcklbw %%mm7, %%mm2 \n\t" |
15634 | 1949 "add %%"REG_d", %%"REG_S" \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1950 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1951 "movq %%mm0, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1952 // |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1953 |
15634 | 1954 "movd (%%"REG_S",%%"REG_a",4), %%mm3 \n\t" //7 ;prefetch! |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1955 "movq %%mm1, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1956 |
15634 | 1957 "movd (%%"REG_S",%%"REG_d",), %%mm4 \n\t" //6 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1958 "punpcklbw %%mm7, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1959 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1960 "psubw %%mm3, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1961 "punpcklbw %%mm7, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1962 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1963 "paddw %%mm3, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1964 "psubw %%mm4, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1965 |
15634 | 1966 "movd (%%"REG_S",%%"REG_a",2), %%mm3 \n\t" //5 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1967 "paddw %%mm4, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1968 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1969 "movq %%mm5, "MANGLE(temps)"+0*8 \n\t" //t7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1970 "punpcklbw %%mm7, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1971 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1972 "movq %%mm6, "MANGLE(temps)"+1*8 \n\t" //t6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1973 "movq %%mm2, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1974 |
15634 | 1975 "movd (%%"REG_S"), %%mm5 \n\t" //3 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1976 "paddw %%mm3, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1977 |
15634 | 1978 "movd (%%"REG_S",%%"REG_a",), %%mm6 \n\t" //4 |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1979 "punpcklbw %%mm7, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1980 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1981 "psubw %%mm3, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1982 "punpcklbw %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1983 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1984 "movq %%mm5, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1985 "paddw %%mm6, %%mm5 \n\t" //t3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1986 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1987 "psubw %%mm6, %%mm3 \n\t" //t4 ; t0 t1 t2 t4 t5 t3 - - |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1988 "movq %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1989 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1990 "movq %%mm1, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1991 "psubw %%mm5, %%mm0 \n\t" //t13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1992 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1993 "psubw %%mm2, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1994 "paddw %%mm2, %%mm7 \n\t" //t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1995 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1996 "paddw %%mm0, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1997 "movq %%mm7, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1998 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
1999 "psllw $2, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2000 "paddw %%mm5, %%mm6 \n\t" //t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2001 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2002 "pmulhw "MANGLE(MM_FIX_0_707106781)", %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2003 "paddw %%mm6, %%mm7 \n\t" //d2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2004 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2005 "psubw %%mm2, %%mm6 \n\t" //d3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2006 "movq %%mm0, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2007 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2008 //transpose 4x4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2009 "movq %%mm7, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2010 "punpcklwd %%mm6, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2011 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2012 "paddw %%mm1, %%mm0 \n\t" //d0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2013 "punpckhwd %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2014 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2015 "psubw %%mm1, %%mm5 \n\t" //d1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2016 "movq %%mm0, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2017 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2018 "movq "MANGLE(temps)"+1*8, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2019 "punpcklwd %%mm5, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2020 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2021 "punpckhwd %%mm5, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2022 "movq %%mm0, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2023 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2024 "punpckldq %%mm7, %%mm0 \n\t" //0 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2025 "paddw %%mm4, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2026 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2027 "punpckhdq %%mm7, %%mm5 \n\t" //1 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2028 "movq %%mm6, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2029 |
15634 | 2030 "movq %%mm0, "DCTSIZE_S"*0*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2031 "punpckldq %%mm2, %%mm6 \n\t" //2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2032 |
15634 | 2033 "movq %%mm5, "DCTSIZE_S"*1*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2034 "punpckhdq %%mm2, %%mm7 \n\t" //3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2035 |
15634 | 2036 "movq %%mm6, "DCTSIZE_S"*2*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2037 "paddw %%mm1, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2038 |
15634 | 2039 "movq %%mm7, "DCTSIZE_S"*3*2(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2040 "psllw $2, %%mm3 \n\t" //t10 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2041 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2042 "movq "MANGLE(temps)"+0*8, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2043 "psllw $2, %%mm4 \n\t" //t11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2044 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2045 "pmulhw "MANGLE(MM_FIX_0_707106781)", %%mm4 \n\t" //z3 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2046 "paddw %%mm2, %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2047 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2048 "psllw $2, %%mm1 \n\t" //t12 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2049 "movq %%mm3, %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2050 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2051 "pmulhw "MANGLE(MM_FIX_0_541196100)", %%mm0 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2052 "psubw %%mm1, %%mm3 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2053 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2054 "pmulhw "MANGLE(MM_FIX_0_382683433)", %%mm3 \n\t" //z5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2055 "movq %%mm2, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2056 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2057 "pmulhw "MANGLE(MM_FIX_1_306562965)", %%mm1 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2058 "psubw %%mm4, %%mm2 \n\t" //z13 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2059 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2060 "paddw %%mm4, %%mm5 \n\t" //z11 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2061 "movq %%mm2, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2062 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2063 "paddw %%mm3, %%mm0 \n\t" //z2 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2064 "movq %%mm5, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2065 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2066 "paddw %%mm0, %%mm2 \n\t" //d4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2067 "psubw %%mm0, %%mm6 \n\t" //d5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2068 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2069 "movq %%mm2, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2070 "paddw %%mm3, %%mm1 \n\t" //z4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2071 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2072 //transpose 4x4 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2073 "punpcklwd %%mm6, %%mm2 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2074 "paddw %%mm1, %%mm5 \n\t" //d6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2075 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2076 "punpckhwd %%mm6, %%mm4 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2077 "psubw %%mm1, %%mm7 \n\t" //d7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2078 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2079 "movq %%mm5, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2080 "punpcklwd %%mm7, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2081 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2082 "punpckhwd %%mm7, %%mm6 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2083 "movq %%mm2, %%mm7 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2084 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2085 "punpckldq %%mm5, %%mm2 \n\t" //4 |
15634 | 2086 "sub %%"REG_d", %%"REG_S" \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2087 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2088 "punpckhdq %%mm5, %%mm7 \n\t" //5 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2089 "movq %%mm4, %%mm5 \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2090 |
15634 | 2091 "movq %%mm2, "DCTSIZE_S"*0*2+"DCTSIZE_S"(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2092 "punpckldq %%mm6, %%mm4 \n\t" //6 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2093 |
15634 | 2094 "movq %%mm7, "DCTSIZE_S"*1*2+"DCTSIZE_S"(%%"REG_D") \n\t" |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2095 "punpckhdq %%mm6, %%mm5 \n\t" //7 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2096 |
15634 | 2097 "movq %%mm4, "DCTSIZE_S"*2*2+"DCTSIZE_S"(%%"REG_D") \n\t" |
2098 "add $4, %%"REG_S" \n\t" | |
2099 | |
2100 "movq %%mm5, "DCTSIZE_S"*3*2+"DCTSIZE_S"(%%"REG_D") \n\t" | |
2101 "add $"DCTSIZE_S"*2*4, %%"REG_D" \n\t" //4 rows | |
2102 "dec %%"REG_c" \n\t" | |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2103 "jnz 6b \n\t" |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2104 |
15632 | 2105 : "+S"(pixels), "+D"(data), "+c"(cnt) //input regs |
2106 : "a"(line_size) | |
15634 | 2107 : "%"REG_d); |
15631
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2108 } |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2109 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2110 #endif // HAVE_MMX |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2111 |
d5a95e6f5f07
faster spp filter by Nikolaj Poroshin <porosh3 at psu ru>
henry
parents:
diff
changeset
|
2112 #endif //USE_LIBAVCODEC |