annotate postproc/swscale_template.c @ 2757:b8b92c4afa22

fixed usleep() - 10l?
author arpi
date Wed, 07 Nov 2001 02:15:04 +0000
parents 9ef09e232505
children 0d7fd1655a89
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
2 // Software scaling and colorspace conversion routines for MPlayer
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
3
2269
95c48204bcd9 (C) fixed
arpi
parents: 2267
diff changeset
4 // Orginal C implementation by A'rpi/ESP-team <arpi@thot.banki.hu>
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
5 // current version mostly by Michael Niedermayer (michaelni@gmx.at)
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
6 // the parts written by michael are under GNU GPL
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
7
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
8 #include <inttypes.h>
2476
a6c5a537f30a a few warning fixes (missing #include's)
pl
parents: 2469
diff changeset
9 #include <string.h>
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
10 #include "../config.h"
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
11 #include "swscale.h"
2520
b58c43aab619 3dnow prefetch & sfence
michael
parents: 2519
diff changeset
12 #include "../mmx_defs.h"
2540
f2e70944d02a fixed a warning
michael
parents: 2534
diff changeset
13 #undef MOVNTQ
2680
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
14 #undef PAVGB
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
15
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
16 //#undef HAVE_MMX2
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
17 //#undef HAVE_MMX
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
18 //#undef ARCH_X86
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
19 #define DITHER1XBPP
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
20 int fullUVIpol=0;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
21 //disables the unscaled height version
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
22 int allwaysIpol=0;
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
23
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
24 #define RET 0xC3 //near return opcode
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
25 /*
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
26 NOTES
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
27
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
28 known BUGS with known cause (no bugreports please!, but patches are welcome :) )
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
29 horizontal MMX2 scaler reads 1-7 samples too much (might cause a sig11)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
30
2326
7d3542955132 BGR24 bugfix
michael
parents: 2316
diff changeset
31 Supported output formats BGR15 BGR16 BGR24 BGR32
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
32 BGR15 & BGR16 MMX verions support dithering
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
33 Special versions: fast Y 1:1 scaling (no interpolation in y direction)
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
34
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
35 TODO
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
36 more intelligent missalignment avoidance for the horizontal scaler
2566
a350d8bed636 bugfixes
michael
parents: 2540
diff changeset
37 bicubic scaler
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
38 dither in C
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
39 change the distance of the u & v buffer
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
40 */
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
41
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
42 #define ABS(a) ((a) > 0 ? (a) : (-(a)))
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
43 #define MIN(a,b) ((a) > (b) ? (b) : (a))
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
44 #define MAX(a,b) ((a) < (b) ? (b) : (a))
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
45
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
46 #ifdef HAVE_MMX2
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
47 #define PAVGB(a,b) "pavgb " #a ", " #b " \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
48 #elif defined (HAVE_3DNOW)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
49 #define PAVGB(a,b) "pavgusb " #a ", " #b " \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
50 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
51
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
52 #ifdef HAVE_MMX2
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
53 #define MOVNTQ(a,b) "movntq " #a ", " #b " \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
54 #else
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
55 #define MOVNTQ(a,b) "movq " #a ", " #b " \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
56 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
57
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
58
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
59 #ifdef HAVE_MMX
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
60 static uint64_t __attribute__((aligned(8))) yCoeff= 0x2568256825682568LL;
2503
d21d8d5f2e23 yuv2rgb bugfix
michael
parents: 2476
diff changeset
61 static uint64_t __attribute__((aligned(8))) vrCoeff= 0x3343334333433343LL;
d21d8d5f2e23 yuv2rgb bugfix
michael
parents: 2476
diff changeset
62 static uint64_t __attribute__((aligned(8))) ubCoeff= 0x40cf40cf40cf40cfLL;
d21d8d5f2e23 yuv2rgb bugfix
michael
parents: 2476
diff changeset
63 static uint64_t __attribute__((aligned(8))) vgCoeff= 0xE5E2E5E2E5E2E5E2LL;
d21d8d5f2e23 yuv2rgb bugfix
michael
parents: 2476
diff changeset
64 static uint64_t __attribute__((aligned(8))) ugCoeff= 0xF36EF36EF36EF36ELL;
2669
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
65 static uint64_t __attribute__((aligned(8))) bF8= 0xF8F8F8F8F8F8F8F8LL;
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
66 static uint64_t __attribute__((aligned(8))) bFC= 0xFCFCFCFCFCFCFCFCLL;
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
67 static uint64_t __attribute__((aligned(8))) w400= 0x0400040004000400LL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
68 static uint64_t __attribute__((aligned(8))) w80= 0x0080008000800080LL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
69 static uint64_t __attribute__((aligned(8))) w10= 0x0010001000100010LL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
70 static uint64_t __attribute__((aligned(8))) bm00001111=0x00000000FFFFFFFFLL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
71 static uint64_t __attribute__((aligned(8))) bm00000111=0x0000000000FFFFFFLL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
72 static uint64_t __attribute__((aligned(8))) bm11111000=0xFFFFFFFFFF000000LL;
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
73
2750
9ef09e232505 gcc does optimize writes to non volatile variables away if it didnt know that they were read in between
michael
parents: 2748
diff changeset
74 static volatile uint64_t __attribute__((aligned(8))) b5Dither;
9ef09e232505 gcc does optimize writes to non volatile variables away if it didnt know that they were read in between
michael
parents: 2748
diff changeset
75 static volatile uint64_t __attribute__((aligned(8))) g5Dither;
9ef09e232505 gcc does optimize writes to non volatile variables away if it didnt know that they were read in between
michael
parents: 2748
diff changeset
76 static volatile uint64_t __attribute__((aligned(8))) g6Dither;
9ef09e232505 gcc does optimize writes to non volatile variables away if it didnt know that they were read in between
michael
parents: 2748
diff changeset
77 static volatile uint64_t __attribute__((aligned(8))) r5Dither;
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
78
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
79 static uint64_t __attribute__((aligned(8))) dither4[2]={
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
80 0x0103010301030103LL,
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
81 0x0200020002000200LL,};
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
82
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
83 static uint64_t __attribute__((aligned(8))) dither8[2]={
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
84 0x0602060206020602LL,
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
85 0x0004000400040004LL,};
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
86
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
87 static uint64_t __attribute__((aligned(8))) b16Mask= 0x001F001F001F001FLL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
88 static uint64_t __attribute__((aligned(8))) g16Mask= 0x07E007E007E007E0LL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
89 static uint64_t __attribute__((aligned(8))) r16Mask= 0xF800F800F800F800LL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
90 static uint64_t __attribute__((aligned(8))) b15Mask= 0x001F001F001F001FLL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
91 static uint64_t __attribute__((aligned(8))) g15Mask= 0x03E003E003E003E0LL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
92 static uint64_t __attribute__((aligned(8))) r15Mask= 0x7C007C007C007C00LL;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
93
2730
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
94 static uint64_t __attribute__((aligned(8))) M24A= 0x00FF0000FF0000FFLL;
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
95 static uint64_t __attribute__((aligned(8))) M24B= 0xFF0000FF0000FF00LL;
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
96 static uint64_t __attribute__((aligned(8))) M24C= 0x0000FF0000FF0000LL;
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
97
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
98 static uint64_t __attribute__((aligned(8))) temp0;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
99 static uint64_t __attribute__((aligned(8))) asm_yalpha1;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
100 static uint64_t __attribute__((aligned(8))) asm_uvalpha1;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
101 #endif
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
102
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
103 // temporary storage for 4 yuv lines:
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
104 // 16bit for now (mmx likes it more compact)
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
105 #ifdef HAVE_MMX
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
106 static uint16_t __attribute__((aligned(8))) pix_buf_y[4][2048];
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
107 static uint16_t __attribute__((aligned(8))) pix_buf_uv[2][2048*2];
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
108 #else
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
109 static uint16_t pix_buf_y[4][2048];
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
110 static uint16_t pix_buf_uv[2][2048*2];
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
111 #endif
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
112
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
113 // clipping helper table for C implementations:
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
114 static unsigned char clip_table[768];
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
115
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
116 static unsigned short clip_table16b[768];
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
117 static unsigned short clip_table16g[768];
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
118 static unsigned short clip_table16r[768];
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
119 static unsigned short clip_table15b[768];
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
120 static unsigned short clip_table15g[768];
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
121 static unsigned short clip_table15r[768];
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
122
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
123 // yuv->rgb conversion tables:
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
124 static int yuvtab_2568[256];
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
125 static int yuvtab_3343[256];
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
126 static int yuvtab_0c92[256];
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
127 static int yuvtab_1a1e[256];
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
128 static int yuvtab_40cf[256];
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
129
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
130 #ifdef HAVE_MMX2
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
131 static uint8_t funnyYCode[10000];
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
132 static uint8_t funnyUVCode[10000];
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
133 #endif
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
134
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
135 static int canMMX2BeUsed=0;
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
136
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
137 #define FULL_YSCALEYUV2RGB \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
138 "pxor %%mm7, %%mm7 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
139 "movd %6, %%mm6 \n\t" /*yalpha1*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
140 "punpcklwd %%mm6, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
141 "punpcklwd %%mm6, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
142 "movd %7, %%mm5 \n\t" /*uvalpha1*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
143 "punpcklwd %%mm5, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
144 "punpcklwd %%mm5, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
145 "xorl %%eax, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
146 "1: \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
147 "movq (%0, %%eax, 2), %%mm0 \n\t" /*buf0[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
148 "movq (%1, %%eax, 2), %%mm1 \n\t" /*buf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
149 "movq (%2, %%eax,2), %%mm2 \n\t" /* uvbuf0[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
150 "movq (%3, %%eax,2), %%mm3 \n\t" /* uvbuf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
151 "psubw %%mm1, %%mm0 \n\t" /* buf0[eax] - buf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
152 "psubw %%mm3, %%mm2 \n\t" /* uvbuf0[eax] - uvbuf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
153 "pmulhw %%mm6, %%mm0 \n\t" /* (buf0[eax] - buf1[eax])yalpha1>>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
154 "pmulhw %%mm5, %%mm2 \n\t" /* (uvbuf0[eax] - uvbuf1[eax])uvalpha1>>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
155 "psraw $4, %%mm1 \n\t" /* buf0[eax] - buf1[eax] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
156 "movq 4096(%2, %%eax,2), %%mm4 \n\t" /* uvbuf0[eax+2048]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
157 "psraw $4, %%mm3 \n\t" /* uvbuf0[eax] - uvbuf1[eax] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
158 "paddw %%mm0, %%mm1 \n\t" /* buf0[eax]yalpha1 + buf1[eax](1-yalpha1) >>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
159 "movq 4096(%3, %%eax,2), %%mm0 \n\t" /* uvbuf1[eax+2048]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
160 "paddw %%mm2, %%mm3 \n\t" /* uvbuf0[eax]uvalpha1 - uvbuf1[eax](1-uvalpha1)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
161 "psubw %%mm0, %%mm4 \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
162 "psubw w80, %%mm1 \n\t" /* 8(Y-16)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
163 "psubw w400, %%mm3 \n\t" /* 8(U-128)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
164 "pmulhw yCoeff, %%mm1 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
165 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
166 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
167 "pmulhw %%mm5, %%mm4 \n\t" /* (uvbuf0[eax+2048] - uvbuf1[eax+2048])uvalpha1>>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
168 "movq %%mm3, %%mm2 \n\t" /* (U-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
169 "pmulhw ubCoeff, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
170 "psraw $4, %%mm0 \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
171 "pmulhw ugCoeff, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
172 "paddw %%mm4, %%mm0 \n\t" /* uvbuf0[eax+2048]uvalpha1 - uvbuf1[eax+2048](1-uvalpha1)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
173 "psubw w400, %%mm0 \n\t" /* (V-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
174 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
175 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
176 "movq %%mm0, %%mm4 \n\t" /* (V-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
177 "pmulhw vrCoeff, %%mm0 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
178 "pmulhw vgCoeff, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
179 "paddw %%mm1, %%mm3 \n\t" /* B*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
180 "paddw %%mm1, %%mm0 \n\t" /* R*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
181 "packuswb %%mm3, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
182 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
183 "packuswb %%mm0, %%mm0 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
184 "paddw %%mm4, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
185 "paddw %%mm2, %%mm1 \n\t" /* G*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
186 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
187 "packuswb %%mm1, %%mm1 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
188
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
189 #define YSCALEYUV2RGB \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
190 "movd %6, %%mm6 \n\t" /*yalpha1*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
191 "punpcklwd %%mm6, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
192 "punpcklwd %%mm6, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
193 "movq %%mm6, asm_yalpha1 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
194 "movd %7, %%mm5 \n\t" /*uvalpha1*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
195 "punpcklwd %%mm5, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
196 "punpcklwd %%mm5, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
197 "movq %%mm5, asm_uvalpha1 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
198 "xorl %%eax, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
199 "1: \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
200 "movq (%2, %%eax), %%mm2 \n\t" /* uvbuf0[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
201 "movq (%3, %%eax), %%mm3 \n\t" /* uvbuf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
202 "movq 4096(%2, %%eax), %%mm5 \n\t" /* uvbuf0[eax+2048]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
203 "movq 4096(%3, %%eax), %%mm4 \n\t" /* uvbuf1[eax+2048]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
204 "psubw %%mm3, %%mm2 \n\t" /* uvbuf0[eax] - uvbuf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
205 "psubw %%mm4, %%mm5 \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
206 "movq asm_uvalpha1, %%mm0 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
207 "pmulhw %%mm0, %%mm2 \n\t" /* (uvbuf0[eax] - uvbuf1[eax])uvalpha1>>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
208 "pmulhw %%mm0, %%mm5 \n\t" /* (uvbuf0[eax+2048] - uvbuf1[eax+2048])uvalpha1>>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
209 "psraw $4, %%mm3 \n\t" /* uvbuf0[eax] - uvbuf1[eax] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
210 "psraw $4, %%mm4 \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
211 "paddw %%mm2, %%mm3 \n\t" /* uvbuf0[eax]uvalpha1 - uvbuf1[eax](1-uvalpha1)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
212 "paddw %%mm5, %%mm4 \n\t" /* uvbuf0[eax+2048]uvalpha1 - uvbuf1[eax+2048](1-uvalpha1)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
213 "psubw w400, %%mm3 \n\t" /* (U-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
214 "psubw w400, %%mm4 \n\t" /* (V-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
215 "movq %%mm3, %%mm2 \n\t" /* (U-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
216 "movq %%mm4, %%mm5 \n\t" /* (V-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
217 "pmulhw ugCoeff, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
218 "pmulhw vgCoeff, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
219 /* mm2=(U-128)8, mm3=ug, mm4=vg mm5=(V-128)8 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
220 "movq (%0, %%eax, 2), %%mm0 \n\t" /*buf0[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
221 "movq (%1, %%eax, 2), %%mm1 \n\t" /*buf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
222 "movq 8(%0, %%eax, 2), %%mm6 \n\t" /*buf0[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
223 "movq 8(%1, %%eax, 2), %%mm7 \n\t" /*buf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
224 "psubw %%mm1, %%mm0 \n\t" /* buf0[eax] - buf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
225 "psubw %%mm7, %%mm6 \n\t" /* buf0[eax] - buf1[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
226 "pmulhw asm_yalpha1, %%mm0 \n\t" /* (buf0[eax] - buf1[eax])yalpha1>>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
227 "pmulhw asm_yalpha1, %%mm6 \n\t" /* (buf0[eax] - buf1[eax])yalpha1>>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
228 "psraw $4, %%mm1 \n\t" /* buf0[eax] - buf1[eax] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
229 "psraw $4, %%mm7 \n\t" /* buf0[eax] - buf1[eax] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
230 "paddw %%mm0, %%mm1 \n\t" /* buf0[eax]yalpha1 + buf1[eax](1-yalpha1) >>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
231 "paddw %%mm6, %%mm7 \n\t" /* buf0[eax]yalpha1 + buf1[eax](1-yalpha1) >>16*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
232 "pmulhw ubCoeff, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
233 "pmulhw vrCoeff, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
234 "psubw w80, %%mm1 \n\t" /* 8(Y-16)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
235 "psubw w80, %%mm7 \n\t" /* 8(Y-16)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
236 "pmulhw yCoeff, %%mm1 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
237 "pmulhw yCoeff, %%mm7 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
238 /* mm1= Y1, mm2=ub, mm3=ug, mm4=vg mm5=vr, mm7=Y2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
239 "paddw %%mm3, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
240 "movq %%mm2, %%mm0 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
241 "movq %%mm5, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
242 "movq %%mm4, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
243 "punpcklwd %%mm2, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
244 "punpcklwd %%mm5, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
245 "punpcklwd %%mm4, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
246 "paddw %%mm1, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
247 "paddw %%mm1, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
248 "paddw %%mm1, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
249 "punpckhwd %%mm0, %%mm0 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
250 "punpckhwd %%mm6, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
251 "punpckhwd %%mm3, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
252 "paddw %%mm7, %%mm0 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
253 "paddw %%mm7, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
254 "paddw %%mm7, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
255 /* mm0=B1, mm2=B2, mm3=G2, mm4=G1, mm5=R1, mm6=R2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
256 "packuswb %%mm0, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
257 "packuswb %%mm6, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
258 "packuswb %%mm3, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
259 "pxor %%mm7, %%mm7 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
260
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
261 #define YSCALEYUV2RGB1 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
262 "xorl %%eax, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
263 "1: \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
264 "movq (%2, %%eax), %%mm3 \n\t" /* uvbuf0[eax]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
265 "movq 4096(%2, %%eax), %%mm4 \n\t" /* uvbuf0[eax+2048]*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
266 "psraw $4, %%mm3 \n\t" /* uvbuf0[eax] - uvbuf1[eax] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
267 "psraw $4, %%mm4 \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
268 "psubw w400, %%mm3 \n\t" /* (U-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
269 "psubw w400, %%mm4 \n\t" /* (V-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
270 "movq %%mm3, %%mm2 \n\t" /* (U-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
271 "movq %%mm4, %%mm5 \n\t" /* (V-128)8*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
272 "pmulhw ugCoeff, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
273 "pmulhw vgCoeff, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
274 /* mm2=(U-128)8, mm3=ug, mm4=vg mm5=(V-128)8 */\
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
275 "movq (%0, %%eax, 2), %%mm1 \n\t" /*buf0[eax]*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
276 "movq 8(%0, %%eax, 2), %%mm7 \n\t" /*buf0[eax]*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
277 "psraw $4, %%mm1 \n\t" /* buf0[eax] - buf1[eax] >>4*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
278 "psraw $4, %%mm7 \n\t" /* buf0[eax] - buf1[eax] >>4*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
279 "pmulhw ubCoeff, %%mm2 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
280 "pmulhw vrCoeff, %%mm5 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
281 "psubw w80, %%mm1 \n\t" /* 8(Y-16)*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
282 "psubw w80, %%mm7 \n\t" /* 8(Y-16)*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
283 "pmulhw yCoeff, %%mm1 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
284 "pmulhw yCoeff, %%mm7 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
285 /* mm1= Y1, mm2=ub, mm3=ug, mm4=vg mm5=vr, mm7=Y2 */\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
286 "paddw %%mm3, %%mm4 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
287 "movq %%mm2, %%mm0 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
288 "movq %%mm5, %%mm6 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
289 "movq %%mm4, %%mm3 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
290 "punpcklwd %%mm2, %%mm2 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
291 "punpcklwd %%mm5, %%mm5 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
292 "punpcklwd %%mm4, %%mm4 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
293 "paddw %%mm1, %%mm2 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
294 "paddw %%mm1, %%mm5 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
295 "paddw %%mm1, %%mm4 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
296 "punpckhwd %%mm0, %%mm0 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
297 "punpckhwd %%mm6, %%mm6 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
298 "punpckhwd %%mm3, %%mm3 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
299 "paddw %%mm7, %%mm0 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
300 "paddw %%mm7, %%mm6 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
301 "paddw %%mm7, %%mm3 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
302 /* mm0=B1, mm2=B2, mm3=G2, mm4=G1, mm5=R1, mm6=R2 */\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
303 "packuswb %%mm0, %%mm2 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
304 "packuswb %%mm6, %%mm5 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
305 "packuswb %%mm3, %%mm4 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
306 "pxor %%mm7, %%mm7 \n\t"
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
307
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
308 // do vertical chrominance interpolation
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
309 #define YSCALEYUV2RGB1b \
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
310 "xorl %%eax, %%eax \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
311 "1: \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
312 "movq (%2, %%eax), %%mm2 \n\t" /* uvbuf0[eax]*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
313 "movq (%3, %%eax), %%mm3 \n\t" /* uvbuf1[eax]*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
314 "movq 4096(%2, %%eax), %%mm5 \n\t" /* uvbuf0[eax+2048]*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
315 "movq 4096(%3, %%eax), %%mm4 \n\t" /* uvbuf1[eax+2048]*/\
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
316 "paddw %%mm2, %%mm3 \n\t" /* uvbuf0[eax] + uvbuf1[eax]*/\
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
317 "paddw %%mm5, %%mm4 \n\t" /* uvbuf0[eax+2048] + uvbuf1[eax+2048]*/\
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
318 "psrlw $5, %%mm3 \n\t"\
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
319 "psrlw $5, %%mm4 \n\t"\
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
320 "psubw w400, %%mm3 \n\t" /* (U-128)8*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
321 "psubw w400, %%mm4 \n\t" /* (V-128)8*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
322 "movq %%mm3, %%mm2 \n\t" /* (U-128)8*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
323 "movq %%mm4, %%mm5 \n\t" /* (V-128)8*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
324 "pmulhw ugCoeff, %%mm3 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
325 "pmulhw vgCoeff, %%mm4 \n\t"\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
326 /* mm2=(U-128)8, mm3=ug, mm4=vg mm5=(V-128)8 */\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
327 "movq (%0, %%eax, 2), %%mm1 \n\t" /*buf0[eax]*/\
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
328 "movq 8(%0, %%eax, 2), %%mm7 \n\t" /*buf0[eax]*/\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
329 "psraw $4, %%mm1 \n\t" /* buf0[eax] - buf1[eax] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
330 "psraw $4, %%mm7 \n\t" /* buf0[eax] - buf1[eax] >>4*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
331 "pmulhw ubCoeff, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
332 "pmulhw vrCoeff, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
333 "psubw w80, %%mm1 \n\t" /* 8(Y-16)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
334 "psubw w80, %%mm7 \n\t" /* 8(Y-16)*/\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
335 "pmulhw yCoeff, %%mm1 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
336 "pmulhw yCoeff, %%mm7 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
337 /* mm1= Y1, mm2=ub, mm3=ug, mm4=vg mm5=vr, mm7=Y2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
338 "paddw %%mm3, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
339 "movq %%mm2, %%mm0 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
340 "movq %%mm5, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
341 "movq %%mm4, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
342 "punpcklwd %%mm2, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
343 "punpcklwd %%mm5, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
344 "punpcklwd %%mm4, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
345 "paddw %%mm1, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
346 "paddw %%mm1, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
347 "paddw %%mm1, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
348 "punpckhwd %%mm0, %%mm0 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
349 "punpckhwd %%mm6, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
350 "punpckhwd %%mm3, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
351 "paddw %%mm7, %%mm0 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
352 "paddw %%mm7, %%mm6 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
353 "paddw %%mm7, %%mm3 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
354 /* mm0=B1, mm2=B2, mm3=G2, mm4=G1, mm5=R1, mm6=R2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
355 "packuswb %%mm0, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
356 "packuswb %%mm6, %%mm5 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
357 "packuswb %%mm3, %%mm4 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
358 "pxor %%mm7, %%mm7 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
359
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
360 #define WRITEBGR32 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
361 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
362 "movq %%mm2, %%mm1 \n\t" /* B */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
363 "movq %%mm5, %%mm6 \n\t" /* R */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
364 "punpcklbw %%mm4, %%mm2 \n\t" /* GBGBGBGB 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
365 "punpcklbw %%mm7, %%mm5 \n\t" /* 0R0R0R0R 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
366 "punpckhbw %%mm4, %%mm1 \n\t" /* GBGBGBGB 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
367 "punpckhbw %%mm7, %%mm6 \n\t" /* 0R0R0R0R 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
368 "movq %%mm2, %%mm0 \n\t" /* GBGBGBGB 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
369 "movq %%mm1, %%mm3 \n\t" /* GBGBGBGB 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
370 "punpcklwd %%mm5, %%mm0 \n\t" /* 0RGB0RGB 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
371 "punpckhwd %%mm5, %%mm2 \n\t" /* 0RGB0RGB 1 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
372 "punpcklwd %%mm6, %%mm1 \n\t" /* 0RGB0RGB 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
373 "punpckhwd %%mm6, %%mm3 \n\t" /* 0RGB0RGB 3 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
374 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
375 MOVNTQ(%%mm0, (%4, %%eax, 4))\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
376 MOVNTQ(%%mm2, 8(%4, %%eax, 4))\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
377 MOVNTQ(%%mm1, 16(%4, %%eax, 4))\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
378 MOVNTQ(%%mm3, 24(%4, %%eax, 4))\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
379 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
380 "addl $8, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
381 "cmpl %5, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
382 " jb 1b \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
383
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
384 #define WRITEBGR16 \
2669
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
385 "pand bF8, %%mm2 \n\t" /* B */\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
386 "pand bFC, %%mm4 \n\t" /* G */\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
387 "pand bF8, %%mm5 \n\t" /* R */\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
388 "psrlq $3, %%mm2 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
389 \
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
390 "movq %%mm2, %%mm1 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
391 "movq %%mm4, %%mm3 \n\t"\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
392 \
2669
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
393 "punpcklbw %%mm7, %%mm3 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
394 "punpcklbw %%mm5, %%mm2 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
395 "punpckhbw %%mm7, %%mm4 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
396 "punpckhbw %%mm5, %%mm1 \n\t"\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
397 \
2669
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
398 "psllq $3, %%mm3 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
399 "psllq $3, %%mm4 \n\t"\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
400 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
401 "por %%mm3, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
402 "por %%mm4, %%mm1 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
403 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
404 MOVNTQ(%%mm2, (%4, %%eax, 2))\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
405 MOVNTQ(%%mm1, 8(%4, %%eax, 2))\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
406 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
407 "addl $8, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
408 "cmpl %5, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
409 " jb 1b \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
410
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
411 #define WRITEBGR15 \
2669
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
412 "pand bF8, %%mm2 \n\t" /* B */\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
413 "pand bF8, %%mm4 \n\t" /* G */\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
414 "pand bF8, %%mm5 \n\t" /* R */\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
415 "psrlq $3, %%mm2 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
416 "psrlq $1, %%mm5 \n\t"\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
417 \
2669
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
418 "movq %%mm2, %%mm1 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
419 "movq %%mm4, %%mm3 \n\t"\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
420 \
2669
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
421 "punpcklbw %%mm7, %%mm3 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
422 "punpcklbw %%mm5, %%mm2 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
423 "punpckhbw %%mm7, %%mm4 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
424 "punpckhbw %%mm5, %%mm1 \n\t"\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
425 \
2669
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
426 "psllq $2, %%mm3 \n\t"\
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
427 "psllq $2, %%mm4 \n\t"\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
428 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
429 "por %%mm3, %%mm2 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
430 "por %%mm4, %%mm1 \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
431 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
432 MOVNTQ(%%mm2, (%4, %%eax, 2))\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
433 MOVNTQ(%%mm1, 8(%4, %%eax, 2))\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
434 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
435 "addl $8, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
436 "cmpl %5, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
437 " jb 1b \n\t"
2669
476b9b3b91be faster bgr15/16
michael
parents: 2638
diff changeset
438
2730
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
439 #define WRITEBGR24OLD \
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
440 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
441 "movq %%mm2, %%mm1 \n\t" /* B */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
442 "movq %%mm5, %%mm6 \n\t" /* R */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
443 "punpcklbw %%mm4, %%mm2 \n\t" /* GBGBGBGB 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
444 "punpcklbw %%mm7, %%mm5 \n\t" /* 0R0R0R0R 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
445 "punpckhbw %%mm4, %%mm1 \n\t" /* GBGBGBGB 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
446 "punpckhbw %%mm7, %%mm6 \n\t" /* 0R0R0R0R 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
447 "movq %%mm2, %%mm0 \n\t" /* GBGBGBGB 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
448 "movq %%mm1, %%mm3 \n\t" /* GBGBGBGB 2 */\
2326
7d3542955132 BGR24 bugfix
michael
parents: 2316
diff changeset
449 "punpcklwd %%mm5, %%mm0 \n\t" /* 0RGB0RGB 0 */\
7d3542955132 BGR24 bugfix
michael
parents: 2316
diff changeset
450 "punpckhwd %%mm5, %%mm2 \n\t" /* 0RGB0RGB 1 */\
7d3542955132 BGR24 bugfix
michael
parents: 2316
diff changeset
451 "punpcklwd %%mm6, %%mm1 \n\t" /* 0RGB0RGB 2 */\
7d3542955132 BGR24 bugfix
michael
parents: 2316
diff changeset
452 "punpckhwd %%mm6, %%mm3 \n\t" /* 0RGB0RGB 3 */\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
453 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
454 "movq %%mm0, %%mm4 \n\t" /* 0RGB0RGB 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
455 "psrlq $8, %%mm0 \n\t" /* 00RGB0RG 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
456 "pand bm00000111, %%mm4 \n\t" /* 00000RGB 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
457 "pand bm11111000, %%mm0 \n\t" /* 00RGB000 0.5 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
458 "por %%mm4, %%mm0 \n\t" /* 00RGBRGB 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
459 "movq %%mm2, %%mm4 \n\t" /* 0RGB0RGB 1 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
460 "psllq $48, %%mm2 \n\t" /* GB000000 1 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
461 "por %%mm2, %%mm0 \n\t" /* GBRGBRGB 0 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
462 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
463 "movq %%mm4, %%mm2 \n\t" /* 0RGB0RGB 1 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
464 "psrld $16, %%mm4 \n\t" /* 000R000R 1 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
465 "psrlq $24, %%mm2 \n\t" /* 0000RGB0 1.5 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
466 "por %%mm4, %%mm2 \n\t" /* 000RRGBR 1 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
467 "pand bm00001111, %%mm2 \n\t" /* 0000RGBR 1 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
468 "movq %%mm1, %%mm4 \n\t" /* 0RGB0RGB 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
469 "psrlq $8, %%mm1 \n\t" /* 00RGB0RG 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
470 "pand bm00000111, %%mm4 \n\t" /* 00000RGB 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
471 "pand bm11111000, %%mm1 \n\t" /* 00RGB000 2.5 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
472 "por %%mm4, %%mm1 \n\t" /* 00RGBRGB 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
473 "movq %%mm1, %%mm4 \n\t" /* 00RGBRGB 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
474 "psllq $32, %%mm1 \n\t" /* BRGB0000 2 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
475 "por %%mm1, %%mm2 \n\t" /* BRGBRGBR 1 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
476 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
477 "psrlq $32, %%mm4 \n\t" /* 000000RG 2.5 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
478 "movq %%mm3, %%mm5 \n\t" /* 0RGB0RGB 3 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
479 "psrlq $8, %%mm3 \n\t" /* 00RGB0RG 3 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
480 "pand bm00000111, %%mm5 \n\t" /* 00000RGB 3 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
481 "pand bm11111000, %%mm3 \n\t" /* 00RGB000 3.5 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
482 "por %%mm5, %%mm3 \n\t" /* 00RGBRGB 3 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
483 "psllq $16, %%mm3 \n\t" /* RGBRGB00 3 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
484 "por %%mm4, %%mm3 \n\t" /* RGBRGBRG 2.5 */\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
485 \
2728
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
486 MOVNTQ(%%mm0, (%%ebx))\
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
487 MOVNTQ(%%mm2, 8(%%ebx))\
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
488 MOVNTQ(%%mm3, 16(%%ebx))\
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
489 "addl $24, %%ebx \n\t"\
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
490 \
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
491 "addl $8, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
492 "cmpl %5, %%eax \n\t"\
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
493 " jb 1b \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
494
2730
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
495 #define WRITEBGR24MMX \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
496 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
497 "movq %%mm2, %%mm1 \n\t" /* B */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
498 "movq %%mm5, %%mm6 \n\t" /* R */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
499 "punpcklbw %%mm4, %%mm2 \n\t" /* GBGBGBGB 0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
500 "punpcklbw %%mm7, %%mm5 \n\t" /* 0R0R0R0R 0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
501 "punpckhbw %%mm4, %%mm1 \n\t" /* GBGBGBGB 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
502 "punpckhbw %%mm7, %%mm6 \n\t" /* 0R0R0R0R 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
503 "movq %%mm2, %%mm0 \n\t" /* GBGBGBGB 0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
504 "movq %%mm1, %%mm3 \n\t" /* GBGBGBGB 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
505 "punpcklwd %%mm5, %%mm0 \n\t" /* 0RGB0RGB 0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
506 "punpckhwd %%mm5, %%mm2 \n\t" /* 0RGB0RGB 1 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
507 "punpcklwd %%mm6, %%mm1 \n\t" /* 0RGB0RGB 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
508 "punpckhwd %%mm6, %%mm3 \n\t" /* 0RGB0RGB 3 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
509 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
510 "movq %%mm0, %%mm4 \n\t" /* 0RGB0RGB 0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
511 "movq %%mm2, %%mm6 \n\t" /* 0RGB0RGB 1 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
512 "movq %%mm1, %%mm5 \n\t" /* 0RGB0RGB 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
513 "movq %%mm3, %%mm7 \n\t" /* 0RGB0RGB 3 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
514 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
515 "psllq $40, %%mm0 \n\t" /* RGB00000 0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
516 "psllq $40, %%mm2 \n\t" /* RGB00000 1 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
517 "psllq $40, %%mm1 \n\t" /* RGB00000 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
518 "psllq $40, %%mm3 \n\t" /* RGB00000 3 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
519 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
520 "punpckhdq %%mm4, %%mm0 \n\t" /* 0RGBRGB0 0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
521 "punpckhdq %%mm6, %%mm2 \n\t" /* 0RGBRGB0 1 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
522 "punpckhdq %%mm5, %%mm1 \n\t" /* 0RGBRGB0 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
523 "punpckhdq %%mm7, %%mm3 \n\t" /* 0RGBRGB0 3 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
524 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
525 "psrlq $8, %%mm0 \n\t" /* 00RGBRGB 0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
526 "movq %%mm2, %%mm6 \n\t" /* 0RGBRGB0 1 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
527 "psllq $40, %%mm2 \n\t" /* GB000000 1 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
528 "por %%mm2, %%mm0 \n\t" /* GBRGBRGB 0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
529 MOVNTQ(%%mm0, (%%ebx))\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
530 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
531 "psrlq $24, %%mm6 \n\t" /* 0000RGBR 1 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
532 "movq %%mm1, %%mm5 \n\t" /* 0RGBRGB0 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
533 "psllq $24, %%mm1 \n\t" /* BRGB0000 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
534 "por %%mm1, %%mm6 \n\t" /* BRGBRGBR 1 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
535 MOVNTQ(%%mm6, 8(%%ebx))\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
536 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
537 "psrlq $40, %%mm5 \n\t" /* 000000RG 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
538 "psllq $8, %%mm3 \n\t" /* RGBRGB00 3 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
539 "por %%mm3, %%mm5 \n\t" /* RGBRGBRG 2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
540 MOVNTQ(%%mm5, 16(%%ebx))\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
541 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
542 "addl $24, %%ebx \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
543 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
544 "addl $8, %%eax \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
545 "cmpl %5, %%eax \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
546 " jb 1b \n\t"
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
547
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
548 #define WRITEBGR24MMX2 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
549 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
550 "movq M24A, %%mm0 \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
551 "movq M24C, %%mm7 \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
552 "pshufw $0x50, %%mm2, %%mm1 \n\t" /* B3 B2 B3 B2 B1 B0 B1 B0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
553 "pshufw $0x50, %%mm4, %%mm3 \n\t" /* G3 G2 G3 G2 G1 G0 G1 G0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
554 "pshufw $0x00, %%mm5, %%mm6 \n\t" /* R1 R0 R1 R0 R1 R0 R1 R0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
555 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
556 "pand %%mm0, %%mm1 \n\t" /* B2 B1 B0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
557 "pand %%mm0, %%mm3 \n\t" /* G2 G1 G0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
558 "pand %%mm7, %%mm6 \n\t" /* R1 R0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
559 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
560 "psllq $8, %%mm3 \n\t" /* G2 G1 G0 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
561 "por %%mm1, %%mm6 \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
562 "por %%mm3, %%mm6 \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
563 MOVNTQ(%%mm6, (%%ebx))\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
564 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
565 "psrlq $8, %%mm4 \n\t" /* 00 G7 G6 G5 G4 G3 G2 G1 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
566 "pshufw $0xA5, %%mm2, %%mm1 \n\t" /* B5 B4 B5 B4 B3 B2 B3 B2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
567 "pshufw $0x55, %%mm4, %%mm3 \n\t" /* G4 G3 G4 G3 G4 G3 G4 G3 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
568 "pshufw $0xA5, %%mm5, %%mm6 \n\t" /* R5 R4 R5 R4 R3 R2 R3 R2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
569 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
570 "pand M24B, %%mm1 \n\t" /* B5 B4 B3 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
571 "pand %%mm7, %%mm3 \n\t" /* G4 G3 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
572 "pand %%mm0, %%mm6 \n\t" /* R4 R3 R2 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
573 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
574 "por %%mm1, %%mm3 \n\t" /* B5 G4 B4 G3 B3 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
575 "por %%mm3, %%mm6 \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
576 MOVNTQ(%%mm6, 8(%%ebx))\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
577 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
578 "pshufw $0xFF, %%mm2, %%mm1 \n\t" /* B7 B6 B7 B6 B7 B6 B6 B7 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
579 "pshufw $0xFA, %%mm4, %%mm3 \n\t" /* 00 G7 00 G7 G6 G5 G6 G5 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
580 "pshufw $0xFA, %%mm5, %%mm6 \n\t" /* R7 R6 R7 R6 R5 R4 R5 R4 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
581 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
582 "pand %%mm7, %%mm1 \n\t" /* B7 B6 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
583 "pand %%mm0, %%mm3 \n\t" /* G7 G6 G5 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
584 "pand M24B, %%mm6 \n\t" /* R7 R6 R5 */\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
585 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
586 "por %%mm1, %%mm3 \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
587 "por %%mm3, %%mm6 \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
588 MOVNTQ(%%mm6, 16(%%ebx))\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
589 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
590 "addl $24, %%ebx \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
591 \
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
592 "addl $8, %%eax \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
593 "cmpl %5, %%eax \n\t"\
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
594 " jb 1b \n\t"
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
595
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
596 #ifdef HAVE_MMX2
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
597 #define WRITEBGR24 WRITEBGR24MMX2
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
598 #else
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
599 #define WRITEBGR24 WRITEBGR24MMX
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
600 #endif
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
601
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
602 #ifdef HAVE_MMX
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
603 void in_asm_used_var_warning_killer()
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
604 {
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
605 int i= yCoeff+vrCoeff+ubCoeff+vgCoeff+ugCoeff+bF8+bFC+w400+w80+w10+
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
606 bm00001111+bm00000111+bm11111000+b16Mask+g16Mask+r16Mask+b15Mask+g15Mask+r15Mask+temp0+asm_yalpha1+ asm_uvalpha1+
2730
c483fc9bf0c4 faster bgr24 output
michael
parents: 2728
diff changeset
607 M24A+M24B+M24C;
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
608 if(i) i=0;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
609 }
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
610 #endif
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
611
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
612 static inline void yuv2yuv(uint16_t *buf0, uint16_t *buf1, uint16_t *uvbuf0, uint16_t *uvbuf1,
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
613 uint8_t *dest, uint8_t *uDest, uint8_t *vDest, int dstw, int yalpha, int uvalpha)
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
614 {
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
615 int yalpha1=yalpha^4095;
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
616 int uvalpha1=uvalpha^4095;
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
617 int i;
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
618
2521
b70a77066611 tell the c compiler that the memory changed
michael
parents: 2520
diff changeset
619 asm volatile ("\n\t"::: "memory");
b70a77066611 tell the c compiler that the memory changed
michael
parents: 2520
diff changeset
620
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
621 for(i=0;i<dstw;i++)
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
622 {
2572
f2353173d52c c optimizations (array is faster than pointer) (16bpp variants tested and 2% faster)
michael
parents: 2569
diff changeset
623 ((uint8_t*)dest)[i] = (buf0[i]*yalpha1+buf1[i]*yalpha)>>19;
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
624 }
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
625
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
626 if(uvalpha != -1)
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
627 {
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
628 for(i=0; i<(dstw>>1); i++)
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
629 {
2572
f2353173d52c c optimizations (array is faster than pointer) (16bpp variants tested and 2% faster)
michael
parents: 2569
diff changeset
630 ((uint8_t*)uDest)[i] = (uvbuf0[i]*uvalpha1+uvbuf1[i]*uvalpha)>>19;
f2353173d52c c optimizations (array is faster than pointer) (16bpp variants tested and 2% faster)
michael
parents: 2569
diff changeset
631 ((uint8_t*)vDest)[i] = (uvbuf0[i+2048]*uvalpha1+uvbuf1[i+2048]*uvalpha)>>19;
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
632 }
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
633 }
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
634 }
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
635
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
636 /**
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
637 * vertical scale YV12 to RGB
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
638 */
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
639 static inline void yuv2rgbX(uint16_t *buf0, uint16_t *buf1, uint16_t *uvbuf0, uint16_t *uvbuf1,
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
640 uint8_t *dest, int dstw, int yalpha, int uvalpha, int dstbpp)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
641 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
642 int yalpha1=yalpha^4095;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
643 int uvalpha1=uvalpha^4095;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
644
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
645 if(fullUVIpol)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
646 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
647
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
648 #ifdef HAVE_MMX
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
649 if(dstbpp == 32)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
650 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
651 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
652
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
653
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
654 FULL_YSCALEYUV2RGB
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
655 "punpcklbw %%mm1, %%mm3 \n\t" // BGBGBGBG
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
656 "punpcklbw %%mm7, %%mm0 \n\t" // R0R0R0R0
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
657
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
658 "movq %%mm3, %%mm1 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
659 "punpcklwd %%mm0, %%mm3 \n\t" // BGR0BGR0
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
660 "punpckhwd %%mm0, %%mm1 \n\t" // BGR0BGR0
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
661
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
662 MOVNTQ(%%mm3, (%4, %%eax, 4))
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
663 MOVNTQ(%%mm1, 8(%4, %%eax, 4))
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
664
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
665 "addl $4, %%eax \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
666 "cmpl %5, %%eax \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
667 " jb 1b \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
668
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
669
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
670 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
671 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
672 : "%eax"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
673 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
674 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
675 else if(dstbpp==24)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
676 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
677 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
678
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
679 FULL_YSCALEYUV2RGB
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
680
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
681 // lsb ... msb
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
682 "punpcklbw %%mm1, %%mm3 \n\t" // BGBGBGBG
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
683 "punpcklbw %%mm7, %%mm0 \n\t" // R0R0R0R0
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
684
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
685 "movq %%mm3, %%mm1 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
686 "punpcklwd %%mm0, %%mm3 \n\t" // BGR0BGR0
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
687 "punpckhwd %%mm0, %%mm1 \n\t" // BGR0BGR0
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
688
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
689 "movq %%mm3, %%mm2 \n\t" // BGR0BGR0
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
690 "psrlq $8, %%mm3 \n\t" // GR0BGR00
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
691 "pand bm00000111, %%mm2 \n\t" // BGR00000
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
692 "pand bm11111000, %%mm3 \n\t" // 000BGR00
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
693 "por %%mm2, %%mm3 \n\t" // BGRBGR00
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
694 "movq %%mm1, %%mm2 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
695 "psllq $48, %%mm1 \n\t" // 000000BG
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
696 "por %%mm1, %%mm3 \n\t" // BGRBGRBG
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
697
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
698 "movq %%mm2, %%mm1 \n\t" // BGR0BGR0
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
699 "psrld $16, %%mm2 \n\t" // R000R000
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
700 "psrlq $24, %%mm1 \n\t" // 0BGR0000
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
701 "por %%mm2, %%mm1 \n\t" // RBGRR000
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
702
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
703 "movl %4, %%ebx \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
704 "addl %%eax, %%ebx \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
705
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
706 #ifdef HAVE_MMX2
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
707 //FIXME Alignment
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
708 "movntq %%mm3, (%%ebx, %%eax, 2)\n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
709 "movntq %%mm1, 8(%%ebx, %%eax, 2)\n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
710 #else
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
711 "movd %%mm3, (%%ebx, %%eax, 2) \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
712 "psrlq $32, %%mm3 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
713 "movd %%mm3, 4(%%ebx, %%eax, 2) \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
714 "movd %%mm1, 8(%%ebx, %%eax, 2) \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
715 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
716 "addl $4, %%eax \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
717 "cmpl %5, %%eax \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
718 " jb 1b \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
719
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
720 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "m" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
721 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
722 : "%eax", "%ebx"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
723 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
724 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
725 else if(dstbpp==15)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
726 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
727 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
728
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
729 FULL_YSCALEYUV2RGB
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
730 #ifdef DITHER1XBPP
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
731 "paddusb g5Dither, %%mm1 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
732 "paddusb r5Dither, %%mm0 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
733 "paddusb b5Dither, %%mm3 \n\t"
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
734 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
735 "punpcklbw %%mm7, %%mm1 \n\t" // 0G0G0G0G
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
736 "punpcklbw %%mm7, %%mm3 \n\t" // 0B0B0B0B
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
737 "punpcklbw %%mm7, %%mm0 \n\t" // 0R0R0R0R
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
738
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
739 "psrlw $3, %%mm3 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
740 "psllw $2, %%mm1 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
741 "psllw $7, %%mm0 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
742 "pand g15Mask, %%mm1 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
743 "pand r15Mask, %%mm0 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
744
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
745 "por %%mm3, %%mm1 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
746 "por %%mm1, %%mm0 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
747
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
748 MOVNTQ(%%mm0, (%4, %%eax, 2))
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
749
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
750 "addl $4, %%eax \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
751 "cmpl %5, %%eax \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
752 " jb 1b \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
753
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
754 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
755 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
756 : "%eax"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
757 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
758 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
759 else if(dstbpp==16)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
760 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
761 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
762
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
763 FULL_YSCALEYUV2RGB
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
764 #ifdef DITHER1XBPP
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
765 "paddusb g6Dither, %%mm1 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
766 "paddusb r5Dither, %%mm0 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
767 "paddusb b5Dither, %%mm3 \n\t"
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
768 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
769 "punpcklbw %%mm7, %%mm1 \n\t" // 0G0G0G0G
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
770 "punpcklbw %%mm7, %%mm3 \n\t" // 0B0B0B0B
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
771 "punpcklbw %%mm7, %%mm0 \n\t" // 0R0R0R0R
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
772
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
773 "psrlw $3, %%mm3 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
774 "psllw $3, %%mm1 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
775 "psllw $8, %%mm0 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
776 "pand g16Mask, %%mm1 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
777 "pand r16Mask, %%mm0 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
778
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
779 "por %%mm3, %%mm1 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
780 "por %%mm1, %%mm0 \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
781
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
782 MOVNTQ(%%mm0, (%4, %%eax, 2))
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
783
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
784 "addl $4, %%eax \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
785 "cmpl %5, %%eax \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
786 " jb 1b \n\t"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
787
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
788 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
789 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
790 : "%eax"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
791 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
792 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
793 #else
2521
b70a77066611 tell the c compiler that the memory changed
michael
parents: 2520
diff changeset
794 asm volatile ("\n\t"::: "memory");
b70a77066611 tell the c compiler that the memory changed
michael
parents: 2520
diff changeset
795
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
796 if(dstbpp==32 || dstbpp==24)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
797 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
798 int i;
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
799 for(i=0;i<dstw;i++){
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
800 // vertical linear interpolation && yuv2rgb in a single step:
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
801 int Y=yuvtab_2568[((buf0[i]*yalpha1+buf1[i]*yalpha)>>19)];
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
802 int U=((uvbuf0[i]*uvalpha1+uvbuf1[i]*uvalpha)>>19);
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
803 int V=((uvbuf0[i+2048]*uvalpha1+uvbuf1[i+2048]*uvalpha)>>19);
2503
d21d8d5f2e23 yuv2rgb bugfix
michael
parents: 2476
diff changeset
804 dest[0]=clip_table[((Y + yuvtab_40cf[U]) >>13)];
d21d8d5f2e23 yuv2rgb bugfix
michael
parents: 2476
diff changeset
805 dest[1]=clip_table[((Y + yuvtab_1a1e[V] + yuvtab_0c92[U]) >>13)];
d21d8d5f2e23 yuv2rgb bugfix
michael
parents: 2476
diff changeset
806 dest[2]=clip_table[((Y + yuvtab_3343[V]) >>13)];
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
807 dest+=dstbpp>>3;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
808 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
809 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
810 else if(dstbpp==16)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
811 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
812 int i;
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
813 for(i=0;i<dstw;i++){
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
814 // vertical linear interpolation && yuv2rgb in a single step:
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
815 int Y=yuvtab_2568[((buf0[i]*yalpha1+buf1[i]*yalpha)>>19)];
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
816 int U=((uvbuf0[i]*uvalpha1+uvbuf1[i]*uvalpha)>>19);
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
817 int V=((uvbuf0[i+2048]*uvalpha1+uvbuf1[i+2048]*uvalpha)>>19);
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
818
2572
f2353173d52c c optimizations (array is faster than pointer) (16bpp variants tested and 2% faster)
michael
parents: 2569
diff changeset
819 ((uint16_t*)dest)[i] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
820 clip_table16b[(Y + yuvtab_40cf[U]) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
821 clip_table16g[(Y + yuvtab_1a1e[V] + yuvtab_0c92[U]) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
822 clip_table16r[(Y + yuvtab_3343[V]) >>13];
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
823 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
824 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
825 else if(dstbpp==15)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
826 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
827 int i;
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
828 for(i=0;i<dstw;i++){
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
829 // vertical linear interpolation && yuv2rgb in a single step:
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
830 int Y=yuvtab_2568[((buf0[i]*yalpha1+buf1[i]*yalpha)>>19)];
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
831 int U=((uvbuf0[i]*uvalpha1+uvbuf1[i]*uvalpha)>>19);
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
832 int V=((uvbuf0[i+2048]*uvalpha1+uvbuf1[i+2048]*uvalpha)>>19);
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
833
2572
f2353173d52c c optimizations (array is faster than pointer) (16bpp variants tested and 2% faster)
michael
parents: 2569
diff changeset
834 ((uint16_t*)dest)[i] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
835 clip_table15b[(Y + yuvtab_40cf[U]) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
836 clip_table15g[(Y + yuvtab_1a1e[V] + yuvtab_0c92[U]) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
837 clip_table15r[(Y + yuvtab_3343[V]) >>13];
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
838 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
839 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
840 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
841 }//FULL_UV_IPOL
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
842 else
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
843 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
844 #ifdef HAVE_MMX
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
845 if(dstbpp == 32)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
846 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
847 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
848 YSCALEYUV2RGB
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
849 WRITEBGR32
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
850
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
851 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
852 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
853 : "%eax"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
854 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
855 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
856 else if(dstbpp==24)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
857 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
858 asm volatile(
2728
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
859 "movl %4, %%ebx \n\t"
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
860 YSCALEYUV2RGB
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
861 WRITEBGR24
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
862
2728
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
863 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "m" (dest), "m" (dstw),
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
864 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
865 : "%eax", "%ebx"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
866 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
867 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
868 else if(dstbpp==15)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
869 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
870 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
871 YSCALEYUV2RGB
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
872 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
873 #ifdef DITHER1XBPP
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
874 "paddusb b5Dither, %%mm2 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
875 "paddusb g5Dither, %%mm4 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
876 "paddusb r5Dither, %%mm5 \n\t"
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
877 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
878
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
879 WRITEBGR15
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
880
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
881 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
882 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
883 : "%eax"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
884 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
885 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
886 else if(dstbpp==16)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
887 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
888 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
889 YSCALEYUV2RGB
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
890 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
891 #ifdef DITHER1XBPP
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
892 "paddusb b5Dither, %%mm2 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
893 "paddusb g6Dither, %%mm4 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
894 "paddusb r5Dither, %%mm5 \n\t"
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
895 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
896
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
897 WRITEBGR16
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
898
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
899 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
900 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
901 : "%eax"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
902 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
903 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
904 #else
2521
b70a77066611 tell the c compiler that the memory changed
michael
parents: 2520
diff changeset
905 asm volatile ("\n\t"::: "memory");
b70a77066611 tell the c compiler that the memory changed
michael
parents: 2520
diff changeset
906
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
907 if(dstbpp==32)
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
908 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
909 int i;
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
910 for(i=0; i<dstw-1; i+=2){
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
911 // vertical linear interpolation && yuv2rgb in a single step:
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
912 int Y1=yuvtab_2568[((buf0[i]*yalpha1+buf1[i]*yalpha)>>19)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
913 int Y2=yuvtab_2568[((buf0[i+1]*yalpha1+buf1[i+1]*yalpha)>>19)];
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
914 int U=((uvbuf0[i>>1]*uvalpha1+uvbuf1[i>>1]*uvalpha)>>19);
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
915 int V=((uvbuf0[(i>>1)+2048]*uvalpha1+uvbuf1[(i>>1)+2048]*uvalpha)>>19);
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
916
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
917 int Cb= yuvtab_40cf[U];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
918 int Cg= yuvtab_1a1e[V] + yuvtab_0c92[U];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
919 int Cr= yuvtab_3343[V];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
920
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
921 dest[4*i+0]=clip_table[((Y1 + Cb) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
922 dest[4*i+1]=clip_table[((Y1 + Cg) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
923 dest[4*i+2]=clip_table[((Y1 + Cr) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
924
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
925 dest[4*i+4]=clip_table[((Y2 + Cb) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
926 dest[4*i+5]=clip_table[((Y2 + Cg) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
927 dest[4*i+6]=clip_table[((Y2 + Cr) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
928 }
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
929 }
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
930 if(dstbpp==24)
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
931 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
932 int i;
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
933 for(i=0; i<dstw-1; i+=2){
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
934 // vertical linear interpolation && yuv2rgb in a single step:
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
935 int Y1=yuvtab_2568[((buf0[i]*yalpha1+buf1[i]*yalpha)>>19)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
936 int Y2=yuvtab_2568[((buf0[i+1]*yalpha1+buf1[i+1]*yalpha)>>19)];
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
937 int U=((uvbuf0[i>>1]*uvalpha1+uvbuf1[i>>1]*uvalpha)>>19);
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
938 int V=((uvbuf0[(i>>1)+2048]*uvalpha1+uvbuf1[(i>>1)+2048]*uvalpha)>>19);
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
939
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
940 int Cb= yuvtab_40cf[U];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
941 int Cg= yuvtab_1a1e[V] + yuvtab_0c92[U];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
942 int Cr= yuvtab_3343[V];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
943
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
944 dest[0]=clip_table[((Y1 + Cb) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
945 dest[1]=clip_table[((Y1 + Cg) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
946 dest[2]=clip_table[((Y1 + Cr) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
947
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
948 dest[3]=clip_table[((Y2 + Cb) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
949 dest[4]=clip_table[((Y2 + Cg) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
950 dest[5]=clip_table[((Y2 + Cr) >>13)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
951 dest+=6;
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
952 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
953 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
954 else if(dstbpp==16)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
955 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
956 int i;
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
957 for(i=0; i<dstw-1; i+=2){
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
958 // vertical linear interpolation && yuv2rgb in a single step:
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
959 int Y1=yuvtab_2568[((buf0[i]*yalpha1+buf1[i]*yalpha)>>19)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
960 int Y2=yuvtab_2568[((buf0[i+1]*yalpha1+buf1[i+1]*yalpha)>>19)];
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
961 int U=((uvbuf0[i>>1]*uvalpha1+uvbuf1[i>>1]*uvalpha)>>19);
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
962 int V=((uvbuf0[(i>>1)+2048]*uvalpha1+uvbuf1[(i>>1)+2048]*uvalpha)>>19);
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
963
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
964 int Cb= yuvtab_40cf[U];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
965 int Cg= yuvtab_1a1e[V] + yuvtab_0c92[U];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
966 int Cr= yuvtab_3343[V];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
967
2572
f2353173d52c c optimizations (array is faster than pointer) (16bpp variants tested and 2% faster)
michael
parents: 2569
diff changeset
968 ((uint16_t*)dest)[i] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
969 clip_table16b[(Y1 + Cb) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
970 clip_table16g[(Y1 + Cg) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
971 clip_table16r[(Y1 + Cr) >>13];
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
972
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
973 ((uint16_t*)dest)[i+1] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
974 clip_table16b[(Y2 + Cb) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
975 clip_table16g[(Y2 + Cg) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
976 clip_table16r[(Y2 + Cr) >>13];
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
977 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
978 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
979 else if(dstbpp==15)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
980 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
981 int i;
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
982 for(i=0; i<dstw-1; i+=2){
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
983 // vertical linear interpolation && yuv2rgb in a single step:
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
984 int Y1=yuvtab_2568[((buf0[i]*yalpha1+buf1[i]*yalpha)>>19)];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
985 int Y2=yuvtab_2568[((buf0[i+1]*yalpha1+buf1[i+1]*yalpha)>>19)];
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
986 int U=((uvbuf0[i>>1]*uvalpha1+uvbuf1[i>>1]*uvalpha)>>19);
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
987 int V=((uvbuf0[(i>>1)+2048]*uvalpha1+uvbuf1[(i>>1)+2048]*uvalpha)>>19);
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
988
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
989 int Cb= yuvtab_40cf[U];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
990 int Cg= yuvtab_1a1e[V] + yuvtab_0c92[U];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
991 int Cr= yuvtab_3343[V];
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
992
2572
f2353173d52c c optimizations (array is faster than pointer) (16bpp variants tested and 2% faster)
michael
parents: 2569
diff changeset
993 ((uint16_t*)dest)[i] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
994 clip_table15b[(Y1 + Cb) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
995 clip_table15g[(Y1 + Cg) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
996 clip_table15r[(Y1 + Cr) >>13];
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
997
2575
37da7219ebaf c optimizations
michael
parents: 2572
diff changeset
998 ((uint16_t*)dest)[i+1] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
999 clip_table15b[(Y2 + Cb) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1000 clip_table15g[(Y2 + Cg) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1001 clip_table15r[(Y2 + Cr) >>13];
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1002 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1003 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1004 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1005 } //!FULL_UV_IPOL
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1006 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1007
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1008 /**
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1009 * YV12 to RGB without scaling or interpolating
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1010 */
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1011 static inline void yuv2rgb1(uint16_t *buf0, uint16_t *buf1, uint16_t *uvbuf0, uint16_t *uvbuf1,
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1012 uint8_t *dest, int dstw, int yalpha, int uvalpha, int dstbpp)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1013 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1014 int uvalpha1=uvalpha^4095;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1015 #ifdef HAVE_MMX
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1016 int yalpha1=yalpha^4095;
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1017 #endif
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1018
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1019 if(fullUVIpol || allwaysIpol)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1020 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1021 yuv2rgbX(buf0, buf1, uvbuf0, uvbuf1, dest, dstw, yalpha, uvalpha, dstbpp);
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1022 return;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1023 }
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1024 if( yalpha > 2048 ) buf0 = buf1;
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1025
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1026 #ifdef HAVE_MMX
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1027 if( uvalpha < 2048 ) // note this is not correct (shifts chrominance by 0.5 pixels) but its a bit faster
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1028 {
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1029 if(dstbpp == 32)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1030 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1031 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1032 YSCALEYUV2RGB1
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1033 WRITEBGR32
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1034 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1035 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1036 : "%eax"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1037 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1038 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1039 else if(dstbpp==24)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1040 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1041 asm volatile(
2728
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
1042 "movl %4, %%ebx \n\t"
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1043 YSCALEYUV2RGB1
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1044 WRITEBGR24
2728
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
1045 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "m" (dest), "m" (dstw),
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1046 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1047 : "%eax", "%ebx"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1048 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1049 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1050 else if(dstbpp==15)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1051 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1052 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1053 YSCALEYUV2RGB1
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1054 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1055 #ifdef DITHER1XBPP
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1056 "paddusb b5Dither, %%mm2 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1057 "paddusb g5Dither, %%mm4 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1058 "paddusb r5Dither, %%mm5 \n\t"
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1059 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1060 WRITEBGR15
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1061 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1062 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1063 : "%eax"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1064 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1065 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1066 else if(dstbpp==16)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1067 {
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1068 asm volatile(
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1069 YSCALEYUV2RGB1
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1070 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1071 #ifdef DITHER1XBPP
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1072 "paddusb b5Dither, %%mm2 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1073 "paddusb g6Dither, %%mm4 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1074 "paddusb r5Dither, %%mm5 \n\t"
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1075 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1076
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1077 WRITEBGR16
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1078 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1079 "m" (yalpha1), "m" (uvalpha1)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1080 : "%eax"
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1081 );
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1082 }
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1083 }
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1084 else
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1085 {
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1086 if(dstbpp == 32)
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1087 {
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1088 asm volatile(
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1089 YSCALEYUV2RGB1b
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1090 WRITEBGR32
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1091 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1092 "m" (yalpha1), "m" (uvalpha1)
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1093 : "%eax"
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1094 );
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1095 }
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1096 else if(dstbpp==24)
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1097 {
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1098 asm volatile(
2728
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
1099 "movl %4, %%ebx \n\t"
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1100 YSCALEYUV2RGB1b
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1101 WRITEBGR24
2728
96c1d1e6cb9e only 6 registers used
michael
parents: 2680
diff changeset
1102 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "m" (dest), "m" (dstw),
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1103 "m" (yalpha1), "m" (uvalpha1)
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1104 : "%eax", "%ebx"
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1105 );
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1106 }
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1107 else if(dstbpp==15)
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1108 {
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1109 asm volatile(
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1110 YSCALEYUV2RGB1b
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1111 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1112 #ifdef DITHER1XBPP
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1113 "paddusb b5Dither, %%mm2 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1114 "paddusb g5Dither, %%mm4 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1115 "paddusb r5Dither, %%mm5 \n\t"
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1116 #endif
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1117 WRITEBGR15
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1118 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1119 "m" (yalpha1), "m" (uvalpha1)
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1120 : "%eax"
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1121 );
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1122 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1123 else if(dstbpp==16)
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1124 {
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1125 asm volatile(
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1126 YSCALEYUV2RGB1b
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1127 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1128 #ifdef DITHER1XBPP
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1129 "paddusb b5Dither, %%mm2 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1130 "paddusb g6Dither, %%mm4 \n\t"
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1131 "paddusb r5Dither, %%mm5 \n\t"
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1132 #endif
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1133
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1134 WRITEBGR16
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1135 :: "r" (buf0), "r" (buf1), "r" (uvbuf0), "r" (uvbuf1), "r" (dest), "m" (dstw),
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1136 "m" (yalpha1), "m" (uvalpha1)
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1137 : "%eax"
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1138 );
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1139 }
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1140 }
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1141 #else
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1142 //FIXME write 2 versions (for even & odd lines)
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1143 asm volatile ("\n\t"::: "memory");
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1144
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1145 if(dstbpp==32)
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1146 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1147 int i;
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1148 for(i=0; i<dstw-1; i+=2){
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1149 // vertical linear interpolation && yuv2rgb in a single step:
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1150 int Y1=yuvtab_2568[buf0[i]>>7];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1151 int Y2=yuvtab_2568[buf0[i+1]>>7];
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
1152 int U=((uvbuf0[i>>1]*uvalpha1+uvbuf1[i>>1]*uvalpha)>>19);
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
1153 int V=((uvbuf0[(i>>1)+2048]*uvalpha1+uvbuf1[(i>>1)+2048]*uvalpha)>>19);
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1154
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1155 int Cb= yuvtab_40cf[U];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1156 int Cg= yuvtab_1a1e[V] + yuvtab_0c92[U];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1157 int Cr= yuvtab_3343[V];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1158
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1159 dest[4*i+0]=clip_table[((Y1 + Cb) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1160 dest[4*i+1]=clip_table[((Y1 + Cg) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1161 dest[4*i+2]=clip_table[((Y1 + Cr) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1162
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1163 dest[4*i+4]=clip_table[((Y2 + Cb) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1164 dest[4*i+5]=clip_table[((Y2 + Cg) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1165 dest[4*i+6]=clip_table[((Y2 + Cr) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1166 }
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1167 }
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1168 if(dstbpp==24)
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1169 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1170 int i;
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1171 for(i=0; i<dstw-1; i+=2){
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1172 // vertical linear interpolation && yuv2rgb in a single step:
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1173 int Y1=yuvtab_2568[buf0[i]>>7];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1174 int Y2=yuvtab_2568[buf0[i+1]>>7];
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
1175 int U=((uvbuf0[i>>1]*uvalpha1+uvbuf1[i>>1]*uvalpha)>>19);
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
1176 int V=((uvbuf0[(i>>1)+2048]*uvalpha1+uvbuf1[(i>>1)+2048]*uvalpha)>>19);
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1177
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1178 int Cb= yuvtab_40cf[U];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1179 int Cg= yuvtab_1a1e[V] + yuvtab_0c92[U];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1180 int Cr= yuvtab_3343[V];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1181
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1182 dest[0]=clip_table[((Y1 + Cb) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1183 dest[1]=clip_table[((Y1 + Cg) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1184 dest[2]=clip_table[((Y1 + Cr) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1185
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1186 dest[3]=clip_table[((Y2 + Cb) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1187 dest[4]=clip_table[((Y2 + Cg) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1188 dest[5]=clip_table[((Y2 + Cr) >>13)];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1189 dest+=6;
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1190 }
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1191 }
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1192 else if(dstbpp==16)
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1193 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1194 int i;
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1195 for(i=0; i<dstw-1; i+=2){
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1196 // vertical linear interpolation && yuv2rgb in a single step:
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1197 int Y1=yuvtab_2568[buf0[i]>>7];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1198 int Y2=yuvtab_2568[buf0[i+1]>>7];
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
1199 int U=((uvbuf0[i>>1]*uvalpha1+uvbuf1[i>>1]*uvalpha)>>19);
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
1200 int V=((uvbuf0[(i>>1)+2048]*uvalpha1+uvbuf1[(i>>1)+2048]*uvalpha)>>19);
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1201
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1202 int Cb= yuvtab_40cf[U];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1203 int Cg= yuvtab_1a1e[V] + yuvtab_0c92[U];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1204 int Cr= yuvtab_3343[V];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1205
2572
f2353173d52c c optimizations (array is faster than pointer) (16bpp variants tested and 2% faster)
michael
parents: 2569
diff changeset
1206 ((uint16_t*)dest)[i] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1207 clip_table16b[(Y1 + Cb) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1208 clip_table16g[(Y1 + Cg) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1209 clip_table16r[(Y1 + Cr) >>13];
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1210
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1211 ((uint16_t*)dest)[i+1] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1212 clip_table16b[(Y2 + Cb) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1213 clip_table16g[(Y2 + Cg) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1214 clip_table16r[(Y2 + Cr) >>13];
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1215 }
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1216 }
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1217 else if(dstbpp==15)
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1218 {
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1219 int i;
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1220 for(i=0; i<dstw-1; i+=2){
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1221 // vertical linear interpolation && yuv2rgb in a single step:
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1222 int Y1=yuvtab_2568[buf0[i]>>7];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1223 int Y2=yuvtab_2568[buf0[i+1]>>7];
2585
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
1224 int U=((uvbuf0[i>>1]*uvalpha1+uvbuf1[i>>1]*uvalpha)>>19);
bd52b78f12dc c speedup
michael
parents: 2584
diff changeset
1225 int V=((uvbuf0[(i>>1)+2048]*uvalpha1+uvbuf1[(i>>1)+2048]*uvalpha)>>19);
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1226
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1227 int Cb= yuvtab_40cf[U];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1228 int Cg= yuvtab_1a1e[V] + yuvtab_0c92[U];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1229 int Cr= yuvtab_3343[V];
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1230
2572
f2353173d52c c optimizations (array is faster than pointer) (16bpp variants tested and 2% faster)
michael
parents: 2569
diff changeset
1231 ((uint16_t*)dest)[i] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1232 clip_table15b[(Y1 + Cb) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1233 clip_table15g[(Y1 + Cg) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1234 clip_table15r[(Y1 + Cr) >>13];
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1235
2576
437ed06579d8 c optimizations
michael
parents: 2575
diff changeset
1236 ((uint16_t*)dest)[i+1] =
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1237 clip_table15b[(Y2 + Cb) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1238 clip_table15g[(Y2 + Cg) >>13] |
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1239 clip_table15r[(Y2 + Cr) >>13];
2569
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1240 }
30b736e7feef interpolate chrominance for every second line in the 1:1 vertical scale function
michael
parents: 2566
diff changeset
1241 }
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1242 #endif
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1243 }
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1244
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1245
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1246 static inline void hyscale(uint16_t *dst, int dstWidth, uint8_t *src, int srcWidth, int xInc)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1247 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1248 // *** horizontal scale Y line to temp buffer
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1249 #ifdef ARCH_X86
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1250 #ifdef HAVE_MMX2
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1251 int i;
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1252 if(canMMX2BeUsed)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1253 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1254 asm volatile(
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1255 "pxor %%mm7, %%mm7 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1256 "pxor %%mm2, %%mm2 \n\t" // 2*xalpha
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1257 "movd %5, %%mm6 \n\t" // xInc&0xFFFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1258 "punpcklwd %%mm6, %%mm6 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1259 "punpcklwd %%mm6, %%mm6 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1260 "movq %%mm6, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1261 "psllq $16, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1262 "paddw %%mm6, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1263 "psllq $16, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1264 "paddw %%mm6, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1265 "psllq $16, %%mm2 \n\t" //0,t,2t,3t t=xInc&0xFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1266 "movq %%mm2, temp0 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1267 "movd %4, %%mm6 \n\t" //(xInc*4)&0xFFFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1268 "punpcklwd %%mm6, %%mm6 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1269 "punpcklwd %%mm6, %%mm6 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1270 "xorl %%eax, %%eax \n\t" // i
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1271 "movl %0, %%esi \n\t" // src
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1272 "movl %1, %%edi \n\t" // buf1
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1273 "movl %3, %%edx \n\t" // (xInc*4)>>16
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1274 "xorl %%ecx, %%ecx \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1275 "xorl %%ebx, %%ebx \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1276 "movw %4, %%bx \n\t" // (xInc*4)&0xFFFF
2520
b58c43aab619 3dnow prefetch & sfence
michael
parents: 2519
diff changeset
1277
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1278 #define FUNNY_Y_CODE \
2520
b58c43aab619 3dnow prefetch & sfence
michael
parents: 2519
diff changeset
1279 PREFETCH" 1024(%%esi) \n\t"\
b58c43aab619 3dnow prefetch & sfence
michael
parents: 2519
diff changeset
1280 PREFETCH" 1056(%%esi) \n\t"\
b58c43aab619 3dnow prefetch & sfence
michael
parents: 2519
diff changeset
1281 PREFETCH" 1088(%%esi) \n\t"\
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1282 "call funnyYCode \n\t"\
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1283 "movq temp0, %%mm2 \n\t"\
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1284 "xorl %%ecx, %%ecx \n\t"
2520
b58c43aab619 3dnow prefetch & sfence
michael
parents: 2519
diff changeset
1285
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1286 FUNNY_Y_CODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1287 FUNNY_Y_CODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1288 FUNNY_Y_CODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1289 FUNNY_Y_CODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1290 FUNNY_Y_CODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1291 FUNNY_Y_CODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1292 FUNNY_Y_CODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1293 FUNNY_Y_CODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1294
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1295 :: "m" (src), "m" (dst), "m" (dstWidth), "m" ((xInc*4)>>16),
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1296 "m" ((xInc*4)&0xFFFF), "m" (xInc&0xFFFF)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1297 : "%eax", "%ebx", "%ecx", "%edx", "%esi", "%edi"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1298 );
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1299 for(i=dstWidth-1; (i*xInc)>>16 >=srcWidth-1; i--) dst[i] = src[srcWidth-1]*128;
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1300 }
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1301 else
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1302 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1303 #endif
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1304 //NO MMX just normal asm ...
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1305 asm volatile(
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1306 "xorl %%eax, %%eax \n\t" // i
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1307 "xorl %%ebx, %%ebx \n\t" // xx
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1308 "xorl %%ecx, %%ecx \n\t" // 2*xalpha
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1309 "1: \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1310 "movzbl (%0, %%ebx), %%edi \n\t" //src[xx]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1311 "movzbl 1(%0, %%ebx), %%esi \n\t" //src[xx+1]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1312 "subl %%edi, %%esi \n\t" //src[xx+1] - src[xx]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1313 "imull %%ecx, %%esi \n\t" //(src[xx+1] - src[xx])*2*xalpha
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1314 "shll $16, %%edi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1315 "addl %%edi, %%esi \n\t" //src[xx+1]*2*xalpha + src[xx]*(1-2*xalpha)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1316 "movl %1, %%edi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1317 "shrl $9, %%esi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1318 "movw %%si, (%%edi, %%eax, 2) \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1319 "addw %4, %%cx \n\t" //2*xalpha += xInc&0xFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1320 "adcl %3, %%ebx \n\t" //xx+= xInc>>8 + carry
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1321
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1322 "movzbl (%0, %%ebx), %%edi \n\t" //src[xx]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1323 "movzbl 1(%0, %%ebx), %%esi \n\t" //src[xx+1]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1324 "subl %%edi, %%esi \n\t" //src[xx+1] - src[xx]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1325 "imull %%ecx, %%esi \n\t" //(src[xx+1] - src[xx])*2*xalpha
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1326 "shll $16, %%edi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1327 "addl %%edi, %%esi \n\t" //src[xx+1]*2*xalpha + src[xx]*(1-2*xalpha)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1328 "movl %1, %%edi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1329 "shrl $9, %%esi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1330 "movw %%si, 2(%%edi, %%eax, 2) \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1331 "addw %4, %%cx \n\t" //2*xalpha += xInc&0xFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1332 "adcl %3, %%ebx \n\t" //xx+= xInc>>8 + carry
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1333
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1334
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1335 "addl $2, %%eax \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1336 "cmpl %2, %%eax \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1337 " jb 1b \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1338
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1339
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1340 :: "r" (src), "m" (dst), "m" (dstWidth), "m" (xInc>>16), "m" (xInc&0xFFFF)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1341 : "%eax", "%ebx", "%ecx", "%edi", "%esi"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1342 );
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1343 #ifdef HAVE_MMX2
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1344 } //if MMX2 cant be used
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1345 #endif
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1346 #else
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1347 int i;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1348 unsigned int xpos=0;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1349 for(i=0;i<dstWidth;i++)
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1350 {
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1351 register unsigned int xx=xpos>>16;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1352 register unsigned int xalpha=(xpos&0xFFFF)>>9;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1353 dst[i]= (src[xx]<<7) + (src[xx+1] - src[xx])*xalpha;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1354 xpos+=xInc;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1355 }
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1356 #endif
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1357 }
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1358
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1359 inline static void hcscale(uint16_t *dst, int dstWidth,
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1360 uint8_t *src1, uint8_t *src2, int srcWidth, int xInc)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1361 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1362 #ifdef ARCH_X86
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1363 #ifdef HAVE_MMX2
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1364 int i;
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1365 if(canMMX2BeUsed)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1366 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1367 asm volatile(
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1368 "pxor %%mm7, %%mm7 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1369 "pxor %%mm2, %%mm2 \n\t" // 2*xalpha
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1370 "movd %5, %%mm6 \n\t" // xInc&0xFFFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1371 "punpcklwd %%mm6, %%mm6 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1372 "punpcklwd %%mm6, %%mm6 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1373 "movq %%mm6, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1374 "psllq $16, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1375 "paddw %%mm6, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1376 "psllq $16, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1377 "paddw %%mm6, %%mm2 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1378 "psllq $16, %%mm2 \n\t" //0,t,2t,3t t=xInc&0xFFFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1379 "movq %%mm2, temp0 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1380 "movd %4, %%mm6 \n\t" //(xInc*4)&0xFFFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1381 "punpcklwd %%mm6, %%mm6 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1382 "punpcklwd %%mm6, %%mm6 \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1383 "xorl %%eax, %%eax \n\t" // i
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1384 "movl %0, %%esi \n\t" // src
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1385 "movl %1, %%edi \n\t" // buf1
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1386 "movl %3, %%edx \n\t" // (xInc*4)>>16
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1387 "xorl %%ecx, %%ecx \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1388 "xorl %%ebx, %%ebx \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1389 "movw %4, %%bx \n\t" // (xInc*4)&0xFFFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1390
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1391 #define FUNNYUVCODE \
2520
b58c43aab619 3dnow prefetch & sfence
michael
parents: 2519
diff changeset
1392 PREFETCH" 1024(%%esi) \n\t"\
b58c43aab619 3dnow prefetch & sfence
michael
parents: 2519
diff changeset
1393 PREFETCH" 1056(%%esi) \n\t"\
b58c43aab619 3dnow prefetch & sfence
michael
parents: 2519
diff changeset
1394 PREFETCH" 1088(%%esi) \n\t"\
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1395 "call funnyUVCode \n\t"\
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1396 "movq temp0, %%mm2 \n\t"\
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1397 "xorl %%ecx, %%ecx \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1398
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1399 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1400 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1401 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1402 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1403
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1404 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1405 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1406 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1407 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1408 "xorl %%eax, %%eax \n\t" // i
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1409 "movl %6, %%esi \n\t" // src
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1410 "movl %1, %%edi \n\t" // buf1
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1411 "addl $4096, %%edi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1412
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1413 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1414 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1415 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1416 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1417
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1418 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1419 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1420 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1421 FUNNYUVCODE
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1422
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1423 :: "m" (src1), "m" (dst), "m" (dstWidth), "m" ((xInc*4)>>16),
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1424 "m" ((xInc*4)&0xFFFF), "m" (xInc&0xFFFF), "m" (src2)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1425 : "%eax", "%ebx", "%ecx", "%edx", "%esi", "%edi"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1426 );
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1427 for(i=dstWidth-1; (i*xInc)>>16 >=srcWidth/2-1; i--)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1428 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1429 dst[i] = src1[srcWidth/2-1]*128;
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1430 dst[i+2048] = src2[srcWidth/2-1]*128;
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1431 }
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1432 }
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1433 else
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1434 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1435 #endif
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1436 asm volatile(
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1437 "xorl %%eax, %%eax \n\t" // i
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1438 "xorl %%ebx, %%ebx \n\t" // xx
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1439 "xorl %%ecx, %%ecx \n\t" // 2*xalpha
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1440 "1: \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1441 "movl %0, %%esi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1442 "movzbl (%%esi, %%ebx), %%edi \n\t" //src[xx]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1443 "movzbl 1(%%esi, %%ebx), %%esi \n\t" //src[xx+1]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1444 "subl %%edi, %%esi \n\t" //src[xx+1] - src[xx]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1445 "imull %%ecx, %%esi \n\t" //(src[xx+1] - src[xx])*2*xalpha
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1446 "shll $16, %%edi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1447 "addl %%edi, %%esi \n\t" //src[xx+1]*2*xalpha + src[xx]*(1-2*xalpha)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1448 "movl %1, %%edi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1449 "shrl $9, %%esi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1450 "movw %%si, (%%edi, %%eax, 2) \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1451
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1452 "movzbl (%5, %%ebx), %%edi \n\t" //src[xx]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1453 "movzbl 1(%5, %%ebx), %%esi \n\t" //src[xx+1]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1454 "subl %%edi, %%esi \n\t" //src[xx+1] - src[xx]
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1455 "imull %%ecx, %%esi \n\t" //(src[xx+1] - src[xx])*2*xalpha
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1456 "shll $16, %%edi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1457 "addl %%edi, %%esi \n\t" //src[xx+1]*2*xalpha + src[xx]*(1-2*xalpha)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1458 "movl %1, %%edi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1459 "shrl $9, %%esi \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1460 "movw %%si, 4096(%%edi, %%eax, 2)\n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1461
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1462 "addw %4, %%cx \n\t" //2*xalpha += xInc&0xFF
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1463 "adcl %3, %%ebx \n\t" //xx+= xInc>>8 + carry
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1464 "addl $1, %%eax \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1465 "cmpl %2, %%eax \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1466 " jb 1b \n\t"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1467
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1468 :: "m" (src1), "m" (dst), "m" (dstWidth), "m" (xInc>>16), "m" (xInc&0xFFFF),
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1469 "r" (src2)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1470 : "%eax", "%ebx", "%ecx", "%edi", "%esi"
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1471 );
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1472 #ifdef HAVE_MMX2
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1473 } //if MMX2 cant be used
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1474 #endif
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1475 #else
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1476 int i;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1477 unsigned int xpos=0;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1478 for(i=0;i<dstWidth;i++)
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1479 {
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1480 register unsigned int xx=xpos>>16;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1481 register unsigned int xalpha=(xpos&0xFFFF)>>9;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1482 dst[i]=(src1[xx]*(xalpha^127)+src1[xx+1]*xalpha);
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1483 dst[i+2048]=(src2[xx]*(xalpha^127)+src2[xx+1]*xalpha);
2566
a350d8bed636 bugfixes
michael
parents: 2540
diff changeset
1484 /* slower
a350d8bed636 bugfixes
michael
parents: 2540
diff changeset
1485 dst[i]= (src1[xx]<<7) + (src1[xx+1] - src1[xx])*xalpha;
a350d8bed636 bugfixes
michael
parents: 2540
diff changeset
1486 dst[i+2048]=(src2[xx]<<7) + (src2[xx+1] - src2[xx])*xalpha;
a350d8bed636 bugfixes
michael
parents: 2540
diff changeset
1487 */
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1488 xpos+=xInc;
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1489 }
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1490 #endif
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1491 }
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1492
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1493
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1494 // *** bilinear scaling and yuv->rgb or yuv->yuv conversion of yv12 slices:
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1495 // *** Note: it's called multiple times while decoding a frame, first time y==0
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1496 // *** Designed to upscale, but may work for downscale too.
2274
9ee34c6950e0 xinc scaled by 16 instead of 8
arpi
parents: 2271
diff changeset
1497 // s_xinc = (src_width << 16) / dst_width
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1498 // s_yinc = (src_height << 16) / dst_height
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1499 void SwScale_YV12slice(unsigned char* srcptr[],int stride[], int y, int h,
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1500 uint8_t* dstptr[], int dststride, int dstw, int dstbpp,
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1501 unsigned int s_xinc,unsigned int s_yinc){
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1502
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1503 // scaling factors:
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1504 //static int s_yinc=(vo_dga_src_height<<16)/vo_dga_vp_height;
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1505 //static int s_xinc=(vo_dga_src_width<<8)/vo_dga_vp_width;
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1506
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1507 unsigned int s_xinc2;
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1508
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1509 static int s_srcypos; // points to the dst Pixels center in the source (0 is the center of pixel 0,0 in src)
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1510 static int s_ypos;
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1511
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1512 // last horzontally interpolated lines, used to avoid unnecessary calculations
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1513 static int s_last_ypos;
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1514 static int s_last_y1pos;
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1515
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1516 #ifdef HAVE_MMX2
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1517 // used to detect a horizontal size change
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1518 static int old_dstw= -1;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1519 static int old_s_xinc= -1;
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1520 #endif
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1521
2680
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1522 int srcWidth;
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1523 int dstUVw;
2638
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1524 int i;
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1525
2680
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1526 if(((dstw + 7)&(~7)) >= dststride) dstw&= ~7;
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1527
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1528 srcWidth= (dstw*s_xinc + 0x8000)>>16;
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1529 dstUVw= fullUVIpol ? dstw : dstw/2;
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1530
2270
56ca174d8169 vertical lines bugfix
michael
parents: 2269
diff changeset
1531 #ifdef HAVE_MMX2
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1532 canMMX2BeUsed= (s_xinc <= 0x10000 && (dstw&31)==0 && (srcWidth&15)==0) ? 1 : 0;
2270
56ca174d8169 vertical lines bugfix
michael
parents: 2269
diff changeset
1533 #endif
56ca174d8169 vertical lines bugfix
michael
parents: 2269
diff changeset
1534
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1535 // match pixel 0 of the src to pixel 0 of dst and match pixel n-2 of src to pixel n-2 of dst
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1536 // n-2 is the last chrominance sample available
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1537 // FIXME this is not perfect, but noone shuld notice the difference, the more correct variant
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1538 // would be like the vertical one, but that would require some special code for the
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1539 // first and last pixel
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1540 if(canMMX2BeUsed) s_xinc+= 20;
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1541 else s_xinc = ((srcWidth-2)<<16)/(dstw-2) - 20;
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1542
2566
a350d8bed636 bugfixes
michael
parents: 2540
diff changeset
1543 if(fullUVIpol && !(dstbpp==12)) s_xinc2= s_xinc>>1;
a350d8bed636 bugfixes
michael
parents: 2540
diff changeset
1544 else s_xinc2= s_xinc;
2271
a8d57bbc4413 horizontal lines bugfix
michael
parents: 2270
diff changeset
1545 // force calculation of the horizontal interpolation of the first line
a8d57bbc4413 horizontal lines bugfix
michael
parents: 2270
diff changeset
1546
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1547 if(y==0){
2680
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1548 // printf("dstw %d, srcw %d, mmx2 %d\n", dstw, srcWidth, canMMX2BeUsed);
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1549 s_last_ypos=-99;
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1550 s_last_y1pos=-99;
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1551 s_srcypos= s_yinc/2 - 0x8000;
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1552 s_ypos=0;
2638
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1553
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1554 // clean the buffers so that no green stuff is drawen if the width is not sane (%8=0)
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1555 for(i=dstw-2; i<dstw+20; i++)
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1556 {
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1557 pix_buf_uv[0][i] = pix_buf_uv[1][i]
2680
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1558 = pix_buf_uv[0][2048+i] = pix_buf_uv[1][2048+i] = 128*128;
2638
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1559 pix_buf_uv[0][i/2] = pix_buf_uv[1][i/2]
2680
e8a534509557 green line fix for dstw%8!=0
michael
parents: 2671
diff changeset
1560 = pix_buf_uv[0][2048+i/2] = pix_buf_uv[1][2048+i/2] = 128*128;
2638
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1561 pix_buf_y[0][i]= pix_buf_y[1][i]= 0;
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1562 }
d4211422b6cc right green line bugfix for width not %8==0 (untested -vo vesa doesnt work)
michael
parents: 2585
diff changeset
1563
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1564 #ifdef HAVE_MMX2
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1565 // cant downscale !!!
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1566 if((old_s_xinc != s_xinc || old_dstw!=dstw) && canMMX2BeUsed)
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1567 {
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1568 uint8_t *fragment;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1569 int imm8OfPShufW1;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1570 int imm8OfPShufW2;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1571 int fragmentLength;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1572
2671
555cb027c7a7 fixed warnings
michael
parents: 2669
diff changeset
1573 int xpos, i;
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1574
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1575 old_s_xinc= s_xinc;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1576 old_dstw= dstw;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1577
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1578 // create an optimized horizontal scaling routine
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1579
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1580 //code fragment
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1581
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1582 asm volatile(
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1583 "jmp 9f \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1584 // Begin
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1585 "0: \n\t"
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1586 "movq (%%esi), %%mm0 \n\t" //FIXME Alignment
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1587 "movq %%mm0, %%mm1 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1588 "psrlq $8, %%mm0 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1589 "punpcklbw %%mm7, %%mm1 \n\t"
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1590 "movq %%mm2, %%mm3 \n\t"
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1591 "punpcklbw %%mm7, %%mm0 \n\t"
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1592 "addw %%bx, %%cx \n\t" //2*xalpha += (4*s_xinc)&0xFFFF
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1593 "pshufw $0xFF, %%mm1, %%mm1 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1594 "1: \n\t"
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1595 "adcl %%edx, %%esi \n\t" //xx+= (4*s_xinc)>>16 + carry
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1596 "pshufw $0xFF, %%mm0, %%mm0 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1597 "2: \n\t"
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1598 "psrlw $9, %%mm3 \n\t"
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1599 "psubw %%mm1, %%mm0 \n\t"
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1600 "pmullw %%mm3, %%mm0 \n\t"
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1601 "paddw %%mm6, %%mm2 \n\t" // 2*alpha += xpos&0xFFFF
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1602 "psllw $7, %%mm1 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1603 "paddw %%mm1, %%mm0 \n\t"
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1604
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1605 "movq %%mm0, (%%edi, %%eax) \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1606
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1607 "addl $8, %%eax \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1608 // End
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1609 "9: \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1610 // "int $3\n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1611 "leal 0b, %0 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1612 "leal 1b, %1 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1613 "leal 2b, %2 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1614 "decl %1 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1615 "decl %2 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1616 "subl %0, %1 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1617 "subl %0, %2 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1618 "leal 9b, %3 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1619 "subl %0, %3 \n\t"
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1620 :"=r" (fragment), "=r" (imm8OfPShufW1), "=r" (imm8OfPShufW2),
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1621 "=r" (fragmentLength)
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1622 );
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1623
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1624 xpos= 0; //s_xinc/2 - 0x8000; // difference between pixel centers
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1625
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1626 /* choose xinc so that all 8 parts fit exactly
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1627 Note: we cannot use just 1 part because it would not fit in the code cache */
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1628 // s_xinc2_diff= -((((s_xinc2*(dstw/8))&0xFFFF))/(dstw/8))-10;
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1629 // s_xinc_diff= -((((s_xinc*(dstw/8))&0xFFFF))/(dstw/8));
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1630 #ifdef ALT_ERROR
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1631 // s_xinc2_diff+= ((0x10000/(dstw/8)));
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1632 #endif
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1633 // s_xinc_diff= s_xinc2_diff*2;
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1634
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1635 // s_xinc2+= s_xinc2_diff;
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1636 // s_xinc+= s_xinc_diff;
2270
56ca174d8169 vertical lines bugfix
michael
parents: 2269
diff changeset
1637
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1638 // old_s_xinc= s_xinc;
2270
56ca174d8169 vertical lines bugfix
michael
parents: 2269
diff changeset
1639
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1640 for(i=0; i<dstw/8; i++)
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1641 {
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1642 int xx=xpos>>16;
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1643
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1644 if((i&3) == 0)
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1645 {
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1646 int a=0;
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1647 int b=((xpos+s_xinc)>>16) - xx;
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1648 int c=((xpos+s_xinc*2)>>16) - xx;
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1649 int d=((xpos+s_xinc*3)>>16) - xx;
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1650
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1651 memcpy(funnyYCode + fragmentLength*i/4, fragment, fragmentLength);
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1652
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1653 funnyYCode[fragmentLength*i/4 + imm8OfPShufW1]=
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1654 funnyYCode[fragmentLength*i/4 + imm8OfPShufW2]=
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1655 a | (b<<2) | (c<<4) | (d<<6);
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1656
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1657 // if we dont need to read 8 bytes than dont :), reduces the chance of
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1658 // crossing a cache line
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1659 if(d<3) funnyYCode[fragmentLength*i/4 + 1]= 0x6E;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1660
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1661 funnyYCode[fragmentLength*(i+4)/4]= RET;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1662 }
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1663 xpos+=s_xinc;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1664 }
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1665
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1666 xpos= 0; //s_xinc2/2 - 0x10000; // difference between centers of chrom samples
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1667 for(i=0; i<dstUVw/8; i++)
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1668 {
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1669 int xx=xpos>>16;
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1670
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1671 if((i&3) == 0)
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1672 {
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1673 int a=0;
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1674 int b=((xpos+s_xinc2)>>16) - xx;
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1675 int c=((xpos+s_xinc2*2)>>16) - xx;
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1676 int d=((xpos+s_xinc2*3)>>16) - xx;
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1677
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1678 memcpy(funnyUVCode + fragmentLength*i/4, fragment, fragmentLength);
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1679
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1680 funnyUVCode[fragmentLength*i/4 + imm8OfPShufW1]=
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1681 funnyUVCode[fragmentLength*i/4 + imm8OfPShufW2]=
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1682 a | (b<<2) | (c<<4) | (d<<6);
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1683
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1684 // if we dont need to read 8 bytes than dont :), reduces the chance of
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1685 // crossing a cache line
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1686 if(d<3) funnyUVCode[fragmentLength*i/4 + 1]= 0x6E;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1687
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1688 funnyUVCode[fragmentLength*(i+4)/4]= RET;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1689 }
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1690 xpos+=s_xinc2;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1691 }
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1692 // funnyCode[0]= RET;
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1693 }
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1694
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1695 #endif // HAVE_MMX2
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1696 } // reset counters
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1697
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1698 while(1){
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1699 unsigned char *dest =dstptr[0]+dststride*s_ypos;
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1700 unsigned char *uDest=dstptr[1]+(dststride>>1)*(s_ypos>>1);
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1701 unsigned char *vDest=dstptr[2]+(dststride>>1)*(s_ypos>>1);
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1702
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1703 int y0=(s_srcypos + 0xFFFF)>>16; // first luminance source line number below the dst line
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1704 // points to the dst Pixels center in the source (0 is the center of pixel 0,0 in src)
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1705 int srcuvpos= dstbpp==12 ? s_srcypos + s_yinc/2 - 0x8000 :
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1706 s_srcypos - 0x8000;
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1707 int y1=(srcuvpos + 0x1FFFF)>>17; // first chrominance source line number below the dst line
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1708 int yalpha=((s_srcypos-1)&0xFFFF)>>4;
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1709 int uvalpha=((srcuvpos-1)&0x1FFFF)>>5;
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1710 uint16_t *buf0=pix_buf_y[y0&1]; // top line of the interpolated slice
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1711 uint16_t *buf1=pix_buf_y[((y0+1)&1)]; // bottom line of the interpolated slice
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1712 uint16_t *uvbuf0=pix_buf_uv[y1&1]; // top line of the interpolated slice
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1713 uint16_t *uvbuf1=pix_buf_uv[(y1+1)&1]; // bottom line of the interpolated slice
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1714
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1715 if(y0>=y+h) break; // FIXME wrong, skips last lines, but they are dupliactes anyway
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1716
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1717 if((y0&1) && dstbpp==12) uvalpha=-1; // there is no alpha if there is no line
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1718
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1719 s_ypos++; s_srcypos+=s_yinc;
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1720
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1721 //only interpolate the src line horizontally if we didnt do it allready
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1722 if(s_last_ypos!=y0)
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1723 {
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1724 unsigned char *src;
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1725 // skip if first line has been horiz scaled alleady
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1726 if(s_last_ypos != y0-1)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1727 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1728 // check if first line is before any available src lines
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1729 if(y0-1 < y) src=srcptr[0]+(0 )*stride[0];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1730 else src=srcptr[0]+(y0-y-1)*stride[0];
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1731
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1732 hyscale(buf0, dstw, src, srcWidth, s_xinc);
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1733 }
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1734 // check if second line is after any available src lines
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1735 if(y0-y >= h) src=srcptr[0]+(h-1)*stride[0];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1736 else src=srcptr[0]+(y0-y)*stride[0];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1737
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1738 // the min() is required to avoid reuseing lines which where not available
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1739 s_last_ypos= MIN(y0, y+h-1);
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1740 hyscale(buf1, dstw, src, srcWidth, s_xinc);
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1741 }
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1742 // printf("%d %d %d %d\n", y, y1, s_last_y1pos, h);
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1743 // *** horizontal scale U and V lines to temp buffer
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1744 if(s_last_y1pos!=y1)
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1745 {
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1746 uint8_t *src1, *src2;
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1747 // skip if first line has been horiz scaled alleady
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1748 if(s_last_y1pos != y1-1)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1749 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1750 // check if first line is before any available src lines
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1751 if(y1-y/2-1 < 0)
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1752 {
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1753 src1= srcptr[1]+(0)*stride[1];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1754 src2= srcptr[2]+(0)*stride[2];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1755 }else{
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1756 src1= srcptr[1]+(y1-y/2-1)*stride[1];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1757 src2= srcptr[2]+(y1-y/2-1)*stride[2];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1758 }
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1759 hcscale(uvbuf0, dstUVw, src1, src2, srcWidth, s_xinc2);
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1760 }
2264
7851375ea156 increased precission of s_xinc s_xinc2 (needed for the mmx2 bugfix)
michael
parents: 2237
diff changeset
1761
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1762 // check if second line is after any available src lines
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1763 if(y1 - y/2 >= h/2)
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1764 {
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1765 src1= srcptr[1]+(h/2-1)*stride[1];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1766 src2= srcptr[2]+(h/2-1)*stride[2];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1767 }else{
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1768 src1= srcptr[1]+(y1-y/2)*stride[1];
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1769 src2= srcptr[2]+(y1-y/2)*stride[2];
2279
9b9c3363abbe horizontal scaling bugs fixed, should be mostly bugfree now
michael
parents: 2274
diff changeset
1770 }
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1771 hcscale(uvbuf1, dstUVw, src1, src2, srcWidth, s_xinc2);
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1772
2469
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1773 // the min() is required to avoid reuseing lines which where not available
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1774 s_last_y1pos= MIN(y1, y/2+h/2-1);
03abc2743ed6 downscale
michael
parents: 2326
diff changeset
1775 }
2748
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1776 #ifdef HAVE_MMX
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1777 b5Dither= dither8[s_ypos&1];
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1778 g6Dither= dither4[s_ypos&1];
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1779 g5Dither= dither8[s_ypos&1];
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1780 r5Dither= dither8[(s_ypos+1)&1];
01dbf100b4f8 better dithering
michael
parents: 2730
diff changeset
1781 #endif
2232
65996b3467d7 MMX & MMX2 optimizations (MMX2 is buggy and commented out)
michael
parents: 2230
diff changeset
1782
2519
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1783 if(dstbpp==12) //YV12
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1784 yuv2yuv(buf0, buf1, uvbuf0, uvbuf1, dest, uDest, vDest, dstw, yalpha, uvalpha);
6f3fa9bc3b27 yv12 to yv12 scaler
michael
parents: 2503
diff changeset
1785 else if(ABS(s_yinc - 0x10000) < 10)
2316
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1786 yuv2rgb1(buf0, buf1, uvbuf0, uvbuf1, dest, dstw, yalpha, uvalpha, dstbpp);
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1787 else
bcb229557e9b fixed alignment (static variables where sometimes not 8-byte aligned)
michael
parents: 2297
diff changeset
1788 yuv2rgbX(buf0, buf1, uvbuf0, uvbuf1, dest, dstw, yalpha, uvalpha, dstbpp);
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1789 }
2534
cc9d3fd626f0 patch from Martin Decky <deckm1am@ss1000.ms.mff.cuni.cz> applied and unnecassery "memory" removed
michael
parents: 2521
diff changeset
1790
cc9d3fd626f0 patch from Martin Decky <deckm1am@ss1000.ms.mff.cuni.cz> applied and unnecassery "memory" removed
michael
parents: 2521
diff changeset
1791 #ifdef HAVE_MMX
cc9d3fd626f0 patch from Martin Decky <deckm1am@ss1000.ms.mff.cuni.cz> applied and unnecassery "memory" removed
michael
parents: 2521
diff changeset
1792 __asm __volatile(SFENCE:::"memory");
2566
a350d8bed636 bugfixes
michael
parents: 2540
diff changeset
1793 __asm __volatile(EMMS:::"memory");
2534
cc9d3fd626f0 patch from Martin Decky <deckm1am@ss1000.ms.mff.cuni.cz> applied and unnecassery "memory" removed
michael
parents: 2521
diff changeset
1794 #endif
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1795 }
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1796
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1797
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1798 void SwScale_Init(){
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1799 // generating tables:
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1800 int i;
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1801 for(i=0;i<256;i++){
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1802 clip_table[i]=0;
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1803 clip_table[i+256]=i;
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1804 clip_table[i+512]=255;
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1805 yuvtab_2568[i]=(0x2568*(i-16))+(256<<13);
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1806 yuvtab_3343[i]=0x3343*(i-128);
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1807 yuvtab_0c92[i]=-0x0c92*(i-128);
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1808 yuvtab_1a1e[i]=-0x1a1e*(i-128);
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1809 yuvtab_40cf[i]=0x40cf*(i-128);
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1810 }
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1811
2584
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1812 for(i=0; i<768; i++)
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1813 {
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1814 int v= clip_table[i];
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1815 clip_table16b[i]= v>>3;
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1816 clip_table16g[i]= (v<<3)&0x07E0;
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1817 clip_table16r[i]= (v<<8)&0xF800;
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1818 clip_table15b[i]= v>>3;
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1819 clip_table15g[i]= (v<<2)&0x03E0;
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1820 clip_table15r[i]= (v<<7)&0x7C00;
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1821 }
6d20d5d5829f 15/16bit in C speedup
michael
parents: 2576
diff changeset
1822
2216
9da2a0515184 software yv12->rgb scaler - separated from fsdga
arpi
parents:
diff changeset
1823 }