Mercurial > mplayer.hg

comparison liba52/downmix.c @ 29264:e83eef58b30a

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Remove all kind of trailing whitespaces from all MPlayer's files. This affects all kind of spaces (' ',^I,^M,^L,...): actually [:space:] regex character set.
author bircoph
date Wed, 13 May 2009 15:22:13 +0000
parents 25337a2147e7
children
comparison
equal deleted inserted replaced
29263:0f1b5b68af32 29264:e83eef58b30a
60 if(mm_accel & MM_ACCEL_X86_MMX) a52_upmix= upmix_MMX; 60 if(mm_accel & MM_ACCEL_X86_MMX) a52_upmix= upmix_MMX;
61 if(mm_accel & MM_ACCEL_X86_SSE) a52_downmix= downmix_SSE; 61 if(mm_accel & MM_ACCEL_X86_SSE) a52_downmix= downmix_SSE;
62 if(mm_accel & MM_ACCEL_X86_3DNOW) a52_downmix= downmix_3dnow; 62 if(mm_accel & MM_ACCEL_X86_3DNOW) a52_downmix= downmix_3dnow;
63 #endif 63 #endif
64 } 64 }
65 65
66 int a52_downmix_init (int input, int flags, sample_t * level, 66 int a52_downmix_init (int input, int flags, sample_t * level,
67 sample_t clev, sample_t slev) 67 sample_t clev, sample_t slev)
68 { 68 {
69 static uint8_t table[11][8] = { 69 static uint8_t table[11][8] = {
70 {A52_CHANNEL, A52_DOLBY, A52_STEREO, A52_STEREO, 70 {A52_CHANNEL, A52_DOLBY, A52_STEREO, A52_STEREO,
693 "movlps %2, %%xmm7 \n\t" 693 "movlps %2, %%xmm7 \n\t"
694 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 694 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
695 "mov $-1024, %%"REG_S" \n\t" 695 "mov $-1024, %%"REG_S" \n\t"
696 ASMALIGN(4) 696 ASMALIGN(4)
697 "1: \n\t" 697 "1: \n\t"
698 "movaps (%0, %%"REG_S"), %%xmm0 \n\t" 698 "movaps (%0, %%"REG_S"), %%xmm0 \n\t"
699 "movaps 16(%0, %%"REG_S"), %%xmm1\n\t" 699 "movaps 16(%0, %%"REG_S"), %%xmm1\n\t"
700 "addps (%1, %%"REG_S"), %%xmm0 \n\t" 700 "addps (%1, %%"REG_S"), %%xmm0 \n\t"
701 "addps 16(%1, %%"REG_S"), %%xmm1\n\t" 701 "addps 16(%1, %%"REG_S"), %%xmm1\n\t"
702 "addps %%xmm7, %%xmm0 \n\t" 702 "addps %%xmm7, %%xmm0 \n\t"
703 "addps %%xmm7, %%xmm1 \n\t" 703 "addps %%xmm7, %%xmm1 \n\t"
704 "movaps %%xmm0, (%1, %%"REG_S") \n\t" 704 "movaps %%xmm0, (%1, %%"REG_S") \n\t"
705 "movaps %%xmm1, 16(%1, %%"REG_S")\n\t" 705 "movaps %%xmm1, 16(%1, %%"REG_S")\n\t"
706 "add $32, %%"REG_S" \n\t" 706 "add $32, %%"REG_S" \n\t"
716 "movlps %1, %%xmm7 \n\t" 716 "movlps %1, %%xmm7 \n\t"
717 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 717 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
718 "mov $-1024, %%"REG_S" \n\t" 718 "mov $-1024, %%"REG_S" \n\t"
719 ASMALIGN(4) 719 ASMALIGN(4)
720 "1: \n\t" 720 "1: \n\t"
721 "movaps (%0, %%"REG_S"), %%xmm0 \n\t" 721 "movaps (%0, %%"REG_S"), %%xmm0 \n\t"
722 "movaps 1024(%0, %%"REG_S"), %%xmm1\n\t" 722 "movaps 1024(%0, %%"REG_S"), %%xmm1\n\t"
723 "addps 2048(%0, %%"REG_S"), %%xmm0\n\t" 723 "addps 2048(%0, %%"REG_S"), %%xmm0\n\t"
724 "addps %%xmm7, %%xmm1 \n\t" 724 "addps %%xmm7, %%xmm1 \n\t"
725 "addps %%xmm1, %%xmm0 \n\t" 725 "addps %%xmm1, %%xmm0 \n\t"
726 "movaps %%xmm0, (%0, %%"REG_S") \n\t" 726 "movaps %%xmm0, (%0, %%"REG_S") \n\t"
727 "add $16, %%"REG_S" \n\t" 727 "add $16, %%"REG_S" \n\t"
728 " jnz 1b \n\t" 728 " jnz 1b \n\t"
737 "movlps %1, %%xmm7 \n\t" 737 "movlps %1, %%xmm7 \n\t"
738 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 738 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
739 "mov $-1024, %%"REG_S" \n\t" 739 "mov $-1024, %%"REG_S" \n\t"
740 ASMALIGN(4) 740 ASMALIGN(4)
741 "1: \n\t" 741 "1: \n\t"
742 "movaps (%0, %%"REG_S"), %%xmm0 \n\t" 742 "movaps (%0, %%"REG_S"), %%xmm0 \n\t"
743 "movaps 1024(%0, %%"REG_S"), %%xmm1\n\t" 743 "movaps 1024(%0, %%"REG_S"), %%xmm1\n\t"
744 "addps 2048(%0, %%"REG_S"), %%xmm0\n\t" 744 "addps 2048(%0, %%"REG_S"), %%xmm0\n\t"
745 "addps 3072(%0, %%"REG_S"), %%xmm1\n\t" 745 "addps 3072(%0, %%"REG_S"), %%xmm1\n\t"
746 "addps %%xmm7, %%xmm0 \n\t" 746 "addps %%xmm7, %%xmm0 \n\t"
747 "addps %%xmm1, %%xmm0 \n\t" 747 "addps %%xmm1, %%xmm0 \n\t"
748 "movaps %%xmm0, (%0, %%"REG_S") \n\t" 748 "movaps %%xmm0, (%0, %%"REG_S") \n\t"
749 "add $16, %%"REG_S" \n\t" 749 "add $16, %%"REG_S" \n\t"
750 " jnz 1b \n\t" 750 " jnz 1b \n\t"
759 "movlps %1, %%xmm7 \n\t" 759 "movlps %1, %%xmm7 \n\t"
760 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 760 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
761 "mov $-1024, %%"REG_S" \n\t" 761 "mov $-1024, %%"REG_S" \n\t"
762 ASMALIGN(4) 762 ASMALIGN(4)
763 "1: \n\t" 763 "1: \n\t"
764 "movaps (%0, %%"REG_S"), %%xmm0 \n\t" 764 "movaps (%0, %%"REG_S"), %%xmm0 \n\t"
765 "movaps 1024(%0, %%"REG_S"), %%xmm1\n\t" 765 "movaps 1024(%0, %%"REG_S"), %%xmm1\n\t"
766 "addps 2048(%0, %%"REG_S"), %%xmm0\n\t" 766 "addps 2048(%0, %%"REG_S"), %%xmm0\n\t"
767 "addps 3072(%0, %%"REG_S"), %%xmm1\n\t" 767 "addps 3072(%0, %%"REG_S"), %%xmm1\n\t"
768 "addps %%xmm7, %%xmm0 \n\t" 768 "addps %%xmm7, %%xmm0 \n\t"
769 "addps 4096(%0, %%"REG_S"), %%xmm1\n\t" 769 "addps 4096(%0, %%"REG_S"), %%xmm1\n\t"
770 "addps %%xmm1, %%xmm0 \n\t" 770 "addps %%xmm1, %%xmm0 \n\t"
771 "movaps %%xmm0, (%0, %%"REG_S") \n\t" 771 "movaps %%xmm0, (%0, %%"REG_S") \n\t"
772 "add $16, %%"REG_S" \n\t" 772 "add $16, %%"REG_S" \n\t"
773 " jnz 1b \n\t" 773 " jnz 1b \n\t"
774 :: "r" (samples+256), "m" (bias) 774 :: "r" (samples+256), "m" (bias)
782 "movlps %1, %%xmm7 \n\t" 782 "movlps %1, %%xmm7 \n\t"
783 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 783 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
784 "mov $-1024, %%"REG_S" \n\t" 784 "mov $-1024, %%"REG_S" \n\t"
785 ASMALIGN(4) 785 ASMALIGN(4)
786 "1: \n\t" 786 "1: \n\t"
787 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t" 787 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t"
788 "addps %%xmm7, %%xmm0 \n\t" //common 788 "addps %%xmm7, %%xmm0 \n\t" //common
789 "movaps (%0, %%"REG_S"), %%xmm1 \n\t" 789 "movaps (%0, %%"REG_S"), %%xmm1 \n\t"
790 "movaps 2048(%0, %%"REG_S"), %%xmm2\n\t" 790 "movaps 2048(%0, %%"REG_S"), %%xmm2\n\t"
791 "addps %%xmm0, %%xmm1 \n\t" 791 "addps %%xmm0, %%xmm1 \n\t"
792 "addps %%xmm0, %%xmm2 \n\t" 792 "addps %%xmm0, %%xmm2 \n\t"
793 "movaps %%xmm1, (%0, %%"REG_S") \n\t" 793 "movaps %%xmm1, (%0, %%"REG_S") \n\t"
794 "movaps %%xmm2, 1024(%0, %%"REG_S")\n\t" 794 "movaps %%xmm2, 1024(%0, %%"REG_S")\n\t"
805 "movlps %2, %%xmm7 \n\t" 805 "movlps %2, %%xmm7 \n\t"
806 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 806 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
807 "mov $-1024, %%"REG_S" \n\t" 807 "mov $-1024, %%"REG_S" \n\t"
808 ASMALIGN(4) 808 ASMALIGN(4)
809 "1: \n\t" 809 "1: \n\t"
810 "movaps 1024(%1, %%"REG_S"), %%xmm0\n\t" 810 "movaps 1024(%1, %%"REG_S"), %%xmm0\n\t"
811 "addps %%xmm7, %%xmm0 \n\t" //common 811 "addps %%xmm7, %%xmm0 \n\t" //common
812 "movaps (%0, %%"REG_S"), %%xmm1 \n\t" 812 "movaps (%0, %%"REG_S"), %%xmm1 \n\t"
813 "movaps (%1, %%"REG_S"), %%xmm2 \n\t" 813 "movaps (%1, %%"REG_S"), %%xmm2 \n\t"
814 "addps %%xmm0, %%xmm1 \n\t" 814 "addps %%xmm0, %%xmm1 \n\t"
815 "addps %%xmm0, %%xmm2 \n\t" 815 "addps %%xmm0, %%xmm2 \n\t"
816 "movaps %%xmm1, (%0, %%"REG_S") \n\t" 816 "movaps %%xmm1, (%0, %%"REG_S") \n\t"
817 "movaps %%xmm2, (%1, %%"REG_S") \n\t" 817 "movaps %%xmm2, (%1, %%"REG_S") \n\t"
829 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 829 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
830 "mov $-1024, %%"REG_S" \n\t" 830 "mov $-1024, %%"REG_S" \n\t"
831 ASMALIGN(4) 831 ASMALIGN(4)
832 "1: \n\t" 832 "1: \n\t"
833 "movaps 2048(%0, %%"REG_S"), %%xmm0\n\t" // surround 833 "movaps 2048(%0, %%"REG_S"), %%xmm0\n\t" // surround
834 "movaps (%0, %%"REG_S"), %%xmm1 \n\t" 834 "movaps (%0, %%"REG_S"), %%xmm1 \n\t"
835 "movaps 1024(%0, %%"REG_S"), %%xmm2\n\t" 835 "movaps 1024(%0, %%"REG_S"), %%xmm2\n\t"
836 "addps %%xmm7, %%xmm1 \n\t" 836 "addps %%xmm7, %%xmm1 \n\t"
837 "addps %%xmm7, %%xmm2 \n\t" 837 "addps %%xmm7, %%xmm2 \n\t"
838 "subps %%xmm0, %%xmm1 \n\t" 838 "subps %%xmm0, %%xmm1 \n\t"
839 "addps %%xmm0, %%xmm2 \n\t" 839 "addps %%xmm0, %%xmm2 \n\t"
852 "movlps %1, %%xmm7 \n\t" 852 "movlps %1, %%xmm7 \n\t"
853 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 853 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
854 "mov $-1024, %%"REG_S" \n\t" 854 "mov $-1024, %%"REG_S" \n\t"
855 ASMALIGN(4) 855 ASMALIGN(4)
856 "1: \n\t" 856 "1: \n\t"
857 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t" 857 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t"
858 "addps 3072(%0, %%"REG_S"), %%xmm0\n\t" 858 "addps 3072(%0, %%"REG_S"), %%xmm0\n\t"
859 "addps %%xmm7, %%xmm0 \n\t" // common 859 "addps %%xmm7, %%xmm0 \n\t" // common
860 "movaps (%0, %%"REG_S"), %%xmm1 \n\t" 860 "movaps (%0, %%"REG_S"), %%xmm1 \n\t"
861 "movaps 2048(%0, %%"REG_S"), %%xmm2\n\t" 861 "movaps 2048(%0, %%"REG_S"), %%xmm2\n\t"
862 "addps %%xmm0, %%xmm1 \n\t" 862 "addps %%xmm0, %%xmm1 \n\t"
863 "addps %%xmm0, %%xmm2 \n\t" 863 "addps %%xmm0, %%xmm2 \n\t"
864 "movaps %%xmm1, (%0, %%"REG_S") \n\t" 864 "movaps %%xmm1, (%0, %%"REG_S") \n\t"
865 "movaps %%xmm2, 1024(%0, %%"REG_S")\n\t" 865 "movaps %%xmm2, 1024(%0, %%"REG_S")\n\t"
876 "movlps %1, %%xmm7 \n\t" 876 "movlps %1, %%xmm7 \n\t"
877 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 877 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
878 "mov $-1024, %%"REG_S" \n\t" 878 "mov $-1024, %%"REG_S" \n\t"
879 ASMALIGN(4) 879 ASMALIGN(4)
880 "1: \n\t" 880 "1: \n\t"
881 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t" 881 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t"
882 "movaps 3072(%0, %%"REG_S"), %%xmm3\n\t" // surround 882 "movaps 3072(%0, %%"REG_S"), %%xmm3\n\t" // surround
883 "addps %%xmm7, %%xmm0 \n\t" // common 883 "addps %%xmm7, %%xmm0 \n\t" // common
884 "movaps (%0, %%"REG_S"), %%xmm1 \n\t" 884 "movaps (%0, %%"REG_S"), %%xmm1 \n\t"
885 "movaps 2048(%0, %%"REG_S"), %%xmm2\n\t" 885 "movaps 2048(%0, %%"REG_S"), %%xmm2\n\t"
886 "addps %%xmm0, %%xmm1 \n\t" 886 "addps %%xmm0, %%xmm1 \n\t"
887 "addps %%xmm0, %%xmm2 \n\t" 887 "addps %%xmm0, %%xmm2 \n\t"
888 "subps %%xmm3, %%xmm1 \n\t" 888 "subps %%xmm3, %%xmm1 \n\t"
889 "addps %%xmm3, %%xmm2 \n\t" 889 "addps %%xmm3, %%xmm2 \n\t"
902 "movlps %1, %%xmm7 \n\t" 902 "movlps %1, %%xmm7 \n\t"
903 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 903 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
904 "mov $-1024, %%"REG_S" \n\t" 904 "mov $-1024, %%"REG_S" \n\t"
905 ASMALIGN(4) 905 ASMALIGN(4)
906 "1: \n\t" 906 "1: \n\t"
907 "movaps 2048(%0, %%"REG_S"), %%xmm0\n\t" 907 "movaps 2048(%0, %%"REG_S"), %%xmm0\n\t"
908 "addps 3072(%0, %%"REG_S"), %%xmm0\n\t" // surround 908 "addps 3072(%0, %%"REG_S"), %%xmm0\n\t" // surround
909 "movaps (%0, %%"REG_S"), %%xmm1 \n\t" 909 "movaps (%0, %%"REG_S"), %%xmm1 \n\t"
910 "movaps 1024(%0, %%"REG_S"), %%xmm2\n\t" 910 "movaps 1024(%0, %%"REG_S"), %%xmm2\n\t"
911 "addps %%xmm7, %%xmm1 \n\t" 911 "addps %%xmm7, %%xmm1 \n\t"
912 "addps %%xmm7, %%xmm2 \n\t" 912 "addps %%xmm7, %%xmm2 \n\t"
913 "subps %%xmm0, %%xmm1 \n\t" 913 "subps %%xmm0, %%xmm1 \n\t"
914 "addps %%xmm0, %%xmm2 \n\t" 914 "addps %%xmm0, %%xmm2 \n\t"
927 "movlps %1, %%xmm7 \n\t" 927 "movlps %1, %%xmm7 \n\t"
928 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 928 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
929 "mov $-1024, %%"REG_S" \n\t" 929 "mov $-1024, %%"REG_S" \n\t"
930 ASMALIGN(4) 930 ASMALIGN(4)
931 "1: \n\t" 931 "1: \n\t"
932 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t" 932 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t"
933 "addps %%xmm7, %%xmm0 \n\t" // common 933 "addps %%xmm7, %%xmm0 \n\t" // common
934 "movaps %%xmm0, %%xmm1 \n\t" // common 934 "movaps %%xmm0, %%xmm1 \n\t" // common
935 "addps (%0, %%"REG_S"), %%xmm0 \n\t" 935 "addps (%0, %%"REG_S"), %%xmm0 \n\t"
936 "addps 2048(%0, %%"REG_S"), %%xmm1\n\t" 936 "addps 2048(%0, %%"REG_S"), %%xmm1\n\t"
937 "addps 3072(%0, %%"REG_S"), %%xmm0\n\t" 937 "addps 3072(%0, %%"REG_S"), %%xmm0\n\t"
938 "addps 4096(%0, %%"REG_S"), %%xmm1\n\t" 938 "addps 4096(%0, %%"REG_S"), %%xmm1\n\t"
939 "movaps %%xmm0, (%0, %%"REG_S") \n\t" 939 "movaps %%xmm0, (%0, %%"REG_S") \n\t"
940 "movaps %%xmm1, 1024(%0, %%"REG_S")\n\t" 940 "movaps %%xmm1, 1024(%0, %%"REG_S")\n\t"
941 "add $16, %%"REG_S" \n\t" 941 "add $16, %%"REG_S" \n\t"
942 " jnz 1b \n\t" 942 " jnz 1b \n\t"
943 :: "r" (samples+256), "m" (bias) 943 :: "r" (samples+256), "m" (bias)
951 "movlps %1, %%xmm7 \n\t" 951 "movlps %1, %%xmm7 \n\t"
952 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 952 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
953 "mov $-1024, %%"REG_S" \n\t" 953 "mov $-1024, %%"REG_S" \n\t"
954 ASMALIGN(4) 954 ASMALIGN(4)
955 "1: \n\t" 955 "1: \n\t"
956 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t" 956 "movaps 1024(%0, %%"REG_S"), %%xmm0\n\t"
957 "movaps 3072(%0, %%"REG_S"), %%xmm2\n\t" 957 "movaps 3072(%0, %%"REG_S"), %%xmm2\n\t"
958 "addps %%xmm7, %%xmm0 \n\t" // common 958 "addps %%xmm7, %%xmm0 \n\t" // common
959 "addps 4096(%0, %%"REG_S"), %%xmm2\n\t" // surround 959 "addps 4096(%0, %%"REG_S"), %%xmm2\n\t" // surround
960 "movaps (%0, %%"REG_S"), %%xmm1 \n\t" 960 "movaps (%0, %%"REG_S"), %%xmm1 \n\t"
961 "movaps 2048(%0, %%"REG_S"), %%xmm3\n\t" 961 "movaps 2048(%0, %%"REG_S"), %%xmm3\n\t"
962 "subps %%xmm2, %%xmm1 \n\t" 962 "subps %%xmm2, %%xmm1 \n\t"
963 "addps %%xmm2, %%xmm3 \n\t" 963 "addps %%xmm2, %%xmm3 \n\t"
964 "addps %%xmm0, %%xmm1 \n\t" 964 "addps %%xmm0, %%xmm1 \n\t"
965 "addps %%xmm0, %%xmm3 \n\t" 965 "addps %%xmm0, %%xmm3 \n\t"
966 "movaps %%xmm1, (%0, %%"REG_S") \n\t" 966 "movaps %%xmm1, (%0, %%"REG_S") \n\t"
967 "movaps %%xmm3, 1024(%0, %%"REG_S")\n\t" 967 "movaps %%xmm3, 1024(%0, %%"REG_S")\n\t"
968 "add $16, %%"REG_S" \n\t" 968 "add $16, %%"REG_S" \n\t"
969 " jnz 1b \n\t" 969 " jnz 1b \n\t"
970 :: "r" (samples+256), "m" (bias) 970 :: "r" (samples+256), "m" (bias)
978 "movlps %2, %%xmm7 \n\t" 978 "movlps %2, %%xmm7 \n\t"
979 "shufps $0x00, %%xmm7, %%xmm7 \n\t" 979 "shufps $0x00, %%xmm7, %%xmm7 \n\t"
980 "mov $-1024, %%"REG_S" \n\t" 980 "mov $-1024, %%"REG_S" \n\t"
981 ASMALIGN(4) 981 ASMALIGN(4)
982 "1: \n\t" 982 "1: \n\t"
983 "movaps (%0, %%"REG_S"), %%xmm0 \n\t" 983 "movaps (%0, %%"REG_S"), %%xmm0 \n\t"
984 "movaps 16(%0, %%"REG_S"), %%xmm1\n\t" 984 "movaps 16(%0, %%"REG_S"), %%xmm1\n\t"
985 "addps 1024(%0, %%"REG_S"), %%xmm0\n\t" 985 "addps 1024(%0, %%"REG_S"), %%xmm0\n\t"
986 "addps 1040(%0, %%"REG_S"), %%xmm1\n\t" 986 "addps 1040(%0, %%"REG_S"), %%xmm1\n\t"
987 "addps %%xmm7, %%xmm0 \n\t" 987 "addps %%xmm7, %%xmm0 \n\t"
988 "addps %%xmm7, %%xmm1 \n\t" 988 "addps %%xmm7, %%xmm1 \n\t"
989 "movaps %%xmm0, (%1, %%"REG_S") \n\t" 989 "movaps %%xmm0, (%1, %%"REG_S") \n\t"
1227 "movd %2, %%mm7 \n\t" 1227 "movd %2, %%mm7 \n\t"
1228 "punpckldq %2, %%mm7 \n\t" 1228 "punpckldq %2, %%mm7 \n\t"
1229 "mov $-1024, %%"REG_S" \n\t" 1229 "mov $-1024, %%"REG_S" \n\t"
1230 ASMALIGN(4) 1230 ASMALIGN(4)
1231 "1: \n\t" 1231 "1: \n\t"
1232 "movq (%0, %%"REG_S"), %%mm0 \n\t" 1232 "movq (%0, %%"REG_S"), %%mm0 \n\t"
1233 "movq 8(%0, %%"REG_S"), %%mm1 \n\t" 1233 "movq 8(%0, %%"REG_S"), %%mm1 \n\t"
1234 "movq 16(%0, %%"REG_S"), %%mm2 \n\t" 1234 "movq 16(%0, %%"REG_S"), %%mm2 \n\t"
1235 "movq 24(%0, %%"REG_S"), %%mm3 \n\t" 1235 "movq 24(%0, %%"REG_S"), %%mm3 \n\t"
1236 "pfadd (%1, %%"REG_S"), %%mm0 \n\t" 1236 "pfadd (%1, %%"REG_S"), %%mm0 \n\t"
1237 "pfadd 8(%1, %%"REG_S"), %%mm1 \n\t" 1237 "pfadd 8(%1, %%"REG_S"), %%mm1 \n\t"
1238 "pfadd 16(%1, %%"REG_S"), %%mm2 \n\t" 1238 "pfadd 16(%1, %%"REG_S"), %%mm2 \n\t"
1239 "pfadd 24(%1, %%"REG_S"), %%mm3 \n\t" 1239 "pfadd 24(%1, %%"REG_S"), %%mm3 \n\t"
1240 "pfadd %%mm7, %%mm0 \n\t" 1240 "pfadd %%mm7, %%mm0 \n\t"
1241 "pfadd %%mm7, %%mm1 \n\t" 1241 "pfadd %%mm7, %%mm1 \n\t"
1242 "pfadd %%mm7, %%mm2 \n\t" 1242 "pfadd %%mm7, %%mm2 \n\t"
1243 "pfadd %%mm7, %%mm3 \n\t" 1243 "pfadd %%mm7, %%mm3 \n\t"
1258 "movd %1, %%mm7 \n\t" 1258 "movd %1, %%mm7 \n\t"
1259 "punpckldq %1, %%mm7 \n\t" 1259 "punpckldq %1, %%mm7 \n\t"
1260 "mov $-1024, %%"REG_S" \n\t" 1260 "mov $-1024, %%"REG_S" \n\t"
1261 ASMALIGN(4) 1261 ASMALIGN(4)
1262 "1: \n\t" 1262 "1: \n\t"
1263 "movq (%0, %%"REG_S"), %%mm0 \n\t" 1263 "movq (%0, %%"REG_S"), %%mm0 \n\t"
1264 "movq 8(%0, %%"REG_S"), %%mm1 \n\t" 1264 "movq 8(%0, %%"REG_S"), %%mm1 \n\t"
1265 "movq 1024(%0, %%"REG_S"), %%mm2\n\t" 1265 "movq 1024(%0, %%"REG_S"), %%mm2\n\t"
1266 "movq 1032(%0, %%"REG_S"), %%mm3\n\t" 1266 "movq 1032(%0, %%"REG_S"), %%mm3\n\t"
1267 "pfadd 2048(%0, %%"REG_S"), %%mm0\n\t" 1267 "pfadd 2048(%0, %%"REG_S"), %%mm0\n\t"
1268 "pfadd 2056(%0, %%"REG_S"), %%mm1\n\t" 1268 "pfadd 2056(%0, %%"REG_S"), %%mm1\n\t"
1269 "pfadd %%mm7, %%mm0 \n\t" 1269 "pfadd %%mm7, %%mm0 \n\t"
1270 "pfadd %%mm7, %%mm1 \n\t" 1270 "pfadd %%mm7, %%mm1 \n\t"
1271 "pfadd %%mm2, %%mm0 \n\t" 1271 "pfadd %%mm2, %%mm0 \n\t"
1272 "pfadd %%mm3, %%mm1 \n\t" 1272 "pfadd %%mm3, %%mm1 \n\t"
1285 "movd %1, %%mm7 \n\t" 1285 "movd %1, %%mm7 \n\t"
1286 "punpckldq %1, %%mm7 \n\t" 1286 "punpckldq %1, %%mm7 \n\t"
1287 "mov $-1024, %%"REG_S" \n\t" 1287 "mov $-1024, %%"REG_S" \n\t"
1288 ASMALIGN(4) 1288 ASMALIGN(4)
1289 "1: \n\t" 1289 "1: \n\t"
1290 "movq (%0, %%"REG_S"), %%mm0 \n\t" 1290 "movq (%0, %%"REG_S"), %%mm0 \n\t"
1291 "movq 8(%0, %%"REG_S"), %%mm1 \n\t" 1291 "movq 8(%0, %%"REG_S"), %%mm1 \n\t"
1292 "movq 1024(%0, %%"REG_S"), %%mm2\n\t" 1292 "movq 1024(%0, %%"REG_S"), %%mm2\n\t"
1293 "movq 1032(%0, %%"REG_S"), %%mm3\n\t" 1293 "movq 1032(%0, %%"REG_S"), %%mm3\n\t"
1294 "pfadd 2048(%0, %%"REG_S"), %%mm0\n\t" 1294 "pfadd 2048(%0, %%"REG_S"), %%mm0\n\t"
1295 "pfadd 2056(%0, %%"REG_S"), %%mm1\n\t" 1295 "pfadd 2056(%0, %%"REG_S"), %%mm1\n\t"
1296 "pfadd 3072(%0, %%"REG_S"), %%mm2\n\t" 1296 "pfadd 3072(%0, %%"REG_S"), %%mm2\n\t"
1297 "pfadd 3080(%0, %%"REG_S"), %%mm3\n\t" 1297 "pfadd 3080(%0, %%"REG_S"), %%mm3\n\t"
1298 "pfadd %%mm7, %%mm0 \n\t" 1298 "pfadd %%mm7, %%mm0 \n\t"
1299 "pfadd %%mm7, %%mm1 \n\t" 1299 "pfadd %%mm7, %%mm1 \n\t"
1300 "pfadd %%mm2, %%mm0 \n\t" 1300 "pfadd %%mm2, %%mm0 \n\t"
1301 "pfadd %%mm3, %%mm1 \n\t" 1301 "pfadd %%mm3, %%mm1 \n\t"
1314 "movd %1, %%mm7 \n\t" 1314 "movd %1, %%mm7 \n\t"
1315 "punpckldq %1, %%mm7 \n\t" 1315 "punpckldq %1, %%mm7 \n\t"
1316 "mov $-1024, %%"REG_S" \n\t" 1316 "mov $-1024, %%"REG_S" \n\t"
1317 ASMALIGN(4) 1317 ASMALIGN(4)
1318 "1: \n\t" 1318 "1: \n\t"
1319 "movq (%0, %%"REG_S"), %%mm0 \n\t" 1319 "movq (%0, %%"REG_S"), %%mm0 \n\t"
1320 "movq 8(%0, %%"REG_S"), %%mm1 \n\t" 1320 "movq 8(%0, %%"REG_S"), %%mm1 \n\t"
1321 "movq 1024(%0, %%"REG_S"), %%mm2\n\t" 1321 "movq 1024(%0, %%"REG_S"), %%mm2\n\t"
1322 "movq 1032(%0, %%"REG_S"), %%mm3\n\t" 1322 "movq 1032(%0, %%"REG_S"), %%mm3\n\t"
1323 "pfadd 2048(%0, %%"REG_S"), %%mm0\n\t" 1323 "pfadd 2048(%0, %%"REG_S"), %%mm0\n\t"
1324 "pfadd 2056(%0, %%"REG_S"), %%mm1\n\t" 1324 "pfadd 2056(%0, %%"REG_S"), %%mm1\n\t"
1325 "pfadd 3072(%0, %%"REG_S"), %%mm2\n\t" 1325 "pfadd 3072(%0, %%"REG_S"), %%mm2\n\t"
1326 "pfadd 3080(%0, %%"REG_S"), %%mm3\n\t" 1326 "pfadd 3080(%0, %%"REG_S"), %%mm3\n\t"
1327 "pfadd %%mm7, %%mm0 \n\t" 1327 "pfadd %%mm7, %%mm0 \n\t"
1328 "pfadd %%mm7, %%mm1 \n\t" 1328 "pfadd %%mm7, %%mm1 \n\t"
1329 "pfadd 4096(%0, %%"REG_S"), %%mm2\n\t" 1329 "pfadd 4096(%0, %%"REG_S"), %%mm2\n\t"
1330 "pfadd 4104(%0, %%"REG_S"), %%mm3\n\t" 1330 "pfadd 4104(%0, %%"REG_S"), %%mm3\n\t"
1331 "pfadd %%mm2, %%mm0 \n\t" 1331 "pfadd %%mm2, %%mm0 \n\t"
1332 "pfadd %%mm3, %%mm1 \n\t" 1332 "pfadd %%mm3, %%mm1 \n\t"
1333 "movq %%mm0, (%0, %%"REG_S") \n\t" 1333 "movq %%mm0, (%0, %%"REG_S") \n\t"
1334 "movq %%mm1, 8(%0, %%"REG_S") \n\t" 1334 "movq %%mm1, 8(%0, %%"REG_S") \n\t"
1345 "movd %1, %%mm7 \n\t" 1345 "movd %1, %%mm7 \n\t"
1346 "punpckldq %1, %%mm7 \n\t" 1346 "punpckldq %1, %%mm7 \n\t"
1347 "mov $-1024, %%"REG_S" \n\t" 1347 "mov $-1024, %%"REG_S" \n\t"
1348 ASMALIGN(4) 1348 ASMALIGN(4)
1349 "1: \n\t" 1349 "1: \n\t"
1350 "movq 1024(%0, %%"REG_S"), %%mm0\n\t" 1350 "movq 1024(%0, %%"REG_S"), %%mm0\n\t"
1351 "movq 1032(%0, %%"REG_S"), %%mm1\n\t" 1351 "movq 1032(%0, %%"REG_S"), %%mm1\n\t"
1352 "pfadd %%mm7, %%mm0 \n\t" //common 1352 "pfadd %%mm7, %%mm0 \n\t" //common
1353 "pfadd %%mm7, %%mm1 \n\t" //common 1353 "pfadd %%mm7, %%mm1 \n\t" //common
1354 "movq (%0, %%"REG_S"), %%mm2 \n\t" 1354 "movq (%0, %%"REG_S"), %%mm2 \n\t"
1355 "movq 8(%0, %%"REG_S"), %%mm3 \n\t" 1355 "movq 8(%0, %%"REG_S"), %%mm3 \n\t"
1356 "movq 2048(%0, %%"REG_S"), %%mm4\n\t" 1356 "movq 2048(%0, %%"REG_S"), %%mm4\n\t"
1357 "movq 2056(%0, %%"REG_S"), %%mm5\n\t" 1357 "movq 2056(%0, %%"REG_S"), %%mm5\n\t"
1358 "pfadd %%mm0, %%mm2 \n\t" 1358 "pfadd %%mm0, %%mm2 \n\t"
1359 "pfadd %%mm1, %%mm3 \n\t" 1359 "pfadd %%mm1, %%mm3 \n\t"
1376 "movd %2, %%mm7 \n\t" 1376 "movd %2, %%mm7 \n\t"
1377 "punpckldq %2, %%mm7 \n\t" 1377 "punpckldq %2, %%mm7 \n\t"
1378 "mov $-1024, %%"REG_S" \n\t" 1378 "mov $-1024, %%"REG_S" \n\t"
1379 ASMALIGN(4) 1379 ASMALIGN(4)
1380 "1: \n\t" 1380 "1: \n\t"
1381 "movq 1024(%1, %%"REG_S"), %%mm0\n\t" 1381 "movq 1024(%1, %%"REG_S"), %%mm0\n\t"
1382 "movq 1032(%1, %%"REG_S"), %%mm1\n\t" 1382 "movq 1032(%1, %%"REG_S"), %%mm1\n\t"
1383 "pfadd %%mm7, %%mm0 \n\t" //common 1383 "pfadd %%mm7, %%mm0 \n\t" //common
1384 "pfadd %%mm7, %%mm1 \n\t" //common 1384 "pfadd %%mm7, %%mm1 \n\t" //common
1385 "movq (%0, %%"REG_S"), %%mm2 \n\t" 1385 "movq (%0, %%"REG_S"), %%mm2 \n\t"
1386 "movq 8(%0, %%"REG_S"), %%mm3 \n\t" 1386 "movq 8(%0, %%"REG_S"), %%mm3 \n\t"
1387 "movq (%1, %%"REG_S"), %%mm4 \n\t" 1387 "movq (%1, %%"REG_S"), %%mm4 \n\t"
1388 "movq 8(%1, %%"REG_S"), %%mm5 \n\t" 1388 "movq 8(%1, %%"REG_S"), %%mm5 \n\t"
1389 "pfadd %%mm0, %%mm2 \n\t" 1389 "pfadd %%mm0, %%mm2 \n\t"
1390 "pfadd %%mm1, %%mm3 \n\t" 1390 "pfadd %%mm1, %%mm3 \n\t"
1409 "mov $-1024, %%"REG_S" \n\t" 1409 "mov $-1024, %%"REG_S" \n\t"
1410 ASMALIGN(4) 1410 ASMALIGN(4)
1411 "1: \n\t" 1411 "1: \n\t"
1412 "movq 2048(%0, %%"REG_S"), %%mm0\n\t" // surround 1412 "movq 2048(%0, %%"REG_S"), %%mm0\n\t" // surround
1413 "movq 2056(%0, %%"REG_S"), %%mm1\n\t" // surround 1413 "movq 2056(%0, %%"REG_S"), %%mm1\n\t" // surround
1414 "movq (%0, %%"REG_S"), %%mm2 \n\t" 1414 "movq (%0, %%"REG_S"), %%mm2 \n\t"
1415 "movq 8(%0, %%"REG_S"), %%mm3 \n\t" 1415 "movq 8(%0, %%"REG_S"), %%mm3 \n\t"
1416 "movq 1024(%0, %%"REG_S"), %%mm4\n\t" 1416 "movq 1024(%0, %%"REG_S"), %%mm4\n\t"
1417 "movq 1032(%0, %%"REG_S"), %%mm5\n\t" 1417 "movq 1032(%0, %%"REG_S"), %%mm5\n\t"
1418 "pfadd %%mm7, %%mm2 \n\t" 1418 "pfadd %%mm7, %%mm2 \n\t"
1419 "pfadd %%mm7, %%mm3 \n\t" 1419 "pfadd %%mm7, %%mm3 \n\t"
1440 "movd %1, %%mm7 \n\t" 1440 "movd %1, %%mm7 \n\t"
1441 "punpckldq %1, %%mm7 \n\t" 1441 "punpckldq %1, %%mm7 \n\t"
1442 "mov $-1024, %%"REG_S" \n\t" 1442 "mov $-1024, %%"REG_S" \n\t"
1443 ASMALIGN(4) 1443 ASMALIGN(4)
1444 "1: \n\t" 1444 "1: \n\t"
1445 "movq 1024(%0, %%"REG_S"), %%mm0\n\t" 1445 "movq 1024(%0, %%"REG_S"), %%mm0\n\t"
1446 "movq 1032(%0, %%"REG_S"), %%mm1\n\t" 1446 "movq 1032(%0, %%"REG_S"), %%mm1\n\t"
1447 "pfadd 3072(%0, %%"REG_S"), %%mm0\n\t" 1447 "pfadd 3072(%0, %%"REG_S"), %%mm0\n\t"
1448 "pfadd 3080(%0, %%"REG_S"), %%mm1\n\t" 1448 "pfadd 3080(%0, %%"REG_S"), %%mm1\n\t"
1449 "pfadd %%mm7, %%mm0 \n\t" // common 1449 "pfadd %%mm7, %%mm0 \n\t" // common
1450 "pfadd %%mm7, %%mm1 \n\t" // common 1450 "pfadd %%mm7, %%mm1 \n\t" // common
1451 "movq (%0, %%"REG_S"), %%mm2 \n\t" 1451 "movq (%0, %%"REG_S"), %%mm2 \n\t"
1452 "movq 8(%0, %%"REG_S"), %%mm3 \n\t" 1452 "movq 8(%0, %%"REG_S"), %%mm3 \n\t"
1453 "movq 2048(%0, %%"REG_S"), %%mm4\n\t" 1453 "movq 2048(%0, %%"REG_S"), %%mm4\n\t"
1454 "movq 2056(%0, %%"REG_S"), %%mm5\n\t" 1454 "movq 2056(%0, %%"REG_S"), %%mm5\n\t"
1455 "pfadd %%mm0, %%mm2 \n\t" 1455 "pfadd %%mm0, %%mm2 \n\t"
1456 "pfadd %%mm1, %%mm3 \n\t" 1456 "pfadd %%mm1, %%mm3 \n\t"
1473 "movd %1, %%mm7 \n\t" 1473 "movd %1, %%mm7 \n\t"
1474 "punpckldq %1, %%mm7 \n\t" 1474 "punpckldq %1, %%mm7 \n\t"
1475 "mov $-1024, %%"REG_S" \n\t" 1475 "mov $-1024, %%"REG_S" \n\t"
1476 ASMALIGN(4) 1476 ASMALIGN(4)
1477 "1: \n\t" 1477 "1: \n\t"
1478 "movq 1024(%0, %%"REG_S"), %%mm0\n\t" 1478 "movq 1024(%0, %%"REG_S"), %%mm0\n\t"
1479 "movq 1032(%0, %%"REG_S"), %%mm1\n\t" 1479 "movq 1032(%0, %%"REG_S"), %%mm1\n\t"
1480 "pfadd %%mm7, %%mm0 \n\t" // common 1480 "pfadd %%mm7, %%mm0 \n\t" // common
1481 "pfadd %%mm7, %%mm1 \n\t" // common 1481 "pfadd %%mm7, %%mm1 \n\t" // common
1482 "movq (%0, %%"REG_S"), %%mm2 \n\t" 1482 "movq (%0, %%"REG_S"), %%mm2 \n\t"
1483 "movq 8(%0, %%"REG_S"), %%mm3 \n\t" 1483 "movq 8(%0, %%"REG_S"), %%mm3 \n\t"
1484 "movq 2048(%0, %%"REG_S"), %%mm4\n\t" 1484 "movq 2048(%0, %%"REG_S"), %%mm4\n\t"
1485 "movq 2056(%0, %%"REG_S"), %%mm5\n\t" 1485 "movq 2056(%0, %%"REG_S"), %%mm5\n\t"
1486 "pfadd %%mm0, %%mm2 \n\t" 1486 "pfadd %%mm0, %%mm2 \n\t"
1487 "pfadd %%mm1, %%mm3 \n\t" 1487 "pfadd %%mm1, %%mm3 \n\t"
1510 "movd %1, %%mm7 \n\t" 1510 "movd %1, %%mm7 \n\t"
1511 "punpckldq %1, %%mm7 \n\t" 1511 "punpckldq %1, %%mm7 \n\t"
1512 "mov $-1024, %%"REG_S" \n\t" 1512 "mov $-1024, %%"REG_S" \n\t"
1513 ASMALIGN(4) 1513 ASMALIGN(4)
1514 "1: \n\t" 1514 "1: \n\t"
1515 "movq 2048(%0, %%"REG_S"), %%mm0\n\t" 1515 "movq 2048(%0, %%"REG_S"), %%mm0\n\t"
1516 "movq 2056(%0, %%"REG_S"), %%mm1\n\t" 1516 "movq 2056(%0, %%"REG_S"), %%mm1\n\t"
1517 "pfadd 3072(%0, %%"REG_S"), %%mm0\n\t" // surround 1517 "pfadd 3072(%0, %%"REG_S"), %%mm0\n\t" // surround
1518 "pfadd 3080(%0, %%"REG_S"), %%mm1\n\t" // surround 1518 "pfadd 3080(%0, %%"REG_S"), %%mm1\n\t" // surround
1519 "movq (%0, %%"REG_S"), %%mm2 \n\t" 1519 "movq (%0, %%"REG_S"), %%mm2 \n\t"
1520 "movq 8(%0, %%"REG_S"), %%mm3 \n\t" 1520 "movq 8(%0, %%"REG_S"), %%mm3 \n\t"
1521 "movq 1024(%0, %%"REG_S"), %%mm4\n\t" 1521 "movq 1024(%0, %%"REG_S"), %%mm4\n\t"
1522 "movq 1032(%0, %%"REG_S"), %%mm5\n\t" 1522 "movq 1032(%0, %%"REG_S"), %%mm5\n\t"
1523 "pfadd %%mm7, %%mm2 \n\t" 1523 "pfadd %%mm7, %%mm2 \n\t"
1524 "pfadd %%mm7, %%mm3 \n\t" 1524 "pfadd %%mm7, %%mm3 \n\t"
1545 "movd %1, %%mm7 \n\t" 1545 "movd %1, %%mm7 \n\t"
1546 "punpckldq %1, %%mm7 \n\t" 1546 "punpckldq %1, %%mm7 \n\t"
1547 "mov $-1024, %%"REG_S" \n\t" 1547 "mov $-1024, %%"REG_S" \n\t"
1548 ASMALIGN(4) 1548 ASMALIGN(4)
1549 "1: \n\t" 1549 "1: \n\t"
1550 "movq 1024(%0, %%"REG_S"), %%mm0\n\t" 1550 "movq 1024(%0, %%"REG_S"), %%mm0\n\t"
1551 "movq 1032(%0, %%"REG_S"), %%mm1\n\t" 1551 "movq 1032(%0, %%"REG_S"), %%mm1\n\t"
1552 "pfadd %%mm7, %%mm0 \n\t" // common 1552 "pfadd %%mm7, %%mm0 \n\t" // common
1553 "pfadd %%mm7, %%mm1 \n\t" // common 1553 "pfadd %%mm7, %%mm1 \n\t" // common
1554 "movq %%mm0, %%mm2 \n\t" // common 1554 "movq %%mm0, %%mm2 \n\t" // common
1555 "movq %%mm1, %%mm3 \n\t" // common 1555 "movq %%mm1, %%mm3 \n\t" // common
1556 "pfadd (%0, %%"REG_S"), %%mm0 \n\t" 1556 "pfadd (%0, %%"REG_S"), %%mm0 \n\t"
1557 "pfadd 8(%0, %%"REG_S"), %%mm1 \n\t" 1557 "pfadd 8(%0, %%"REG_S"), %%mm1 \n\t"
1558 "pfadd 2048(%0, %%"REG_S"), %%mm2\n\t" 1558 "pfadd 2048(%0, %%"REG_S"), %%mm2\n\t"
1559 "pfadd 2056(%0, %%"REG_S"), %%mm3\n\t" 1559 "pfadd 2056(%0, %%"REG_S"), %%mm3\n\t"
1560 "pfadd 3072(%0, %%"REG_S"), %%mm0\n\t" 1560 "pfadd 3072(%0, %%"REG_S"), %%mm0\n\t"
1561 "pfadd 3080(%0, %%"REG_S"), %%mm1\n\t" 1561 "pfadd 3080(%0, %%"REG_S"), %%mm1\n\t"
1562 "pfadd 4096(%0, %%"REG_S"), %%mm2\n\t" 1562 "pfadd 4096(%0, %%"REG_S"), %%mm2\n\t"
1563 "pfadd 4104(%0, %%"REG_S"), %%mm3\n\t" 1563 "pfadd 4104(%0, %%"REG_S"), %%mm3\n\t"
1564 "movq %%mm0, (%0, %%"REG_S") \n\t" 1564 "movq %%mm0, (%0, %%"REG_S") \n\t"
1565 "movq %%mm1, 8(%0, %%"REG_S") \n\t" 1565 "movq %%mm1, 8(%0, %%"REG_S") \n\t"
1566 "movq %%mm2, 1024(%0, %%"REG_S")\n\t" 1566 "movq %%mm2, 1024(%0, %%"REG_S")\n\t"
1567 "movq %%mm3, 1032(%0, %%"REG_S")\n\t" 1567 "movq %%mm3, 1032(%0, %%"REG_S")\n\t"
1579 "mov $-1024, %%"REG_S" \n\t" 1579 "mov $-1024, %%"REG_S" \n\t"
1580 ASMALIGN(4) 1580 ASMALIGN(4)
1581 "1: \n\t" 1581 "1: \n\t"
1582 "movd %1, %%mm7 \n\t" 1582 "movd %1, %%mm7 \n\t"
1583 "punpckldq %1, %%mm7 \n\t" 1583 "punpckldq %1, %%mm7 \n\t"
1584 "movq 1024(%0, %%"REG_S"), %%mm0\n\t" 1584 "movq 1024(%0, %%"REG_S"), %%mm0\n\t"
1585 "movq 1032(%0, %%"REG_S"), %%mm1\n\t" 1585 "movq 1032(%0, %%"REG_S"), %%mm1\n\t"
1586 "movq 3072(%0, %%"REG_S"), %%mm4\n\t" 1586 "movq 3072(%0, %%"REG_S"), %%mm4\n\t"
1587 "movq 3080(%0, %%"REG_S"), %%mm5\n\t" 1587 "movq 3080(%0, %%"REG_S"), %%mm5\n\t"
1588 "pfadd %%mm7, %%mm0 \n\t" // common 1588 "pfadd %%mm7, %%mm0 \n\t" // common
1589 "pfadd %%mm7, %%mm1 \n\t" // common 1589 "pfadd %%mm7, %%mm1 \n\t" // common
1590 "pfadd 4096(%0, %%"REG_S"), %%mm4\n\t" // surround 1590 "pfadd 4096(%0, %%"REG_S"), %%mm4\n\t" // surround
1591 "pfadd 4104(%0, %%"REG_S"), %%mm5\n\t" // surround 1591 "pfadd 4104(%0, %%"REG_S"), %%mm5\n\t" // surround
1592 "movq (%0, %%"REG_S"), %%mm2 \n\t" 1592 "movq (%0, %%"REG_S"), %%mm2 \n\t"
1593 "movq 8(%0, %%"REG_S"), %%mm3 \n\t" 1593 "movq 8(%0, %%"REG_S"), %%mm3 \n\t"
1594 "movq 2048(%0, %%"REG_S"), %%mm6\n\t" 1594 "movq 2048(%0, %%"REG_S"), %%mm6\n\t"
1595 "movq 2056(%0, %%"REG_S"), %%mm7\n\t" 1595 "movq 2056(%0, %%"REG_S"), %%mm7\n\t"
1596 "pfsub %%mm4, %%mm2 \n\t" 1596 "pfsub %%mm4, %%mm2 \n\t"
1597 "pfsub %%mm5, %%mm3 \n\t" 1597 "pfsub %%mm5, %%mm3 \n\t"
1598 "pfadd %%mm4, %%mm6 \n\t" 1598 "pfadd %%mm4, %%mm6 \n\t"
1599 "pfadd %%mm5, %%mm7 \n\t" 1599 "pfadd %%mm5, %%mm7 \n\t"
1600 "pfadd %%mm0, %%mm2 \n\t" 1600 "pfadd %%mm0, %%mm2 \n\t"
1601 "pfadd %%mm1, %%mm3 \n\t" 1601 "pfadd %%mm1, %%mm3 \n\t"
1602 "pfadd %%mm0, %%mm6 \n\t" 1602 "pfadd %%mm0, %%mm6 \n\t"
1603 "pfadd %%mm1, %%mm7 \n\t" 1603 "pfadd %%mm1, %%mm7 \n\t"
1604 "movq %%mm2, (%0, %%"REG_S") \n\t" 1604 "movq %%mm2, (%0, %%"REG_S") \n\t"
1605 "movq %%mm3, 8(%0, %%"REG_S") \n\t" 1605 "movq %%mm3, 8(%0, %%"REG_S") \n\t"
1606 "movq %%mm6, 1024(%0, %%"REG_S")\n\t" 1606 "movq %%mm6, 1024(%0, %%"REG_S")\n\t"
1607 "movq %%mm7, 1032(%0, %%"REG_S")\n\t" 1607 "movq %%mm7, 1032(%0, %%"REG_S")\n\t"
1618 "movd %2, %%mm7 \n\t" 1618 "movd %2, %%mm7 \n\t"
1619 "punpckldq %2, %%mm7 \n\t" 1619 "punpckldq %2, %%mm7 \n\t"
1620 "mov $-1024, %%"REG_S" \n\t" 1620 "mov $-1024, %%"REG_S" \n\t"
1621 ASMALIGN(4) 1621 ASMALIGN(4)
1622 "1: \n\t" 1622 "1: \n\t"
1623 "movq (%0, %%"REG_S"), %%mm0 \n\t" 1623 "movq (%0, %%"REG_S"), %%mm0 \n\t"
1624 "movq 8(%0, %%"REG_S"), %%mm1 \n\t" 1624 "movq 8(%0, %%"REG_S"), %%mm1 \n\t"
1625 "movq 16(%0, %%"REG_S"), %%mm2 \n\t" 1625 "movq 16(%0, %%"REG_S"), %%mm2 \n\t"
1626 "movq 24(%0, %%"REG_S"), %%mm3 \n\t" 1626 "movq 24(%0, %%"REG_S"), %%mm3 \n\t"
1627 "pfadd 1024(%0, %%"REG_S"), %%mm0\n\t" 1627 "pfadd 1024(%0, %%"REG_S"), %%mm0\n\t"
1628 "pfadd 1032(%0, %%"REG_S"), %%mm1\n\t" 1628 "pfadd 1032(%0, %%"REG_S"), %%mm1\n\t"
1629 "pfadd 1040(%0, %%"REG_S"), %%mm2\n\t" 1629 "pfadd 1040(%0, %%"REG_S"), %%mm2\n\t"
1630 "pfadd 1048(%0, %%"REG_S"), %%mm3\n\t" 1630 "pfadd 1048(%0, %%"REG_S"), %%mm3\n\t"