falkTX
/
FFmpeg
mirror of https://github.com/falkTX/FFmpeg.git
1
0
Fork 0
Code Issues 0 Releases 338 Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
30264 Commits
32 Branches
1.0GB
Tree: 2b6bfff2b2
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '2b6bfff2b2'
${ noResults }
FFmpeg/libswscale/x86/swscale_template.c

2352 lines
109KB
Raw Blame History 

  1. /*

  2.  * Copyright (C) 2001-2003 Michael Niedermayer <michaelni@gmx.at>

  3.  *

  4.  * This file is part of FFmpeg.

  5.  *

  6.  * FFmpeg is free software; you can redistribute it and/or

  7.  * modify it under the terms of the GNU Lesser General Public

  8.  * License as published by the Free Software Foundation; either

  9.  * version 2.1 of the License, or (at your option) any later version.

  10.  *

  11.  * FFmpeg is distributed in the hope that it will be useful,

  12.  * but WITHOUT ANY WARRANTY; without even the implied warranty of

  13.  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

  14.  * Lesser General Public License for more details.

  15.  *

  16.  * You should have received a copy of the GNU Lesser General Public

  17.  * License along with FFmpeg; if not, write to the Free Software

  18.  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

  19.  */

  20. 

  21. #include "swscale_template.h"

  22. 

  23. #undef REAL_MOVNTQ

  24. #undef MOVNTQ

  25. #undef PREFETCH

  26. 

  27. #if COMPILE_TEMPLATE_MMX2

  28. #define PREFETCH "prefetchnta"

  29. #else

  30. #define PREFETCH  " # nop"

  31. #endif

  32. 

  33. #if COMPILE_TEMPLATE_MMX2

  34. #define REAL_MOVNTQ(a,b) "movntq " #a ", " #b " \n\t"

  35. #else

  36. #define REAL_MOVNTQ(a,b) "movq " #a ", " #b " \n\t"

  37. #endif

  38. #define MOVNTQ(a,b)  REAL_MOVNTQ(a,b)

  39. 

  40. #define YSCALEYUV2YV12X(x, offset, dest, width) \

  41.     __asm__ volatile(\

  42.         "xor                          %%"REG_a", %%"REG_a"  \n\t"\

  43.         "movq             "VROUNDER_OFFSET"(%0), %%mm3      \n\t"\

  44.         "movq                             %%mm3, %%mm4      \n\t"\

  45.         "lea                     " offset "(%0), %%"REG_d"  \n\t"\

  46.         "mov                        (%%"REG_d"), %%"REG_S"  \n\t"\

  47.         ".p2align                             4             \n\t" /* FIXME Unroll? */\

  48.         "1:                                                 \n\t"\

  49.         "movq                      8(%%"REG_d"), %%mm0      \n\t" /* filterCoeff */\

  50.         "movq   "  x "(%%"REG_S", %%"REG_a", 2), %%mm2      \n\t" /* srcData */\

  51.         "movq 8+"  x "(%%"REG_S", %%"REG_a", 2), %%mm5      \n\t" /* srcData */\

  52.         "add                                $16, %%"REG_d"  \n\t"\

  53.         "mov                        (%%"REG_d"), %%"REG_S"  \n\t"\

  54.         "test                         %%"REG_S", %%"REG_S"  \n\t"\

  55.         "pmulhw                           %%mm0, %%mm2      \n\t"\

  56.         "pmulhw                           %%mm0, %%mm5      \n\t"\

  57.         "paddw                            %%mm2, %%mm3      \n\t"\

  58.         "paddw                            %%mm5, %%mm4      \n\t"\

  59.         " jnz                                1b             \n\t"\

  60.         "psraw                               $3, %%mm3      \n\t"\

  61.         "psraw                               $3, %%mm4      \n\t"\

  62.         "packuswb                         %%mm4, %%mm3      \n\t"\

  63.         MOVNTQ(%%mm3, (%1, %%REGa))\

  64.         "add                                 $8, %%"REG_a"  \n\t"\

  65.         "cmp                                 %2, %%"REG_a"  \n\t"\

  66.         "movq             "VROUNDER_OFFSET"(%0), %%mm3      \n\t"\

  67.         "movq                             %%mm3, %%mm4      \n\t"\

  68.         "lea                     " offset "(%0), %%"REG_d"  \n\t"\

  69.         "mov                        (%%"REG_d"), %%"REG_S"  \n\t"\

  70.         "jb                                  1b             \n\t"\

  71.         :: "r" (&c->redDither),\

  72.         "r" (dest), "g" ((x86_reg)width)\

  73.         : "%"REG_a, "%"REG_d, "%"REG_S\

  74.     );

  75. 

  76. #define YSCALEYUV2YV12X_ACCURATE(x, offset, dest, width) \

  77.     __asm__ volatile(\

  78.         "lea                     " offset "(%0), %%"REG_d"  \n\t"\

  79.         "xor                          %%"REG_a", %%"REG_a"  \n\t"\

  80.         "pxor                             %%mm4, %%mm4      \n\t"\

  81.         "pxor                             %%mm5, %%mm5      \n\t"\

  82.         "pxor                             %%mm6, %%mm6      \n\t"\

  83.         "pxor                             %%mm7, %%mm7      \n\t"\

  84.         "mov                        (%%"REG_d"), %%"REG_S"  \n\t"\

  85.         ".p2align                             4             \n\t"\

  86.         "1:                                                 \n\t"\

  87.         "movq   "  x "(%%"REG_S", %%"REG_a", 2), %%mm0      \n\t" /* srcData */\

  88.         "movq 8+"  x "(%%"REG_S", %%"REG_a", 2), %%mm2      \n\t" /* srcData */\

  89.         "mov        "STR(APCK_PTR2)"(%%"REG_d"), %%"REG_S"  \n\t"\

  90.         "movq   "  x "(%%"REG_S", %%"REG_a", 2), %%mm1      \n\t" /* srcData */\

  91.         "movq                             %%mm0, %%mm3      \n\t"\

  92.         "punpcklwd                        %%mm1, %%mm0      \n\t"\

  93.         "punpckhwd                        %%mm1, %%mm3      \n\t"\

  94.         "movq       "STR(APCK_COEF)"(%%"REG_d"), %%mm1      \n\t" /* filterCoeff */\

  95.         "pmaddwd                          %%mm1, %%mm0      \n\t"\

  96.         "pmaddwd                          %%mm1, %%mm3      \n\t"\

  97.         "paddd                            %%mm0, %%mm4      \n\t"\

  98.         "paddd                            %%mm3, %%mm5      \n\t"\

  99.         "movq 8+"  x "(%%"REG_S", %%"REG_a", 2), %%mm3      \n\t" /* srcData */\

  100.         "mov        "STR(APCK_SIZE)"(%%"REG_d"), %%"REG_S"  \n\t"\

  101.         "add                  $"STR(APCK_SIZE)", %%"REG_d"  \n\t"\

  102.         "test                         %%"REG_S", %%"REG_S"  \n\t"\

  103.         "movq                             %%mm2, %%mm0      \n\t"\

  104.         "punpcklwd                        %%mm3, %%mm2      \n\t"\

  105.         "punpckhwd                        %%mm3, %%mm0      \n\t"\

  106.         "pmaddwd                          %%mm1, %%mm2      \n\t"\

  107.         "pmaddwd                          %%mm1, %%mm0      \n\t"\

  108.         "paddd                            %%mm2, %%mm6      \n\t"\

  109.         "paddd                            %%mm0, %%mm7      \n\t"\

  110.         " jnz                                1b             \n\t"\

  111.         "psrad                              $16, %%mm4      \n\t"\

  112.         "psrad                              $16, %%mm5      \n\t"\

  113.         "psrad                              $16, %%mm6      \n\t"\

  114.         "psrad                              $16, %%mm7      \n\t"\

  115.         "movq             "VROUNDER_OFFSET"(%0), %%mm0      \n\t"\

  116.         "packssdw                         %%mm5, %%mm4      \n\t"\

  117.         "packssdw                         %%mm7, %%mm6      \n\t"\

  118.         "paddw                            %%mm0, %%mm4      \n\t"\

  119.         "paddw                            %%mm0, %%mm6      \n\t"\

  120.         "psraw                               $3, %%mm4      \n\t"\

  121.         "psraw                               $3, %%mm6      \n\t"\

  122.         "packuswb                         %%mm6, %%mm4      \n\t"\

  123.         MOVNTQ(%%mm4, (%1, %%REGa))\

  124.         "add                                 $8, %%"REG_a"  \n\t"\

  125.         "cmp                                 %2, %%"REG_a"  \n\t"\

  126.         "lea                     " offset "(%0), %%"REG_d"  \n\t"\

  127.         "pxor                             %%mm4, %%mm4      \n\t"\

  128.         "pxor                             %%mm5, %%mm5      \n\t"\

  129.         "pxor                             %%mm6, %%mm6      \n\t"\

  130.         "pxor                             %%mm7, %%mm7      \n\t"\

  131.         "mov                        (%%"REG_d"), %%"REG_S"  \n\t"\

  132.         "jb                                  1b             \n\t"\

  133.         :: "r" (&c->redDither),\

  134.         "r" (dest), "g" ((x86_reg)width)\

  135.         : "%"REG_a, "%"REG_d, "%"REG_S\

  136.     );

  137. 

  138. #define YSCALEYUV2YV121 \

  139.     "mov %2, %%"REG_a"                    \n\t"\

  140.     ".p2align               4             \n\t" /* FIXME Unroll? */\

  141.     "1:                                   \n\t"\

  142.     "movq  (%0, %%"REG_a", 2), %%mm0      \n\t"\

  143.     "movq 8(%0, %%"REG_a", 2), %%mm1      \n\t"\

  144.     "psraw                 $7, %%mm0      \n\t"\

  145.     "psraw                 $7, %%mm1      \n\t"\

  146.     "packuswb           %%mm1, %%mm0      \n\t"\

  147.     MOVNTQ(%%mm0, (%1, %%REGa))\

  148.     "add                   $8, %%"REG_a"  \n\t"\

  149.     "jnc                   1b             \n\t"

  150. 

  151. #define YSCALEYUV2YV121_ACCURATE \

  152.     "mov %2, %%"REG_a"                    \n\t"\

  153.     "pcmpeqw %%mm7, %%mm7                 \n\t"\

  154.     "psrlw                 $15, %%mm7     \n\t"\

  155.     "psllw                  $6, %%mm7     \n\t"\

  156.     ".p2align                4            \n\t" /* FIXME Unroll? */\

  157.     "1:                                   \n\t"\

  158.     "movq  (%0, %%"REG_a", 2), %%mm0      \n\t"\

  159.     "movq 8(%0, %%"REG_a", 2), %%mm1      \n\t"\

  160.     "paddsw             %%mm7, %%mm0      \n\t"\

  161.     "paddsw             %%mm7, %%mm1      \n\t"\

  162.     "psraw                 $7, %%mm0      \n\t"\

  163.     "psraw                 $7, %%mm1      \n\t"\

  164.     "packuswb           %%mm1, %%mm0      \n\t"\

  165.     MOVNTQ(%%mm0, (%1, %%REGa))\

  166.     "add                   $8, %%"REG_a"  \n\t"\

  167.     "jnc                   1b             \n\t"

  168. 

  169. /*

  170.     :: "m" (-lumFilterSize), "m" (-chrFilterSize),

  171.        "m" (lumMmxFilter+lumFilterSize*4), "m" (chrMmxFilter+chrFilterSize*4),

  172.        "r" (dest), "m" (dstW_reg),

  173.        "m" (lumSrc+lumFilterSize), "m" (chrSrc+chrFilterSize)

  174.     : "%eax", "%ebx", "%ecx", "%edx", "%esi"

  175. */

  176. #define YSCALEYUV2PACKEDX_UV \

  177.     __asm__ volatile(\

  178.         "xor                   %%"REG_a", %%"REG_a"     \n\t"\

  179.         ".p2align                      4                \n\t"\

  180.         "nop                                            \n\t"\

  181.         "1:                                             \n\t"\

  182.         "lea "CHR_MMX_FILTER_OFFSET"(%0), %%"REG_d"     \n\t"\

  183.         "mov                 (%%"REG_d"), %%"REG_S"     \n\t"\

  184.         "movq      "VROUNDER_OFFSET"(%0), %%mm3         \n\t"\

  185.         "movq                      %%mm3, %%mm4         \n\t"\

  186.         ".p2align                      4                \n\t"\

  187.         "2:                                             \n\t"\

  188.         "movq               8(%%"REG_d"), %%mm0         \n\t" /* filterCoeff */\

  189.         "movq     (%%"REG_S", %%"REG_a"), %%mm2         \n\t" /* UsrcData */\

  190.         "movq "AV_STRINGIFY(VOF)"(%%"REG_S", %%"REG_a"), %%mm5         \n\t" /* VsrcData */\

  191.         "add                         $16, %%"REG_d"     \n\t"\

  192.         "mov                 (%%"REG_d"), %%"REG_S"     \n\t"\

  193.         "pmulhw                    %%mm0, %%mm2         \n\t"\

  194.         "pmulhw                    %%mm0, %%mm5         \n\t"\

  195.         "paddw                     %%mm2, %%mm3         \n\t"\

  196.         "paddw                     %%mm5, %%mm4         \n\t"\

  197.         "test                  %%"REG_S", %%"REG_S"     \n\t"\

  198.         " jnz                         2b                \n\t"\

  199. 

  200. #define YSCALEYUV2PACKEDX_YA(offset,coeff,src1,src2,dst1,dst2) \

  201.     "lea                "offset"(%0), %%"REG_d"     \n\t"\

  202.     "mov                 (%%"REG_d"), %%"REG_S"     \n\t"\

  203.     "movq      "VROUNDER_OFFSET"(%0), "#dst1"       \n\t"\

  204.     "movq                    "#dst1", "#dst2"       \n\t"\

  205.     ".p2align                      4                \n\t"\

  206.     "2:                                             \n\t"\

  207.     "movq               8(%%"REG_d"), "#coeff"      \n\t" /* filterCoeff */\

  208.     "movq  (%%"REG_S", %%"REG_a", 2), "#src1"       \n\t" /* Y1srcData */\

  209.     "movq 8(%%"REG_S", %%"REG_a", 2), "#src2"       \n\t" /* Y2srcData */\

  210.     "add                         $16, %%"REG_d"            \n\t"\

  211.     "mov                 (%%"REG_d"), %%"REG_S"     \n\t"\

  212.     "pmulhw                 "#coeff", "#src1"       \n\t"\

  213.     "pmulhw                 "#coeff", "#src2"       \n\t"\

  214.     "paddw                   "#src1", "#dst1"       \n\t"\

  215.     "paddw                   "#src2", "#dst2"       \n\t"\

  216.     "test                  %%"REG_S", %%"REG_S"     \n\t"\

  217.     " jnz                         2b                \n\t"\

  218. 

  219. #define YSCALEYUV2PACKEDX \

  220.     YSCALEYUV2PACKEDX_UV \

  221.     YSCALEYUV2PACKEDX_YA(LUM_MMX_FILTER_OFFSET,%%mm0,%%mm2,%%mm5,%%mm1,%%mm7) \

  222. 

  223. #define YSCALEYUV2PACKEDX_END                     \

  224.         :: "r" (&c->redDither),                   \

  225.             "m" (dummy), "m" (dummy), "m" (dummy),\

  226.             "r" (dest), "m" (dstW_reg)            \

  227.         : "%"REG_a, "%"REG_d, "%"REG_S            \

  228.     );

  229. 

  230. #define YSCALEYUV2PACKEDX_ACCURATE_UV \

  231.     __asm__ volatile(\

  232.         "xor %%"REG_a", %%"REG_a"                       \n\t"\

  233.         ".p2align                      4                \n\t"\

  234.         "nop                                            \n\t"\

  235.         "1:                                             \n\t"\

  236.         "lea "CHR_MMX_FILTER_OFFSET"(%0), %%"REG_d"     \n\t"\

  237.         "mov                 (%%"REG_d"), %%"REG_S"     \n\t"\

  238.         "pxor                      %%mm4, %%mm4         \n\t"\

  239.         "pxor                      %%mm5, %%mm5         \n\t"\

  240.         "pxor                      %%mm6, %%mm6         \n\t"\

  241.         "pxor                      %%mm7, %%mm7         \n\t"\

  242.         ".p2align                      4                \n\t"\

  243.         "2:                                             \n\t"\

  244.         "movq     (%%"REG_S", %%"REG_a"), %%mm0         \n\t" /* UsrcData */\

  245.         "movq "AV_STRINGIFY(VOF)"(%%"REG_S", %%"REG_a"), %%mm2         \n\t" /* VsrcData */\

  246.         "mov "STR(APCK_PTR2)"(%%"REG_d"), %%"REG_S"     \n\t"\

  247.         "movq     (%%"REG_S", %%"REG_a"), %%mm1         \n\t" /* UsrcData */\

  248.         "movq                      %%mm0, %%mm3         \n\t"\

  249.         "punpcklwd                 %%mm1, %%mm0         \n\t"\

  250.         "punpckhwd                 %%mm1, %%mm3         \n\t"\

  251.         "movq "STR(APCK_COEF)"(%%"REG_d"),%%mm1         \n\t" /* filterCoeff */\

  252.         "pmaddwd                   %%mm1, %%mm0         \n\t"\

  253.         "pmaddwd                   %%mm1, %%mm3         \n\t"\

  254.         "paddd                     %%mm0, %%mm4         \n\t"\

  255.         "paddd                     %%mm3, %%mm5         \n\t"\

  256.         "movq "AV_STRINGIFY(VOF)"(%%"REG_S", %%"REG_a"), %%mm3         \n\t" /* VsrcData */\

  257.         "mov "STR(APCK_SIZE)"(%%"REG_d"), %%"REG_S"     \n\t"\

  258.         "add           $"STR(APCK_SIZE)", %%"REG_d"     \n\t"\

  259.         "test                  %%"REG_S", %%"REG_S"     \n\t"\

  260.         "movq                      %%mm2, %%mm0         \n\t"\

  261.         "punpcklwd                 %%mm3, %%mm2         \n\t"\

  262.         "punpckhwd                 %%mm3, %%mm0         \n\t"\

  263.         "pmaddwd                   %%mm1, %%mm2         \n\t"\

  264.         "pmaddwd                   %%mm1, %%mm0         \n\t"\

  265.         "paddd                     %%mm2, %%mm6         \n\t"\

  266.         "paddd                     %%mm0, %%mm7         \n\t"\

  267.         " jnz                         2b                \n\t"\

  268.         "psrad                       $16, %%mm4         \n\t"\

  269.         "psrad                       $16, %%mm5         \n\t"\

  270.         "psrad                       $16, %%mm6         \n\t"\

  271.         "psrad                       $16, %%mm7         \n\t"\

  272.         "movq      "VROUNDER_OFFSET"(%0), %%mm0         \n\t"\

  273.         "packssdw                  %%mm5, %%mm4         \n\t"\

  274.         "packssdw                  %%mm7, %%mm6         \n\t"\

  275.         "paddw                     %%mm0, %%mm4         \n\t"\

  276.         "paddw                     %%mm0, %%mm6         \n\t"\

  277.         "movq                      %%mm4, "U_TEMP"(%0)  \n\t"\

  278.         "movq                      %%mm6, "V_TEMP"(%0)  \n\t"\

  279. 

  280. #define YSCALEYUV2PACKEDX_ACCURATE_YA(offset) \

  281.     "lea                "offset"(%0), %%"REG_d"     \n\t"\

  282.     "mov                 (%%"REG_d"), %%"REG_S"     \n\t"\

  283.     "pxor                      %%mm1, %%mm1         \n\t"\

  284.     "pxor                      %%mm5, %%mm5         \n\t"\

  285.     "pxor                      %%mm7, %%mm7         \n\t"\

  286.     "pxor                      %%mm6, %%mm6         \n\t"\

  287.     ".p2align                      4                \n\t"\

  288.     "2:                                             \n\t"\

  289.     "movq  (%%"REG_S", %%"REG_a", 2), %%mm0         \n\t" /* Y1srcData */\

  290.     "movq 8(%%"REG_S", %%"REG_a", 2), %%mm2         \n\t" /* Y2srcData */\

  291.     "mov "STR(APCK_PTR2)"(%%"REG_d"), %%"REG_S"     \n\t"\

  292.     "movq  (%%"REG_S", %%"REG_a", 2), %%mm4         \n\t" /* Y1srcData */\

  293.     "movq                      %%mm0, %%mm3         \n\t"\

  294.     "punpcklwd                 %%mm4, %%mm0         \n\t"\

  295.     "punpckhwd                 %%mm4, %%mm3         \n\t"\

  296.     "movq "STR(APCK_COEF)"(%%"REG_d"), %%mm4         \n\t" /* filterCoeff */\

  297.     "pmaddwd                   %%mm4, %%mm0         \n\t"\

  298.     "pmaddwd                   %%mm4, %%mm3         \n\t"\

  299.     "paddd                     %%mm0, %%mm1         \n\t"\

  300.     "paddd                     %%mm3, %%mm5         \n\t"\

  301.     "movq 8(%%"REG_S", %%"REG_a", 2), %%mm3         \n\t" /* Y2srcData */\

  302.     "mov "STR(APCK_SIZE)"(%%"REG_d"), %%"REG_S"     \n\t"\

  303.     "add           $"STR(APCK_SIZE)", %%"REG_d"     \n\t"\

  304.     "test                  %%"REG_S", %%"REG_S"     \n\t"\

  305.     "movq                      %%mm2, %%mm0         \n\t"\

  306.     "punpcklwd                 %%mm3, %%mm2         \n\t"\

  307.     "punpckhwd                 %%mm3, %%mm0         \n\t"\

  308.     "pmaddwd                   %%mm4, %%mm2         \n\t"\

  309.     "pmaddwd                   %%mm4, %%mm0         \n\t"\

  310.     "paddd                     %%mm2, %%mm7         \n\t"\

  311.     "paddd                     %%mm0, %%mm6         \n\t"\

  312.     " jnz                         2b                \n\t"\

  313.     "psrad                       $16, %%mm1         \n\t"\

  314.     "psrad                       $16, %%mm5         \n\t"\

  315.     "psrad                       $16, %%mm7         \n\t"\

  316.     "psrad                       $16, %%mm6         \n\t"\

  317.     "movq      "VROUNDER_OFFSET"(%0), %%mm0         \n\t"\

  318.     "packssdw                  %%mm5, %%mm1         \n\t"\

  319.     "packssdw                  %%mm6, %%mm7         \n\t"\

  320.     "paddw                     %%mm0, %%mm1         \n\t"\

  321.     "paddw                     %%mm0, %%mm7         \n\t"\

  322.     "movq               "U_TEMP"(%0), %%mm3         \n\t"\

  323.     "movq               "V_TEMP"(%0), %%mm4         \n\t"\

  324. 

  325. #define YSCALEYUV2PACKEDX_ACCURATE \

  326.     YSCALEYUV2PACKEDX_ACCURATE_UV \

  327.     YSCALEYUV2PACKEDX_ACCURATE_YA(LUM_MMX_FILTER_OFFSET)

  328. 

  329. #define YSCALEYUV2RGBX \

  330.     "psubw  "U_OFFSET"(%0), %%mm3       \n\t" /* (U-128)8*/\

  331.     "psubw  "V_OFFSET"(%0), %%mm4       \n\t" /* (V-128)8*/\

  332.     "movq            %%mm3, %%mm2       \n\t" /* (U-128)8*/\

  333.     "movq            %%mm4, %%mm5       \n\t" /* (V-128)8*/\

  334.     "pmulhw "UG_COEFF"(%0), %%mm3       \n\t"\

  335.     "pmulhw "VG_COEFF"(%0), %%mm4       \n\t"\

  336.     /* mm2=(U-128)8, mm3=ug, mm4=vg mm5=(V-128)8 */\

  337.     "pmulhw "UB_COEFF"(%0), %%mm2       \n\t"\

  338.     "pmulhw "VR_COEFF"(%0), %%mm5       \n\t"\

  339.     "psubw  "Y_OFFSET"(%0), %%mm1       \n\t" /* 8(Y-16)*/\

  340.     "psubw  "Y_OFFSET"(%0), %%mm7       \n\t" /* 8(Y-16)*/\

  341.     "pmulhw  "Y_COEFF"(%0), %%mm1       \n\t"\

  342.     "pmulhw  "Y_COEFF"(%0), %%mm7       \n\t"\

  343.     /* mm1= Y1, mm2=ub, mm3=ug, mm4=vg mm5=vr, mm7=Y2 */\

  344.     "paddw           %%mm3, %%mm4       \n\t"\

  345.     "movq            %%mm2, %%mm0       \n\t"\

  346.     "movq            %%mm5, %%mm6       \n\t"\

  347.     "movq            %%mm4, %%mm3       \n\t"\

  348.     "punpcklwd       %%mm2, %%mm2       \n\t"\

  349.     "punpcklwd       %%mm5, %%mm5       \n\t"\

  350.     "punpcklwd       %%mm4, %%mm4       \n\t"\

  351.     "paddw           %%mm1, %%mm2       \n\t"\

  352.     "paddw           %%mm1, %%mm5       \n\t"\

  353.     "paddw           %%mm1, %%mm4       \n\t"\

  354.     "punpckhwd       %%mm0, %%mm0       \n\t"\

  355.     "punpckhwd       %%mm6, %%mm6       \n\t"\

  356.     "punpckhwd       %%mm3, %%mm3       \n\t"\

  357.     "paddw           %%mm7, %%mm0       \n\t"\

  358.     "paddw           %%mm7, %%mm6       \n\t"\

  359.     "paddw           %%mm7, %%mm3       \n\t"\

  360.     /* mm0=B1, mm2=B2, mm3=G2, mm4=G1, mm5=R1, mm6=R2 */\

  361.     "packuswb        %%mm0, %%mm2       \n\t"\

  362.     "packuswb        %%mm6, %%mm5       \n\t"\

  363.     "packuswb        %%mm3, %%mm4       \n\t"\

  364. 

  365. #define REAL_YSCALEYUV2PACKED(index, c) \

  366.     "movq "CHR_MMX_FILTER_OFFSET"+8("#c"), %%mm0              \n\t"\

  367.     "movq "LUM_MMX_FILTER_OFFSET"+8("#c"), %%mm1              \n\t"\

  368.     "psraw                $3, %%mm0                           \n\t"\

  369.     "psraw                $3, %%mm1                           \n\t"\

  370.     "movq              %%mm0, "CHR_MMX_FILTER_OFFSET"+8("#c") \n\t"\

  371.     "movq              %%mm1, "LUM_MMX_FILTER_OFFSET"+8("#c") \n\t"\

  372.     "xor            "#index", "#index"                        \n\t"\

  373.     ".p2align              4            \n\t"\

  374.     "1:                                 \n\t"\

  375.     "movq     (%2, "#index"), %%mm2     \n\t" /* uvbuf0[eax]*/\

  376.     "movq     (%3, "#index"), %%mm3     \n\t" /* uvbuf1[eax]*/\

  377.     "movq "AV_STRINGIFY(VOF)"(%2, "#index"), %%mm5     \n\t" /* uvbuf0[eax+2048]*/\

  378.     "movq "AV_STRINGIFY(VOF)"(%3, "#index"), %%mm4     \n\t" /* uvbuf1[eax+2048]*/\

  379.     "psubw             %%mm3, %%mm2     \n\t" /* uvbuf0[eax] - uvbuf1[eax]*/\

  380.     "psubw             %%mm4, %%mm5     \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048]*/\

  381.     "movq "CHR_MMX_FILTER_OFFSET"+8("#c"), %%mm0    \n\t"\

  382.     "pmulhw            %%mm0, %%mm2     \n\t" /* (uvbuf0[eax] - uvbuf1[eax])uvalpha1>>16*/\

  383.     "pmulhw            %%mm0, %%mm5     \n\t" /* (uvbuf0[eax+2048] - uvbuf1[eax+2048])uvalpha1>>16*/\

  384.     "psraw                $7, %%mm3     \n\t" /* uvbuf0[eax] - uvbuf1[eax] >>4*/\

  385.     "psraw                $7, %%mm4     \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048] >>4*/\

  386.     "paddw             %%mm2, %%mm3     \n\t" /* uvbuf0[eax]uvalpha1 - uvbuf1[eax](1-uvalpha1)*/\

  387.     "paddw             %%mm5, %%mm4     \n\t" /* uvbuf0[eax+2048]uvalpha1 - uvbuf1[eax+2048](1-uvalpha1)*/\

  388.     "movq  (%0, "#index", 2), %%mm0     \n\t" /*buf0[eax]*/\

  389.     "movq  (%1, "#index", 2), %%mm1     \n\t" /*buf1[eax]*/\

  390.     "movq 8(%0, "#index", 2), %%mm6     \n\t" /*buf0[eax]*/\

  391.     "movq 8(%1, "#index", 2), %%mm7     \n\t" /*buf1[eax]*/\

  392.     "psubw             %%mm1, %%mm0     \n\t" /* buf0[eax] - buf1[eax]*/\

  393.     "psubw             %%mm7, %%mm6     \n\t" /* buf0[eax] - buf1[eax]*/\

  394.     "pmulhw "LUM_MMX_FILTER_OFFSET"+8("#c"), %%mm0  \n\t" /* (buf0[eax] - buf1[eax])yalpha1>>16*/\

  395.     "pmulhw "LUM_MMX_FILTER_OFFSET"+8("#c"), %%mm6  \n\t" /* (buf0[eax] - buf1[eax])yalpha1>>16*/\

  396.     "psraw                $7, %%mm1     \n\t" /* buf0[eax] - buf1[eax] >>4*/\

  397.     "psraw                $7, %%mm7     \n\t" /* buf0[eax] - buf1[eax] >>4*/\

  398.     "paddw             %%mm0, %%mm1     \n\t" /* buf0[eax]yalpha1 + buf1[eax](1-yalpha1) >>16*/\

  399.     "paddw             %%mm6, %%mm7     \n\t" /* buf0[eax]yalpha1 + buf1[eax](1-yalpha1) >>16*/\

  400. 

  401. #define YSCALEYUV2PACKED(index, c)  REAL_YSCALEYUV2PACKED(index, c)

  402. 

  403. #define REAL_YSCALEYUV2RGB_UV(index, c) \

  404.     "xor            "#index", "#index"  \n\t"\

  405.     ".p2align              4            \n\t"\

  406.     "1:                                 \n\t"\

  407.     "movq     (%2, "#index"), %%mm2     \n\t" /* uvbuf0[eax]*/\

  408.     "movq     (%3, "#index"), %%mm3     \n\t" /* uvbuf1[eax]*/\

  409.     "movq "AV_STRINGIFY(VOF)"(%2, "#index"), %%mm5     \n\t" /* uvbuf0[eax+2048]*/\

  410.     "movq "AV_STRINGIFY(VOF)"(%3, "#index"), %%mm4     \n\t" /* uvbuf1[eax+2048]*/\

  411.     "psubw             %%mm3, %%mm2     \n\t" /* uvbuf0[eax] - uvbuf1[eax]*/\

  412.     "psubw             %%mm4, %%mm5     \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048]*/\

  413.     "movq "CHR_MMX_FILTER_OFFSET"+8("#c"), %%mm0    \n\t"\

  414.     "pmulhw            %%mm0, %%mm2     \n\t" /* (uvbuf0[eax] - uvbuf1[eax])uvalpha1>>16*/\

  415.     "pmulhw            %%mm0, %%mm5     \n\t" /* (uvbuf0[eax+2048] - uvbuf1[eax+2048])uvalpha1>>16*/\

  416.     "psraw                $4, %%mm3     \n\t" /* uvbuf0[eax] - uvbuf1[eax] >>4*/\

  417.     "psraw                $4, %%mm4     \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048] >>4*/\

  418.     "paddw             %%mm2, %%mm3     \n\t" /* uvbuf0[eax]uvalpha1 - uvbuf1[eax](1-uvalpha1)*/\

  419.     "paddw             %%mm5, %%mm4     \n\t" /* uvbuf0[eax+2048]uvalpha1 - uvbuf1[eax+2048](1-uvalpha1)*/\

  420.     "psubw  "U_OFFSET"("#c"), %%mm3     \n\t" /* (U-128)8*/\

  421.     "psubw  "V_OFFSET"("#c"), %%mm4     \n\t" /* (V-128)8*/\

  422.     "movq              %%mm3, %%mm2     \n\t" /* (U-128)8*/\

  423.     "movq              %%mm4, %%mm5     \n\t" /* (V-128)8*/\

  424.     "pmulhw "UG_COEFF"("#c"), %%mm3     \n\t"\

  425.     "pmulhw "VG_COEFF"("#c"), %%mm4     \n\t"\

  426.     /* mm2=(U-128)8, mm3=ug, mm4=vg mm5=(V-128)8 */\

  427. 

  428. #define REAL_YSCALEYUV2RGB_YA(index, c, b1, b2) \

  429.     "movq  ("#b1", "#index", 2), %%mm0     \n\t" /*buf0[eax]*/\

  430.     "movq  ("#b2", "#index", 2), %%mm1     \n\t" /*buf1[eax]*/\

  431.     "movq 8("#b1", "#index", 2), %%mm6     \n\t" /*buf0[eax]*/\

  432.     "movq 8("#b2", "#index", 2), %%mm7     \n\t" /*buf1[eax]*/\

  433.     "psubw             %%mm1, %%mm0     \n\t" /* buf0[eax] - buf1[eax]*/\

  434.     "psubw             %%mm7, %%mm6     \n\t" /* buf0[eax] - buf1[eax]*/\

  435.     "pmulhw "LUM_MMX_FILTER_OFFSET"+8("#c"), %%mm0  \n\t" /* (buf0[eax] - buf1[eax])yalpha1>>16*/\

  436.     "pmulhw "LUM_MMX_FILTER_OFFSET"+8("#c"), %%mm6  \n\t" /* (buf0[eax] - buf1[eax])yalpha1>>16*/\

  437.     "psraw                $4, %%mm1     \n\t" /* buf0[eax] - buf1[eax] >>4*/\

  438.     "psraw                $4, %%mm7     \n\t" /* buf0[eax] - buf1[eax] >>4*/\

  439.     "paddw             %%mm0, %%mm1     \n\t" /* buf0[eax]yalpha1 + buf1[eax](1-yalpha1) >>16*/\

  440.     "paddw             %%mm6, %%mm7     \n\t" /* buf0[eax]yalpha1 + buf1[eax](1-yalpha1) >>16*/\

  441. 

  442. #define REAL_YSCALEYUV2RGB_COEFF(c) \

  443.     "pmulhw "UB_COEFF"("#c"), %%mm2     \n\t"\

  444.     "pmulhw "VR_COEFF"("#c"), %%mm5     \n\t"\

  445.     "psubw  "Y_OFFSET"("#c"), %%mm1     \n\t" /* 8(Y-16)*/\

  446.     "psubw  "Y_OFFSET"("#c"), %%mm7     \n\t" /* 8(Y-16)*/\

  447.     "pmulhw  "Y_COEFF"("#c"), %%mm1     \n\t"\

  448.     "pmulhw  "Y_COEFF"("#c"), %%mm7     \n\t"\

  449.     /* mm1= Y1, mm2=ub, mm3=ug, mm4=vg mm5=vr, mm7=Y2 */\

  450.     "paddw             %%mm3, %%mm4     \n\t"\

  451.     "movq              %%mm2, %%mm0     \n\t"\

  452.     "movq              %%mm5, %%mm6     \n\t"\

  453.     "movq              %%mm4, %%mm3     \n\t"\

  454.     "punpcklwd         %%mm2, %%mm2     \n\t"\

  455.     "punpcklwd         %%mm5, %%mm5     \n\t"\

  456.     "punpcklwd         %%mm4, %%mm4     \n\t"\

  457.     "paddw             %%mm1, %%mm2     \n\t"\

  458.     "paddw             %%mm1, %%mm5     \n\t"\

  459.     "paddw             %%mm1, %%mm4     \n\t"\

  460.     "punpckhwd         %%mm0, %%mm0     \n\t"\

  461.     "punpckhwd         %%mm6, %%mm6     \n\t"\

  462.     "punpckhwd         %%mm3, %%mm3     \n\t"\

  463.     "paddw             %%mm7, %%mm0     \n\t"\

  464.     "paddw             %%mm7, %%mm6     \n\t"\

  465.     "paddw             %%mm7, %%mm3     \n\t"\

  466.     /* mm0=B1, mm2=B2, mm3=G2, mm4=G1, mm5=R1, mm6=R2 */\

  467.     "packuswb          %%mm0, %%mm2     \n\t"\

  468.     "packuswb          %%mm6, %%mm5     \n\t"\

  469.     "packuswb          %%mm3, %%mm4     \n\t"\

  470. 

  471. #define YSCALEYUV2RGB_YA(index, c, b1, b2) REAL_YSCALEYUV2RGB_YA(index, c, b1, b2)

  472. 

  473. #define YSCALEYUV2RGB(index, c) \

  474.     REAL_YSCALEYUV2RGB_UV(index, c) \

  475.     REAL_YSCALEYUV2RGB_YA(index, c, %0, %1) \

  476.     REAL_YSCALEYUV2RGB_COEFF(c)

  477. 

  478. #define REAL_YSCALEYUV2PACKED1(index, c) \

  479.     "xor            "#index", "#index"  \n\t"\

  480.     ".p2align              4            \n\t"\

  481.     "1:                                 \n\t"\

  482.     "movq     (%2, "#index"), %%mm3     \n\t" /* uvbuf0[eax]*/\

  483.     "movq "AV_STRINGIFY(VOF)"(%2, "#index"), %%mm4     \n\t" /* uvbuf0[eax+2048]*/\

  484.     "psraw                $7, %%mm3     \n\t" \

  485.     "psraw                $7, %%mm4     \n\t" \

  486.     "movq  (%0, "#index", 2), %%mm1     \n\t" /*buf0[eax]*/\

  487.     "movq 8(%0, "#index", 2), %%mm7     \n\t" /*buf0[eax]*/\

  488.     "psraw                $7, %%mm1     \n\t" \

  489.     "psraw                $7, %%mm7     \n\t" \

  490. 

  491. #define YSCALEYUV2PACKED1(index, c)  REAL_YSCALEYUV2PACKED1(index, c)

  492. 

  493. #define REAL_YSCALEYUV2RGB1(index, c) \

  494.     "xor            "#index", "#index"  \n\t"\

  495.     ".p2align              4            \n\t"\

  496.     "1:                                 \n\t"\

  497.     "movq     (%2, "#index"), %%mm3     \n\t" /* uvbuf0[eax]*/\

  498.     "movq "AV_STRINGIFY(VOF)"(%2, "#index"), %%mm4     \n\t" /* uvbuf0[eax+2048]*/\

  499.     "psraw                $4, %%mm3     \n\t" /* uvbuf0[eax] - uvbuf1[eax] >>4*/\

  500.     "psraw                $4, %%mm4     \n\t" /* uvbuf0[eax+2048] - uvbuf1[eax+2048] >>4*/\

  501.     "psubw  "U_OFFSET"("#c"), %%mm3     \n\t" /* (U-128)8*/\

  502.     "psubw  "V_OFFSET"("#c"), %%mm4     \n\t" /* (V-128)8*/\

  503.     "movq              %%mm3, %%mm2     \n\t" /* (U-128)8*/\

  504.     "movq              %%mm4, %%mm5     \n\t" /* (V-128)8*/\

  505.     "pmulhw "UG_COEFF"("#c"), %%mm3     \n\t"\

  506.     "pmulhw "VG_COEFF"("#c"), %%mm4     \n\t"\

  507.     /* mm2=(U-128)8, mm3=ug, mm4=vg mm5=(V-128)8 */\

  508.     "movq  (%0, "#index", 2), %%mm1     \n\t" /*buf0[eax]*/\

  509.     "movq 8(%0, "#index", 2), %%mm7     \n\t" /*buf0[eax]*/\

  510.     "psraw                $4, %%mm1     \n\t" /* buf0[eax] - buf1[eax] >>4*/\

  511.     "psraw                $4, %%mm7     \n\t" /* buf0[eax] - buf1[eax] >>4*/\

  512.     "pmulhw "UB_COEFF"("#c"), %%mm2     \n\t"\

  513.     "pmulhw "VR_COEFF"("#c"), %%mm5     \n\t"\

  514.     "psubw  "Y_OFFSET"("#c"), %%mm1     \n\t" /* 8(Y-16)*/\

  515.     "psubw  "Y_OFFSET"("#c"), %%mm7     \n\t" /* 8(Y-16)*/\

  516.     "pmulhw  "Y_COEFF"("#c"), %%mm1     \n\t"\

  517.     "pmulhw  "Y_COEFF"("#c"), %%mm7     \n\t"\

  518.     /* mm1= Y1, mm2=ub, mm3=ug, mm4=vg mm5=vr, mm7=Y2 */\

  519.     "paddw             %%mm3, %%mm4     \n\t"\

  520.     "movq              %%mm2, %%mm0     \n\t"\

  521.     "movq              %%mm5, %%mm6     \n\t"\

  522.     "movq              %%mm4, %%mm3     \n\t"\

  523.     "punpcklwd         %%mm2, %%mm2     \n\t"\

  524.     "punpcklwd         %%mm5, %%mm5     \n\t"\

  525.     "punpcklwd         %%mm4, %%mm4     \n\t"\

  526.     "paddw             %%mm1, %%mm2     \n\t"\

  527.     "paddw             %%mm1, %%mm5     \n\t"\

  528.     "paddw             %%mm1, %%mm4     \n\t"\

  529.     "punpckhwd         %%mm0, %%mm0     \n\t"\

  530.     "punpckhwd         %%mm6, %%mm6     \n\t"\

  531.     "punpckhwd         %%mm3, %%mm3     \n\t"\

  532.     "paddw             %%mm7, %%mm0     \n\t"\

  533.     "paddw             %%mm7, %%mm6     \n\t"\

  534.     "paddw             %%mm7, %%mm3     \n\t"\

  535.     /* mm0=B1, mm2=B2, mm3=G2, mm4=G1, mm5=R1, mm6=R2 */\

  536.     "packuswb          %%mm0, %%mm2     \n\t"\

  537.     "packuswb          %%mm6, %%mm5     \n\t"\

  538.     "packuswb          %%mm3, %%mm4     \n\t"\

  539. 

  540. #define YSCALEYUV2RGB1(index, c)  REAL_YSCALEYUV2RGB1(index, c)

  541. 

  542. #define REAL_YSCALEYUV2PACKED1b(index, c) \

  543.     "xor "#index", "#index"             \n\t"\

  544.     ".p2align              4            \n\t"\

  545.     "1:                                 \n\t"\

  546.     "movq     (%2, "#index"), %%mm2     \n\t" /* uvbuf0[eax]*/\

  547.     "movq     (%3, "#index"), %%mm3     \n\t" /* uvbuf1[eax]*/\

  548.     "movq "AV_STRINGIFY(VOF)"(%2, "#index"), %%mm5     \n\t" /* uvbuf0[eax+2048]*/\

  549.     "movq "AV_STRINGIFY(VOF)"(%3, "#index"), %%mm4     \n\t" /* uvbuf1[eax+2048]*/\

  550.     "paddw             %%mm2, %%mm3     \n\t" /* uvbuf0[eax] + uvbuf1[eax]*/\

  551.     "paddw             %%mm5, %%mm4     \n\t" /* uvbuf0[eax+2048] + uvbuf1[eax+2048]*/\

  552.     "psrlw                $8, %%mm3     \n\t" \

  553.     "psrlw                $8, %%mm4     \n\t" \

  554.     "movq  (%0, "#index", 2), %%mm1     \n\t" /*buf0[eax]*/\

  555.     "movq 8(%0, "#index", 2), %%mm7     \n\t" /*buf0[eax]*/\

  556.     "psraw                $7, %%mm1     \n\t" \

  557.     "psraw                $7, %%mm7     \n\t"

  558. #define YSCALEYUV2PACKED1b(index, c)  REAL_YSCALEYUV2PACKED1b(index, c)

  559. 

  560. // do vertical chrominance interpolation

  561. #define REAL_YSCALEYUV2RGB1b(index, c) \

  562.     "xor            "#index", "#index"  \n\t"\

  563.     ".p2align              4            \n\t"\

  564.     "1:                                 \n\t"\

  565.     "movq     (%2, "#index"), %%mm2     \n\t" /* uvbuf0[eax]*/\

  566.     "movq     (%3, "#index"), %%mm3     \n\t" /* uvbuf1[eax]*/\

  567.     "movq "AV_STRINGIFY(VOF)"(%2, "#index"), %%mm5     \n\t" /* uvbuf0[eax+2048]*/\

  568.     "movq "AV_STRINGIFY(VOF)"(%3, "#index"), %%mm4     \n\t" /* uvbuf1[eax+2048]*/\

  569.     "paddw             %%mm2, %%mm3     \n\t" /* uvbuf0[eax] + uvbuf1[eax]*/\

  570.     "paddw             %%mm5, %%mm4     \n\t" /* uvbuf0[eax+2048] + uvbuf1[eax+2048]*/\

  571.     "psrlw                $5, %%mm3     \n\t" /*FIXME might overflow*/\

  572.     "psrlw                $5, %%mm4     \n\t" /*FIXME might overflow*/\

  573.     "psubw  "U_OFFSET"("#c"), %%mm3     \n\t" /* (U-128)8*/\

  574.     "psubw  "V_OFFSET"("#c"), %%mm4     \n\t" /* (V-128)8*/\

  575.     "movq              %%mm3, %%mm2     \n\t" /* (U-128)8*/\

  576.     "movq              %%mm4, %%mm5     \n\t" /* (V-128)8*/\

  577.     "pmulhw "UG_COEFF"("#c"), %%mm3     \n\t"\

  578.     "pmulhw "VG_COEFF"("#c"), %%mm4     \n\t"\

  579.     /* mm2=(U-128)8, mm3=ug, mm4=vg mm5=(V-128)8 */\

  580.     "movq  (%0, "#index", 2), %%mm1     \n\t" /*buf0[eax]*/\

  581.     "movq 8(%0, "#index", 2), %%mm7     \n\t" /*buf0[eax]*/\

  582.     "psraw                $4, %%mm1     \n\t" /* buf0[eax] - buf1[eax] >>4*/\

  583.     "psraw                $4, %%mm7     \n\t" /* buf0[eax] - buf1[eax] >>4*/\

  584.     "pmulhw "UB_COEFF"("#c"), %%mm2     \n\t"\

  585.     "pmulhw "VR_COEFF"("#c"), %%mm5     \n\t"\

  586.     "psubw  "Y_OFFSET"("#c"), %%mm1     \n\t" /* 8(Y-16)*/\

  587.     "psubw  "Y_OFFSET"("#c"), %%mm7     \n\t" /* 8(Y-16)*/\

  588.     "pmulhw  "Y_COEFF"("#c"), %%mm1     \n\t"\

  589.     "pmulhw  "Y_COEFF"("#c"), %%mm7     \n\t"\

  590.     /* mm1= Y1, mm2=ub, mm3=ug, mm4=vg mm5=vr, mm7=Y2 */\

  591.     "paddw             %%mm3, %%mm4     \n\t"\

  592.     "movq              %%mm2, %%mm0     \n\t"\

  593.     "movq              %%mm5, %%mm6     \n\t"\

  594.     "movq              %%mm4, %%mm3     \n\t"\

  595.     "punpcklwd         %%mm2, %%mm2     \n\t"\

  596.     "punpcklwd         %%mm5, %%mm5     \n\t"\

  597.     "punpcklwd         %%mm4, %%mm4     \n\t"\

  598.     "paddw             %%mm1, %%mm2     \n\t"\

  599.     "paddw             %%mm1, %%mm5     \n\t"\

  600.     "paddw             %%mm1, %%mm4     \n\t"\

  601.     "punpckhwd         %%mm0, %%mm0     \n\t"\

  602.     "punpckhwd         %%mm6, %%mm6     \n\t"\

  603.     "punpckhwd         %%mm3, %%mm3     \n\t"\

  604.     "paddw             %%mm7, %%mm0     \n\t"\

  605.     "paddw             %%mm7, %%mm6     \n\t"\

  606.     "paddw             %%mm7, %%mm3     \n\t"\

  607.     /* mm0=B1, mm2=B2, mm3=G2, mm4=G1, mm5=R1, mm6=R2 */\

  608.     "packuswb          %%mm0, %%mm2     \n\t"\

  609.     "packuswb          %%mm6, %%mm5     \n\t"\

  610.     "packuswb          %%mm3, %%mm4     \n\t"\

  611. 

  612. #define YSCALEYUV2RGB1b(index, c)  REAL_YSCALEYUV2RGB1b(index, c)

  613. 

  614. #define REAL_YSCALEYUV2RGB1_ALPHA(index) \

  615.     "movq  (%1, "#index", 2), %%mm7     \n\t" /* abuf0[index  ]     */\

  616.     "movq 8(%1, "#index", 2), %%mm1     \n\t" /* abuf0[index+4]     */\

  617.     "psraw                $7, %%mm7     \n\t" /* abuf0[index  ] >>7 */\

  618.     "psraw                $7, %%mm1     \n\t" /* abuf0[index+4] >>7 */\

  619.     "packuswb          %%mm1, %%mm7     \n\t"

  620. #define YSCALEYUV2RGB1_ALPHA(index) REAL_YSCALEYUV2RGB1_ALPHA(index)

  621. 

  622. #define REAL_WRITEBGR32(dst, dstw, index, b, g, r, a, q0, q2, q3, t) \

  623.     "movq       "#b", "#q2"     \n\t" /* B */\

  624.     "movq       "#r", "#t"      \n\t" /* R */\

  625.     "punpcklbw  "#g", "#b"      \n\t" /* GBGBGBGB 0 */\

  626.     "punpcklbw  "#a", "#r"      \n\t" /* ARARARAR 0 */\

  627.     "punpckhbw  "#g", "#q2"     \n\t" /* GBGBGBGB 2 */\

  628.     "punpckhbw  "#a", "#t"      \n\t" /* ARARARAR 2 */\

  629.     "movq       "#b", "#q0"     \n\t" /* GBGBGBGB 0 */\

  630.     "movq      "#q2", "#q3"     \n\t" /* GBGBGBGB 2 */\

  631.     "punpcklwd  "#r", "#q0"     \n\t" /* ARGBARGB 0 */\

  632.     "punpckhwd  "#r", "#b"      \n\t" /* ARGBARGB 1 */\

  633.     "punpcklwd  "#t", "#q2"     \n\t" /* ARGBARGB 2 */\

  634.     "punpckhwd  "#t", "#q3"     \n\t" /* ARGBARGB 3 */\

  635. \

  636.     MOVNTQ(   q0,   (dst, index, 4))\

  637.     MOVNTQ(    b,  8(dst, index, 4))\

  638.     MOVNTQ(   q2, 16(dst, index, 4))\

  639.     MOVNTQ(   q3, 24(dst, index, 4))\

  640. \

  641.     "add      $8, "#index"      \n\t"\

  642.     "cmp "#dstw", "#index"      \n\t"\

  643.     " jb      1b                \n\t"

  644. #define WRITEBGR32(dst, dstw, index, b, g, r, a, q0, q2, q3, t)  REAL_WRITEBGR32(dst, dstw, index, b, g, r, a, q0, q2, q3, t)

  645. 

  646. #define REAL_WRITERGB16(dst, dstw, index) \

  647.     "pand "MANGLE(bF8)", %%mm2  \n\t" /* B */\

  648.     "pand "MANGLE(bFC)", %%mm4  \n\t" /* G */\

  649.     "pand "MANGLE(bF8)", %%mm5  \n\t" /* R */\

  650.     "psrlq           $3, %%mm2  \n\t"\

  651. \

  652.     "movq         %%mm2, %%mm1  \n\t"\

  653.     "movq         %%mm4, %%mm3  \n\t"\

  654. \

  655.     "punpcklbw    %%mm7, %%mm3  \n\t"\

  656.     "punpcklbw    %%mm5, %%mm2  \n\t"\

  657.     "punpckhbw    %%mm7, %%mm4  \n\t"\

  658.     "punpckhbw    %%mm5, %%mm1  \n\t"\

  659. \

  660.     "psllq           $3, %%mm3  \n\t"\

  661.     "psllq           $3, %%mm4  \n\t"\

  662. \

  663.     "por          %%mm3, %%mm2  \n\t"\

  664.     "por          %%mm4, %%mm1  \n\t"\

  665. \

  666.     MOVNTQ(%%mm2,  (dst, index, 2))\

  667.     MOVNTQ(%%mm1, 8(dst, index, 2))\

  668. \

  669.     "add             $8, "#index"   \n\t"\

  670.     "cmp        "#dstw", "#index"   \n\t"\

  671.     " jb             1b             \n\t"

  672. #define WRITERGB16(dst, dstw, index)  REAL_WRITERGB16(dst, dstw, index)

  673. 

  674. #define REAL_WRITERGB15(dst, dstw, index) \

  675.     "pand "MANGLE(bF8)", %%mm2  \n\t" /* B */\

  676.     "pand "MANGLE(bF8)", %%mm4  \n\t" /* G */\

  677.     "pand "MANGLE(bF8)", %%mm5  \n\t" /* R */\

  678.     "psrlq           $3, %%mm2  \n\t"\

  679.     "psrlq           $1, %%mm5  \n\t"\

  680. \

  681.     "movq         %%mm2, %%mm1  \n\t"\

  682.     "movq         %%mm4, %%mm3  \n\t"\

  683. \

  684.     "punpcklbw    %%mm7, %%mm3  \n\t"\

  685.     "punpcklbw    %%mm5, %%mm2  \n\t"\

  686.     "punpckhbw    %%mm7, %%mm4  \n\t"\

  687.     "punpckhbw    %%mm5, %%mm1  \n\t"\

  688. \

  689.     "psllq           $2, %%mm3  \n\t"\

  690.     "psllq           $2, %%mm4  \n\t"\

  691. \

  692.     "por          %%mm3, %%mm2  \n\t"\

  693.     "por          %%mm4, %%mm1  \n\t"\

  694. \

  695.     MOVNTQ(%%mm2,  (dst, index, 2))\

  696.     MOVNTQ(%%mm1, 8(dst, index, 2))\

  697. \

  698.     "add             $8, "#index"   \n\t"\

  699.     "cmp        "#dstw", "#index"   \n\t"\

  700.     " jb             1b             \n\t"

  701. #define WRITERGB15(dst, dstw, index)  REAL_WRITERGB15(dst, dstw, index)

  702. 

  703. #define WRITEBGR24MMX(dst, dstw, index) \

  704.     /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */\

  705.     "movq      %%mm2, %%mm1     \n\t" /* B */\

  706.     "movq      %%mm5, %%mm6     \n\t" /* R */\

  707.     "punpcklbw %%mm4, %%mm2     \n\t" /* GBGBGBGB 0 */\

  708.     "punpcklbw %%mm7, %%mm5     \n\t" /* 0R0R0R0R 0 */\

  709.     "punpckhbw %%mm4, %%mm1     \n\t" /* GBGBGBGB 2 */\

  710.     "punpckhbw %%mm7, %%mm6     \n\t" /* 0R0R0R0R 2 */\

  711.     "movq      %%mm2, %%mm0     \n\t" /* GBGBGBGB 0 */\

  712.     "movq      %%mm1, %%mm3     \n\t" /* GBGBGBGB 2 */\

  713.     "punpcklwd %%mm5, %%mm0     \n\t" /* 0RGB0RGB 0 */\

  714.     "punpckhwd %%mm5, %%mm2     \n\t" /* 0RGB0RGB 1 */\

  715.     "punpcklwd %%mm6, %%mm1     \n\t" /* 0RGB0RGB 2 */\

  716.     "punpckhwd %%mm6, %%mm3     \n\t" /* 0RGB0RGB 3 */\

  717. \

  718.     "movq      %%mm0, %%mm4     \n\t" /* 0RGB0RGB 0 */\

  719.     "movq      %%mm2, %%mm6     \n\t" /* 0RGB0RGB 1 */\

  720.     "movq      %%mm1, %%mm5     \n\t" /* 0RGB0RGB 2 */\

  721.     "movq      %%mm3, %%mm7     \n\t" /* 0RGB0RGB 3 */\

  722. \

  723.     "psllq       $40, %%mm0     \n\t" /* RGB00000 0 */\

  724.     "psllq       $40, %%mm2     \n\t" /* RGB00000 1 */\

  725.     "psllq       $40, %%mm1     \n\t" /* RGB00000 2 */\

  726.     "psllq       $40, %%mm3     \n\t" /* RGB00000 3 */\

  727. \

  728.     "punpckhdq %%mm4, %%mm0     \n\t" /* 0RGBRGB0 0 */\

  729.     "punpckhdq %%mm6, %%mm2     \n\t" /* 0RGBRGB0 1 */\

  730.     "punpckhdq %%mm5, %%mm1     \n\t" /* 0RGBRGB0 2 */\

  731.     "punpckhdq %%mm7, %%mm3     \n\t" /* 0RGBRGB0 3 */\

  732. \

  733.     "psrlq        $8, %%mm0     \n\t" /* 00RGBRGB 0 */\

  734.     "movq      %%mm2, %%mm6     \n\t" /* 0RGBRGB0 1 */\

  735.     "psllq       $40, %%mm2     \n\t" /* GB000000 1 */\

  736.     "por       %%mm2, %%mm0     \n\t" /* GBRGBRGB 0 */\

  737.     MOVNTQ(%%mm0, (dst))\

  738. \

  739.     "psrlq       $24, %%mm6     \n\t" /* 0000RGBR 1 */\

  740.     "movq      %%mm1, %%mm5     \n\t" /* 0RGBRGB0 2 */\

  741.     "psllq       $24, %%mm1     \n\t" /* BRGB0000 2 */\

  742.     "por       %%mm1, %%mm6     \n\t" /* BRGBRGBR 1 */\

  743.     MOVNTQ(%%mm6, 8(dst))\

  744. \

  745.     "psrlq       $40, %%mm5     \n\t" /* 000000RG 2 */\

  746.     "psllq        $8, %%mm3     \n\t" /* RGBRGB00 3 */\

  747.     "por       %%mm3, %%mm5     \n\t" /* RGBRGBRG 2 */\

  748.     MOVNTQ(%%mm5, 16(dst))\

  749. \

  750.     "add         $24, "#dst"    \n\t"\

  751. \

  752.     "add          $8, "#index"  \n\t"\

  753.     "cmp     "#dstw", "#index"  \n\t"\

  754.     " jb          1b            \n\t"

  755. 

  756. #define WRITEBGR24MMX2(dst, dstw, index) \

  757.     /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */\

  758.     "movq "MANGLE(ff_M24A)", %%mm0 \n\t"\

  759.     "movq "MANGLE(ff_M24C)", %%mm7 \n\t"\

  760.     "pshufw $0x50, %%mm2, %%mm1 \n\t" /* B3 B2 B3 B2  B1 B0 B1 B0 */\

  761.     "pshufw $0x50, %%mm4, %%mm3 \n\t" /* G3 G2 G3 G2  G1 G0 G1 G0 */\

  762.     "pshufw $0x00, %%mm5, %%mm6 \n\t" /* R1 R0 R1 R0  R1 R0 R1 R0 */\

  763. \

  764.     "pand   %%mm0, %%mm1        \n\t" /*    B2        B1       B0 */\

  765.     "pand   %%mm0, %%mm3        \n\t" /*    G2        G1       G0 */\

  766.     "pand   %%mm7, %%mm6        \n\t" /*       R1        R0       */\

  767. \

  768.     "psllq     $8, %%mm3        \n\t" /* G2        G1       G0    */\

  769.     "por    %%mm1, %%mm6        \n\t"\

  770.     "por    %%mm3, %%mm6        \n\t"\

  771.     MOVNTQ(%%mm6, (dst))\

  772. \

  773.     "psrlq     $8, %%mm4        \n\t" /* 00 G7 G6 G5  G4 G3 G2 G1 */\

  774.     "pshufw $0xA5, %%mm2, %%mm1 \n\t" /* B5 B4 B5 B4  B3 B2 B3 B2 */\

  775.     "pshufw $0x55, %%mm4, %%mm3 \n\t" /* G4 G3 G4 G3  G4 G3 G4 G3 */\

  776.     "pshufw $0xA5, %%mm5, %%mm6 \n\t" /* R5 R4 R5 R4  R3 R2 R3 R2 */\

  777. \

  778.     "pand "MANGLE(ff_M24B)", %%mm1 \n\t" /* B5       B4        B3    */\

  779.     "pand   %%mm7, %%mm3        \n\t" /*       G4        G3       */\

  780.     "pand   %%mm0, %%mm6        \n\t" /*    R4        R3       R2 */\

  781. \

  782.     "por    %%mm1, %%mm3        \n\t" /* B5    G4 B4     G3 B3    */\

  783.     "por    %%mm3, %%mm6        \n\t"\

  784.     MOVNTQ(%%mm6, 8(dst))\

  785. \

  786.     "pshufw $0xFF, %%mm2, %%mm1 \n\t" /* B7 B6 B7 B6  B7 B6 B6 B7 */\

  787.     "pshufw $0xFA, %%mm4, %%mm3 \n\t" /* 00 G7 00 G7  G6 G5 G6 G5 */\

  788.     "pshufw $0xFA, %%mm5, %%mm6 \n\t" /* R7 R6 R7 R6  R5 R4 R5 R4 */\

  789. \

  790.     "pand   %%mm7, %%mm1        \n\t" /*       B7        B6       */\

  791.     "pand   %%mm0, %%mm3        \n\t" /*    G7        G6       G5 */\

  792.     "pand "MANGLE(ff_M24B)", %%mm6 \n\t" /* R7       R6        R5    */\

  793. \

  794.     "por    %%mm1, %%mm3        \n\t"\

  795.     "por    %%mm3, %%mm6        \n\t"\

  796.     MOVNTQ(%%mm6, 16(dst))\

  797. \

  798.     "add      $24, "#dst"       \n\t"\

  799. \

  800.     "add       $8, "#index"     \n\t"\

  801.     "cmp  "#dstw", "#index"     \n\t"\

  802.     " jb       1b               \n\t"

  803. 

  804. #if COMPILE_TEMPLATE_MMX2

  805. #undef WRITEBGR24

  806. #define WRITEBGR24(dst, dstw, index)  WRITEBGR24MMX2(dst, dstw, index)

  807. #else

  808. #undef WRITEBGR24

  809. #define WRITEBGR24(dst, dstw, index)  WRITEBGR24MMX(dst, dstw, index)

  810. #endif

  811. 

  812. #define REAL_WRITEYUY2(dst, dstw, index) \

  813.     "packuswb  %%mm3, %%mm3     \n\t"\

  814.     "packuswb  %%mm4, %%mm4     \n\t"\

  815.     "packuswb  %%mm7, %%mm1     \n\t"\

  816.     "punpcklbw %%mm4, %%mm3     \n\t"\

  817.     "movq      %%mm1, %%mm7     \n\t"\

  818.     "punpcklbw %%mm3, %%mm1     \n\t"\

  819.     "punpckhbw %%mm3, %%mm7     \n\t"\

  820. \

  821.     MOVNTQ(%%mm1, (dst, index, 2))\

  822.     MOVNTQ(%%mm7, 8(dst, index, 2))\

  823. \

  824.     "add          $8, "#index"  \n\t"\

  825.     "cmp     "#dstw", "#index"  \n\t"\

  826.     " jb          1b            \n\t"

  827. #define WRITEYUY2(dst, dstw, index)  REAL_WRITEYUY2(dst, dstw, index)

  828. 

  829. 

  830. static inline void RENAME(yuv2yuvX)(SwsContext *c, const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize,

  831.                                     const int16_t *chrFilter, const int16_t **chrSrc, int chrFilterSize, const int16_t **alpSrc,

  832.                                     uint8_t *dest, uint8_t *uDest, uint8_t *vDest, uint8_t *aDest, long dstW, long chrDstW)

  833. {

  834.         if (c->flags & SWS_ACCURATE_RND) {

  835.             if (uDest) {

  836.                 YSCALEYUV2YV12X_ACCURATE(   "0", CHR_MMX_FILTER_OFFSET, uDest, chrDstW)

  837.                 YSCALEYUV2YV12X_ACCURATE(AV_STRINGIFY(VOF), CHR_MMX_FILTER_OFFSET, vDest, chrDstW)

  838.             }

  839.             if (CONFIG_SWSCALE_ALPHA && aDest) {

  840.                 YSCALEYUV2YV12X_ACCURATE(   "0", ALP_MMX_FILTER_OFFSET, aDest, dstW)

  841.             }

  842. 

  843.             YSCALEYUV2YV12X_ACCURATE("0", LUM_MMX_FILTER_OFFSET, dest, dstW)

  844.         } else {

  845.             if (uDest) {

  846.                 YSCALEYUV2YV12X(   "0", CHR_MMX_FILTER_OFFSET, uDest, chrDstW)

  847.                 YSCALEYUV2YV12X(AV_STRINGIFY(VOF), CHR_MMX_FILTER_OFFSET, vDest, chrDstW)

  848.             }

  849.             if (CONFIG_SWSCALE_ALPHA && aDest) {

  850.                 YSCALEYUV2YV12X(   "0", ALP_MMX_FILTER_OFFSET, aDest, dstW)

  851.             }

  852. 

  853.             YSCALEYUV2YV12X("0", LUM_MMX_FILTER_OFFSET, dest, dstW)

  854.         }

  855. }

  856. 

  857. static inline void RENAME(yuv2yuv1)(SwsContext *c, const int16_t *lumSrc, const int16_t *chrSrc, const int16_t *alpSrc,

  858.                                     uint8_t *dest, uint8_t *uDest, uint8_t *vDest, uint8_t *aDest, long dstW, long chrDstW)

  859. {

  860.         long p= 4;

  861.         const int16_t *src[4]= {alpSrc + dstW, lumSrc + dstW, chrSrc + chrDstW, chrSrc + VOFW + chrDstW};

  862.         uint8_t *dst[4]= {aDest, dest, uDest, vDest};

  863.         x86_reg counter[4]= {dstW, dstW, chrDstW, chrDstW};

  864. 

  865.         if (c->flags & SWS_ACCURATE_RND) {

  866.             while(p--) {

  867.                 if (dst[p]) {

  868.                     __asm__ volatile(

  869.                         YSCALEYUV2YV121_ACCURATE

  870.                         :: "r" (src[p]), "r" (dst[p] + counter[p]),

  871.                         "g" (-counter[p])

  872.                         : "%"REG_a

  873.                     );

  874.                 }

  875.             }

  876.         } else {

  877.             while(p--) {

  878.                 if (dst[p]) {

  879.                     __asm__ volatile(

  880.                         YSCALEYUV2YV121

  881.                         :: "r" (src[p]), "r" (dst[p] + counter[p]),

  882.                         "g" (-counter[p])

  883.                         : "%"REG_a

  884.                     );

  885.                 }

  886.             }

  887.         }

  888. }

  889. 

  890. 

  891. /**

  892.  * vertical scale YV12 to RGB

  893.  */

  894. static inline void RENAME(yuv2packedX)(SwsContext *c, const int16_t *lumFilter, const int16_t **lumSrc, int lumFilterSize,

  895.                                        const int16_t *chrFilter, const int16_t **chrSrc, int chrFilterSize,

  896.                                        const int16_t **alpSrc, uint8_t *dest, long dstW, long dstY)

  897. {

  898.     x86_reg dummy=0;

  899.     x86_reg dstW_reg = dstW;

  900. 

  901.         if (c->flags & SWS_ACCURATE_RND) {

  902.             switch(c->dstFormat) {

  903.             case PIX_FMT_RGB32:

  904.                 if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf) {

  905.                     YSCALEYUV2PACKEDX_ACCURATE

  906.                     YSCALEYUV2RGBX

  907.                     "movq                      %%mm2, "U_TEMP"(%0)  \n\t"

  908.                     "movq                      %%mm4, "V_TEMP"(%0)  \n\t"

  909.                     "movq                      %%mm5, "Y_TEMP"(%0)  \n\t"

  910.                     YSCALEYUV2PACKEDX_ACCURATE_YA(ALP_MMX_FILTER_OFFSET)

  911.                     "movq               "Y_TEMP"(%0), %%mm5         \n\t"

  912.                     "psraw                        $3, %%mm1         \n\t"

  913.                     "psraw                        $3, %%mm7         \n\t"

  914.                     "packuswb                  %%mm7, %%mm1         \n\t"

  915.                     WRITEBGR32(%4, %5, %%REGa, %%mm3, %%mm4, %%mm5, %%mm1, %%mm0, %%mm7, %%mm2, %%mm6)

  916. 

  917.                     YSCALEYUV2PACKEDX_END

  918.                 } else {

  919.                     YSCALEYUV2PACKEDX_ACCURATE

  920.                     YSCALEYUV2RGBX

  921.                     "pcmpeqd %%mm7, %%mm7 \n\t"

  922.                     WRITEBGR32(%4, %5, %%REGa, %%mm2, %%mm4, %%mm5, %%mm7, %%mm0, %%mm1, %%mm3, %%mm6)

  923. 

  924.                     YSCALEYUV2PACKEDX_END

  925.                 }

  926.                 return;

  927.             case PIX_FMT_BGR24:

  928.                 YSCALEYUV2PACKEDX_ACCURATE

  929.                 YSCALEYUV2RGBX

  930.                 "pxor %%mm7, %%mm7 \n\t"

  931.                 "lea (%%"REG_a", %%"REG_a", 2), %%"REG_c"\n\t" //FIXME optimize

  932.                 "add %4, %%"REG_c"                        \n\t"

  933.                 WRITEBGR24(%%REGc, %5, %%REGa)

  934. 

  935. 

  936.                 :: "r" (&c->redDither),

  937.                 "m" (dummy), "m" (dummy), "m" (dummy),

  938.                 "r" (dest), "m" (dstW_reg)

  939.                 : "%"REG_a, "%"REG_c, "%"REG_d, "%"REG_S

  940.                 );

  941.                 return;

  942.             case PIX_FMT_RGB555:

  943.                 YSCALEYUV2PACKEDX_ACCURATE

  944.                 YSCALEYUV2RGBX

  945.                 "pxor %%mm7, %%mm7 \n\t"

  946.                 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  947. #ifdef DITHER1XBPP

  948.                 "paddusb "BLUE_DITHER"(%0), %%mm2\n\t"

  949.                 "paddusb "GREEN_DITHER"(%0), %%mm4\n\t"

  950.                 "paddusb "RED_DITHER"(%0), %%mm5\n\t"

  951. #endif

  952. 

  953.                 WRITERGB15(%4, %5, %%REGa)

  954.                 YSCALEYUV2PACKEDX_END

  955.                 return;

  956.             case PIX_FMT_RGB565:

  957.                 YSCALEYUV2PACKEDX_ACCURATE

  958.                 YSCALEYUV2RGBX

  959.                 "pxor %%mm7, %%mm7 \n\t"

  960.                 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  961. #ifdef DITHER1XBPP

  962.                 "paddusb "BLUE_DITHER"(%0), %%mm2\n\t"

  963.                 "paddusb "GREEN_DITHER"(%0), %%mm4\n\t"

  964.                 "paddusb "RED_DITHER"(%0), %%mm5\n\t"

  965. #endif

  966. 

  967.                 WRITERGB16(%4, %5, %%REGa)

  968.                 YSCALEYUV2PACKEDX_END

  969.                 return;

  970.             case PIX_FMT_YUYV422:

  971.                 YSCALEYUV2PACKEDX_ACCURATE

  972.                 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  973. 

  974.                 "psraw $3, %%mm3    \n\t"

  975.                 "psraw $3, %%mm4    \n\t"

  976.                 "psraw $3, %%mm1    \n\t"

  977.                 "psraw $3, %%mm7    \n\t"

  978.                 WRITEYUY2(%4, %5, %%REGa)

  979.                 YSCALEYUV2PACKEDX_END

  980.                 return;

  981.             }

  982.         } else {

  983.             switch(c->dstFormat) {

  984.             case PIX_FMT_RGB32:

  985.                 if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf) {

  986.                     YSCALEYUV2PACKEDX

  987.                     YSCALEYUV2RGBX

  988.                     YSCALEYUV2PACKEDX_YA(ALP_MMX_FILTER_OFFSET, %%mm0, %%mm3, %%mm6, %%mm1, %%mm7)

  989.                     "psraw                        $3, %%mm1         \n\t"

  990.                     "psraw                        $3, %%mm7         \n\t"

  991.                     "packuswb                  %%mm7, %%mm1         \n\t"

  992.                     WRITEBGR32(%4, %5, %%REGa, %%mm2, %%mm4, %%mm5, %%mm1, %%mm0, %%mm7, %%mm3, %%mm6)

  993.                     YSCALEYUV2PACKEDX_END

  994.                 } else {

  995.                     YSCALEYUV2PACKEDX

  996.                     YSCALEYUV2RGBX

  997.                     "pcmpeqd %%mm7, %%mm7 \n\t"

  998.                     WRITEBGR32(%4, %5, %%REGa, %%mm2, %%mm4, %%mm5, %%mm7, %%mm0, %%mm1, %%mm3, %%mm6)

  999.                     YSCALEYUV2PACKEDX_END

  1000.                 }

  1001.                 return;

  1002.             case PIX_FMT_BGR24:

  1003.                 YSCALEYUV2PACKEDX

  1004.                 YSCALEYUV2RGBX

  1005.                 "pxor                    %%mm7, %%mm7       \n\t"

  1006.                 "lea (%%"REG_a", %%"REG_a", 2), %%"REG_c"   \n\t" //FIXME optimize

  1007.                 "add                        %4, %%"REG_c"   \n\t"

  1008.                 WRITEBGR24(%%REGc, %5, %%REGa)

  1009. 

  1010.                 :: "r" (&c->redDither),

  1011.                 "m" (dummy), "m" (dummy), "m" (dummy),

  1012.                 "r" (dest),  "m" (dstW_reg)

  1013.                 : "%"REG_a, "%"REG_c, "%"REG_d, "%"REG_S

  1014.                 );

  1015.                 return;

  1016.             case PIX_FMT_RGB555:

  1017.                 YSCALEYUV2PACKEDX

  1018.                 YSCALEYUV2RGBX

  1019.                 "pxor %%mm7, %%mm7 \n\t"

  1020.                 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  1021. #ifdef DITHER1XBPP

  1022.                 "paddusb "BLUE_DITHER"(%0), %%mm2  \n\t"

  1023.                 "paddusb "GREEN_DITHER"(%0), %%mm4  \n\t"

  1024.                 "paddusb "RED_DITHER"(%0), %%mm5  \n\t"

  1025. #endif

  1026. 

  1027.                 WRITERGB15(%4, %5, %%REGa)

  1028.                 YSCALEYUV2PACKEDX_END

  1029.                 return;

  1030.             case PIX_FMT_RGB565:

  1031.                 YSCALEYUV2PACKEDX

  1032.                 YSCALEYUV2RGBX

  1033.                 "pxor %%mm7, %%mm7 \n\t"

  1034.                 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  1035. #ifdef DITHER1XBPP

  1036.                 "paddusb "BLUE_DITHER"(%0), %%mm2  \n\t"

  1037.                 "paddusb "GREEN_DITHER"(%0), %%mm4  \n\t"

  1038.                 "paddusb "RED_DITHER"(%0), %%mm5  \n\t"

  1039. #endif

  1040. 

  1041.                 WRITERGB16(%4, %5, %%REGa)

  1042.                 YSCALEYUV2PACKEDX_END

  1043.                 return;

  1044.             case PIX_FMT_YUYV422:

  1045.                 YSCALEYUV2PACKEDX

  1046.                 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  1047. 

  1048.                 "psraw $3, %%mm3    \n\t"

  1049.                 "psraw $3, %%mm4    \n\t"

  1050.                 "psraw $3, %%mm1    \n\t"

  1051.                 "psraw $3, %%mm7    \n\t"

  1052.                 WRITEYUY2(%4, %5, %%REGa)

  1053.                 YSCALEYUV2PACKEDX_END

  1054.                 return;

  1055.             }

  1056.         }

  1057. 

  1058.     yuv2packedXinC(c, lumFilter, lumSrc, lumFilterSize,

  1059.                    chrFilter, chrSrc, chrFilterSize,

  1060.                    alpSrc, dest, dstW, dstY);

  1061. }

  1062. 

  1063. /**

  1064.  * vertical bilinear scale YV12 to RGB

  1065.  */

  1066. static inline void RENAME(yuv2packed2)(SwsContext *c, const uint16_t *buf0, const uint16_t *buf1, const uint16_t *uvbuf0, const uint16_t *uvbuf1,

  1067.                           const uint16_t *abuf0, const uint16_t *abuf1, uint8_t *dest, int dstW, int yalpha, int uvalpha, int y)

  1068. {

  1069.         switch(c->dstFormat) {

  1070.         //Note 8280 == DSTW_OFFSET but the preprocessor can't handle that there :(

  1071.         case PIX_FMT_RGB32:

  1072.             if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf) {

  1073. #if ARCH_X86_64

  1074.                 __asm__ volatile(

  1075.                     YSCALEYUV2RGB(%%r8, %5)

  1076.                     YSCALEYUV2RGB_YA(%%r8, %5, %6, %7)

  1077.                     "psraw                  $3, %%mm1       \n\t" /* abuf0[eax] - abuf1[eax] >>7*/

  1078.                     "psraw                  $3, %%mm7       \n\t" /* abuf0[eax] - abuf1[eax] >>7*/

  1079.                     "packuswb            %%mm7, %%mm1       \n\t"

  1080.                     WRITEBGR32(%4, 8280(%5), %%r8, %%mm2, %%mm4, %%mm5, %%mm1, %%mm0, %%mm7, %%mm3, %%mm6)

  1081. 

  1082.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "r" (dest),

  1083.                     "a" (&c->redDither)

  1084.                     ,"r" (abuf0), "r" (abuf1)

  1085.                     : "%r8"

  1086.                 );

  1087. #else

  1088.                 c->u_temp=(intptr_t)abuf0;

  1089.                 c->v_temp=(intptr_t)abuf1;

  1090.                 __asm__ volatile(

  1091.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1092.                     "mov        %4, %%"REG_b"               \n\t"

  1093.                     "push %%"REG_BP"                        \n\t"

  1094.                     YSCALEYUV2RGB(%%REGBP, %5)

  1095.                     "push                   %0              \n\t"

  1096.                     "push                   %1              \n\t"

  1097.                     "mov          "U_TEMP"(%5), %0          \n\t"

  1098.                     "mov          "V_TEMP"(%5), %1          \n\t"

  1099.                     YSCALEYUV2RGB_YA(%%REGBP, %5, %0, %1)

  1100.                     "psraw                  $3, %%mm1       \n\t" /* abuf0[eax] - abuf1[eax] >>7*/

  1101.                     "psraw                  $3, %%mm7       \n\t" /* abuf0[eax] - abuf1[eax] >>7*/

  1102.                     "packuswb            %%mm7, %%mm1       \n\t"

  1103.                     "pop                    %1              \n\t"

  1104.                     "pop                    %0              \n\t"

  1105.                     WRITEBGR32(%%REGb, 8280(%5), %%REGBP, %%mm2, %%mm4, %%mm5, %%mm1, %%mm0, %%mm7, %%mm3, %%mm6)

  1106.                     "pop %%"REG_BP"                         \n\t"

  1107.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1108. 

  1109.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1110.                     "a" (&c->redDither)

  1111.                 );

  1112. #endif

  1113.             } else {

  1114.                 __asm__ volatile(

  1115.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1116.                     "mov        %4, %%"REG_b"               \n\t"

  1117.                     "push %%"REG_BP"                        \n\t"

  1118.                     YSCALEYUV2RGB(%%REGBP, %5)

  1119.                     "pcmpeqd %%mm7, %%mm7                   \n\t"

  1120.                     WRITEBGR32(%%REGb, 8280(%5), %%REGBP, %%mm2, %%mm4, %%mm5, %%mm7, %%mm0, %%mm1, %%mm3, %%mm6)

  1121.                     "pop %%"REG_BP"                         \n\t"

  1122.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1123. 

  1124.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1125.                     "a" (&c->redDither)

  1126.                 );

  1127.             }

  1128.             return;

  1129.         case PIX_FMT_BGR24:

  1130.             __asm__ volatile(

  1131.                 "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1132.                 "mov        %4, %%"REG_b"               \n\t"

  1133.                 "push %%"REG_BP"                        \n\t"

  1134.                 YSCALEYUV2RGB(%%REGBP, %5)

  1135.                 "pxor    %%mm7, %%mm7                   \n\t"

  1136.                 WRITEBGR24(%%REGb, 8280(%5), %%REGBP)

  1137.                 "pop %%"REG_BP"                         \n\t"

  1138.                 "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1139.                 :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1140.                 "a" (&c->redDither)

  1141.             );

  1142.             return;

  1143.         case PIX_FMT_RGB555:

  1144.             __asm__ volatile(

  1145.                 "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1146.                 "mov        %4, %%"REG_b"               \n\t"

  1147.                 "push %%"REG_BP"                        \n\t"

  1148.                 YSCALEYUV2RGB(%%REGBP, %5)

  1149.                 "pxor    %%mm7, %%mm7                   \n\t"

  1150.                 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  1151. #ifdef DITHER1XBPP

  1152.                 "paddusb "BLUE_DITHER"(%5), %%mm2      \n\t"

  1153.                 "paddusb "GREEN_DITHER"(%5), %%mm4      \n\t"

  1154.                 "paddusb "RED_DITHER"(%5), %%mm5      \n\t"

  1155. #endif

  1156. 

  1157.                 WRITERGB15(%%REGb, 8280(%5), %%REGBP)

  1158.                 "pop %%"REG_BP"                         \n\t"

  1159.                 "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1160. 

  1161.                 :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1162.                 "a" (&c->redDither)

  1163.             );

  1164.             return;

  1165.         case PIX_FMT_RGB565:

  1166.             __asm__ volatile(

  1167.                 "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1168.                 "mov        %4, %%"REG_b"               \n\t"

  1169.                 "push %%"REG_BP"                        \n\t"

  1170.                 YSCALEYUV2RGB(%%REGBP, %5)

  1171.                 "pxor    %%mm7, %%mm7                   \n\t"

  1172.                 /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  1173. #ifdef DITHER1XBPP

  1174.                 "paddusb "BLUE_DITHER"(%5), %%mm2      \n\t"

  1175.                 "paddusb "GREEN_DITHER"(%5), %%mm4      \n\t"

  1176.                 "paddusb "RED_DITHER"(%5), %%mm5      \n\t"

  1177. #endif

  1178. 

  1179.                 WRITERGB16(%%REGb, 8280(%5), %%REGBP)

  1180.                 "pop %%"REG_BP"                         \n\t"

  1181.                 "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1182.                 :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1183.                 "a" (&c->redDither)

  1184.             );

  1185.             return;

  1186.         case PIX_FMT_YUYV422:

  1187.             __asm__ volatile(

  1188.                 "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1189.                 "mov %4, %%"REG_b"                        \n\t"

  1190.                 "push %%"REG_BP"                        \n\t"

  1191.                 YSCALEYUV2PACKED(%%REGBP, %5)

  1192.                 WRITEYUY2(%%REGb, 8280(%5), %%REGBP)

  1193.                 "pop %%"REG_BP"                         \n\t"

  1194.                 "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1195.                 :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1196.                 "a" (&c->redDither)

  1197.             );

  1198.             return;

  1199.         }

  1200. 

  1201.     yuv2packed2_c(c, buf0, buf1, uvbuf0, uvbuf1, abuf0, abuf1,

  1202.                   dest, dstW, yalpha, uvalpha, y);

  1203. }

  1204. 

  1205. /**

  1206.  * YV12 to RGB without scaling or interpolating

  1207.  */

  1208. static inline void RENAME(yuv2packed1)(SwsContext *c, const uint16_t *buf0, const uint16_t *uvbuf0, const uint16_t *uvbuf1,

  1209.                           const uint16_t *abuf0, uint8_t *dest, int dstW, int uvalpha, enum PixelFormat dstFormat, int flags, int y)

  1210. {

  1211.         const uint16_t *buf1= buf0; //FIXME needed for RGB1/BGR1

  1212. 

  1213.         if (flags&SWS_FULL_CHR_H_INT) {

  1214.             c->yuv2packed2(c, buf0, buf0, uvbuf0, uvbuf1, abuf0, abuf0, dest, dstW, 0, uvalpha, y);

  1215.             return;

  1216.         }

  1217. 

  1218.         if (uvalpha < 2048) { // note this is not correct (shifts chrominance by 0.5 pixels) but it is a bit faster

  1219.             switch(dstFormat) {

  1220.             case PIX_FMT_RGB32:

  1221.                 if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf) {

  1222.                     __asm__ volatile(

  1223.                         "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1224.                         "mov        %4, %%"REG_b"               \n\t"

  1225.                         "push %%"REG_BP"                        \n\t"

  1226.                         YSCALEYUV2RGB1(%%REGBP, %5)

  1227.                         YSCALEYUV2RGB1_ALPHA(%%REGBP)

  1228.                         WRITEBGR32(%%REGb, 8280(%5), %%REGBP, %%mm2, %%mm4, %%mm5, %%mm7, %%mm0, %%mm1, %%mm3, %%mm6)

  1229.                         "pop %%"REG_BP"                         \n\t"

  1230.                         "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1231. 

  1232.                         :: "c" (buf0), "d" (abuf0), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1233.                         "a" (&c->redDither)

  1234.                     );

  1235.                 } else {

  1236.                     __asm__ volatile(

  1237.                         "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1238.                         "mov        %4, %%"REG_b"               \n\t"

  1239.                         "push %%"REG_BP"                        \n\t"

  1240.                         YSCALEYUV2RGB1(%%REGBP, %5)

  1241.                         "pcmpeqd %%mm7, %%mm7                   \n\t"

  1242.                         WRITEBGR32(%%REGb, 8280(%5), %%REGBP, %%mm2, %%mm4, %%mm5, %%mm7, %%mm0, %%mm1, %%mm3, %%mm6)

  1243.                         "pop %%"REG_BP"                         \n\t"

  1244.                         "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1245. 

  1246.                         :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1247.                         "a" (&c->redDither)

  1248.                     );

  1249.                 }

  1250.                 return;

  1251.             case PIX_FMT_BGR24:

  1252.                 __asm__ volatile(

  1253.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1254.                     "mov        %4, %%"REG_b"               \n\t"

  1255.                     "push %%"REG_BP"                        \n\t"

  1256.                     YSCALEYUV2RGB1(%%REGBP, %5)

  1257.                     "pxor    %%mm7, %%mm7                   \n\t"

  1258.                     WRITEBGR24(%%REGb, 8280(%5), %%REGBP)

  1259.                     "pop %%"REG_BP"                         \n\t"

  1260.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1261. 

  1262.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1263.                     "a" (&c->redDither)

  1264.                 );

  1265.                 return;

  1266.             case PIX_FMT_RGB555:

  1267.                 __asm__ volatile(

  1268.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1269.                     "mov        %4, %%"REG_b"               \n\t"

  1270.                     "push %%"REG_BP"                        \n\t"

  1271.                     YSCALEYUV2RGB1(%%REGBP, %5)

  1272.                     "pxor    %%mm7, %%mm7                   \n\t"

  1273.                     /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  1274. #ifdef DITHER1XBPP

  1275.                     "paddusb "BLUE_DITHER"(%5), %%mm2      \n\t"

  1276.                     "paddusb "GREEN_DITHER"(%5), %%mm4      \n\t"

  1277.                     "paddusb "RED_DITHER"(%5), %%mm5      \n\t"

  1278. #endif

  1279.                     WRITERGB15(%%REGb, 8280(%5), %%REGBP)

  1280.                     "pop %%"REG_BP"                         \n\t"

  1281.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1282. 

  1283.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1284.                     "a" (&c->redDither)

  1285.                 );

  1286.                 return;

  1287.             case PIX_FMT_RGB565:

  1288.                 __asm__ volatile(

  1289.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1290.                     "mov        %4, %%"REG_b"               \n\t"

  1291.                     "push %%"REG_BP"                        \n\t"

  1292.                     YSCALEYUV2RGB1(%%REGBP, %5)

  1293.                     "pxor    %%mm7, %%mm7                   \n\t"

  1294.                     /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  1295. #ifdef DITHER1XBPP

  1296.                     "paddusb "BLUE_DITHER"(%5), %%mm2      \n\t"

  1297.                     "paddusb "GREEN_DITHER"(%5), %%mm4      \n\t"

  1298.                     "paddusb "RED_DITHER"(%5), %%mm5      \n\t"

  1299. #endif

  1300. 

  1301.                     WRITERGB16(%%REGb, 8280(%5), %%REGBP)

  1302.                     "pop %%"REG_BP"                         \n\t"

  1303.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1304. 

  1305.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1306.                     "a" (&c->redDither)

  1307.                 );

  1308.                 return;

  1309.             case PIX_FMT_YUYV422:

  1310.                 __asm__ volatile(

  1311.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1312.                     "mov        %4, %%"REG_b"               \n\t"

  1313.                     "push %%"REG_BP"                        \n\t"

  1314.                     YSCALEYUV2PACKED1(%%REGBP, %5)

  1315.                     WRITEYUY2(%%REGb, 8280(%5), %%REGBP)

  1316.                     "pop %%"REG_BP"                         \n\t"

  1317.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1318. 

  1319.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1320.                     "a" (&c->redDither)

  1321.                 );

  1322.                 return;

  1323.             }

  1324.         } else {

  1325.             switch(dstFormat) {

  1326.             case PIX_FMT_RGB32:

  1327.                 if (CONFIG_SWSCALE_ALPHA && c->alpPixBuf) {

  1328.                     __asm__ volatile(

  1329.                         "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1330.                         "mov        %4, %%"REG_b"               \n\t"

  1331.                         "push %%"REG_BP"                        \n\t"

  1332.                         YSCALEYUV2RGB1b(%%REGBP, %5)

  1333.                         YSCALEYUV2RGB1_ALPHA(%%REGBP)

  1334.                         WRITEBGR32(%%REGb, 8280(%5), %%REGBP, %%mm2, %%mm4, %%mm5, %%mm7, %%mm0, %%mm1, %%mm3, %%mm6)

  1335.                         "pop %%"REG_BP"                         \n\t"

  1336.                         "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1337. 

  1338.                         :: "c" (buf0), "d" (abuf0), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1339.                         "a" (&c->redDither)

  1340.                     );

  1341.                 } else {

  1342.                     __asm__ volatile(

  1343.                         "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1344.                         "mov        %4, %%"REG_b"               \n\t"

  1345.                         "push %%"REG_BP"                        \n\t"

  1346.                         YSCALEYUV2RGB1b(%%REGBP, %5)

  1347.                         "pcmpeqd %%mm7, %%mm7                   \n\t"

  1348.                         WRITEBGR32(%%REGb, 8280(%5), %%REGBP, %%mm2, %%mm4, %%mm5, %%mm7, %%mm0, %%mm1, %%mm3, %%mm6)

  1349.                         "pop %%"REG_BP"                         \n\t"

  1350.                         "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1351. 

  1352.                         :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1353.                         "a" (&c->redDither)

  1354.                     );

  1355.                 }

  1356.                 return;

  1357.             case PIX_FMT_BGR24:

  1358.                 __asm__ volatile(

  1359.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1360.                     "mov        %4, %%"REG_b"               \n\t"

  1361.                     "push %%"REG_BP"                        \n\t"

  1362.                     YSCALEYUV2RGB1b(%%REGBP, %5)

  1363.                     "pxor    %%mm7, %%mm7                   \n\t"

  1364.                     WRITEBGR24(%%REGb, 8280(%5), %%REGBP)

  1365.                     "pop %%"REG_BP"                         \n\t"

  1366.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1367. 

  1368.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1369.                     "a" (&c->redDither)

  1370.                 );

  1371.                 return;

  1372.             case PIX_FMT_RGB555:

  1373.                 __asm__ volatile(

  1374.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1375.                     "mov        %4, %%"REG_b"               \n\t"

  1376.                     "push %%"REG_BP"                        \n\t"

  1377.                     YSCALEYUV2RGB1b(%%REGBP, %5)

  1378.                     "pxor    %%mm7, %%mm7                   \n\t"

  1379.                     /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  1380. #ifdef DITHER1XBPP

  1381.                     "paddusb "BLUE_DITHER"(%5), %%mm2      \n\t"

  1382.                     "paddusb "GREEN_DITHER"(%5), %%mm4      \n\t"

  1383.                     "paddusb "RED_DITHER"(%5), %%mm5      \n\t"

  1384. #endif

  1385.                     WRITERGB15(%%REGb, 8280(%5), %%REGBP)

  1386.                     "pop %%"REG_BP"                         \n\t"

  1387.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1388. 

  1389.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1390.                     "a" (&c->redDither)

  1391.                 );

  1392.                 return;

  1393.             case PIX_FMT_RGB565:

  1394.                 __asm__ volatile(

  1395.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1396.                     "mov        %4, %%"REG_b"               \n\t"

  1397.                     "push %%"REG_BP"                        \n\t"

  1398.                     YSCALEYUV2RGB1b(%%REGBP, %5)

  1399.                     "pxor    %%mm7, %%mm7                   \n\t"

  1400.                     /* mm2=B, %%mm4=G, %%mm5=R, %%mm7=0 */

  1401. #ifdef DITHER1XBPP

  1402.                     "paddusb "BLUE_DITHER"(%5), %%mm2      \n\t"

  1403.                     "paddusb "GREEN_DITHER"(%5), %%mm4      \n\t"

  1404.                     "paddusb "RED_DITHER"(%5), %%mm5      \n\t"

  1405. #endif

  1406. 

  1407.                     WRITERGB16(%%REGb, 8280(%5), %%REGBP)

  1408.                     "pop %%"REG_BP"                         \n\t"

  1409.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1410. 

  1411.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1412.                     "a" (&c->redDither)

  1413.                 );

  1414.                 return;

  1415.             case PIX_FMT_YUYV422:

  1416.                 __asm__ volatile(

  1417.                     "mov %%"REG_b", "ESP_OFFSET"(%5)        \n\t"

  1418.                     "mov        %4, %%"REG_b"               \n\t"

  1419.                     "push %%"REG_BP"                        \n\t"

  1420.                     YSCALEYUV2PACKED1b(%%REGBP, %5)

  1421.                     WRITEYUY2(%%REGb, 8280(%5), %%REGBP)

  1422.                     "pop %%"REG_BP"                         \n\t"

  1423.                     "mov "ESP_OFFSET"(%5), %%"REG_b"        \n\t"

  1424. 

  1425.                     :: "c" (buf0), "d" (buf1), "S" (uvbuf0), "D" (uvbuf1), "m" (dest),

  1426.                     "a" (&c->redDither)

  1427.                 );

  1428.                 return;

  1429.             }

  1430.         }

  1431. 

  1432.     yuv2packed1_c(c, buf0, uvbuf0, uvbuf1, abuf0, dest,

  1433.                   dstW, uvalpha, dstFormat, flags, y);

  1434. }

  1435. 

  1436. //FIXME yuy2* can read up to 7 samples too much

  1437. 

  1438. static inline void RENAME(yuy2ToY)(uint8_t *dst, const uint8_t *src, long width, uint32_t *unused)

  1439. {

  1440.     __asm__ volatile(

  1441.         "movq "MANGLE(bm01010101)", %%mm2           \n\t"

  1442.         "mov                    %0, %%"REG_a"       \n\t"

  1443.         "1:                                         \n\t"

  1444.         "movq    (%1, %%"REG_a",2), %%mm0           \n\t"

  1445.         "movq   8(%1, %%"REG_a",2), %%mm1           \n\t"

  1446.         "pand                %%mm2, %%mm0           \n\t"

  1447.         "pand                %%mm2, %%mm1           \n\t"

  1448.         "packuswb            %%mm1, %%mm0           \n\t"

  1449.         "movq                %%mm0, (%2, %%"REG_a") \n\t"

  1450.         "add                    $8, %%"REG_a"       \n\t"

  1451.         " js                    1b                  \n\t"

  1452.         : : "g" ((x86_reg)-width), "r" (src+width*2), "r" (dst+width)

  1453.         : "%"REG_a

  1454.     );

  1455. }

  1456. 

  1457. static inline void RENAME(yuy2ToUV)(uint8_t *dstU, uint8_t *dstV, const uint8_t *src1, const uint8_t *src2, long width, uint32_t *unused)

  1458. {

  1459.     __asm__ volatile(

  1460.         "movq "MANGLE(bm01010101)", %%mm4           \n\t"

  1461.         "mov                    %0, %%"REG_a"       \n\t"

  1462.         "1:                                         \n\t"

  1463.         "movq    (%1, %%"REG_a",4), %%mm0           \n\t"

  1464.         "movq   8(%1, %%"REG_a",4), %%mm1           \n\t"

  1465.         "psrlw                  $8, %%mm0           \n\t"

  1466.         "psrlw                  $8, %%mm1           \n\t"

  1467.         "packuswb            %%mm1, %%mm0           \n\t"

  1468.         "movq                %%mm0, %%mm1           \n\t"

  1469.         "psrlw                  $8, %%mm0           \n\t"

  1470.         "pand                %%mm4, %%mm1           \n\t"

  1471.         "packuswb            %%mm0, %%mm0           \n\t"

  1472.         "packuswb            %%mm1, %%mm1           \n\t"

  1473.         "movd                %%mm0, (%3, %%"REG_a") \n\t"

  1474.         "movd                %%mm1, (%2, %%"REG_a") \n\t"

  1475.         "add                    $4, %%"REG_a"       \n\t"

  1476.         " js                    1b                  \n\t"

  1477.         : : "g" ((x86_reg)-width), "r" (src1+width*4), "r" (dstU+width), "r" (dstV+width)

  1478.         : "%"REG_a

  1479.     );

  1480.     assert(src1 == src2);

  1481. }

  1482. 

  1483. static inline void RENAME(LEToUV)(uint8_t *dstU, uint8_t *dstV, const uint8_t *src1, const uint8_t *src2, long width, uint32_t *unused)

  1484. {

  1485.     __asm__ volatile(

  1486.         "mov                    %0, %%"REG_a"       \n\t"

  1487.         "1:                                         \n\t"

  1488.         "movq    (%1, %%"REG_a",2), %%mm0           \n\t"

  1489.         "movq   8(%1, %%"REG_a",2), %%mm1           \n\t"

  1490.         "movq    (%2, %%"REG_a",2), %%mm2           \n\t"

  1491.         "movq   8(%2, %%"REG_a",2), %%mm3           \n\t"

  1492.         "psrlw                  $8, %%mm0           \n\t"

  1493.         "psrlw                  $8, %%mm1           \n\t"

  1494.         "psrlw                  $8, %%mm2           \n\t"

  1495.         "psrlw                  $8, %%mm3           \n\t"

  1496.         "packuswb            %%mm1, %%mm0           \n\t"

  1497.         "packuswb            %%mm3, %%mm2           \n\t"

  1498.         "movq                %%mm0, (%3, %%"REG_a") \n\t"

  1499.         "movq                %%mm2, (%4, %%"REG_a") \n\t"

  1500.         "add                    $8, %%"REG_a"       \n\t"

  1501.         " js                    1b                  \n\t"

  1502.         : : "g" ((x86_reg)-width), "r" (src1+width*2), "r" (src2+width*2), "r" (dstU+width), "r" (dstV+width)

  1503.         : "%"REG_a

  1504.     );

  1505. }

  1506. 

  1507. /* This is almost identical to the previous, end exists only because

  1508.  * yuy2ToY/UV)(dst, src+1, ...) would have 100% unaligned accesses. */

  1509. static inline void RENAME(uyvyToY)(uint8_t *dst, const uint8_t *src, long width, uint32_t *unused)

  1510. {

  1511.     __asm__ volatile(

  1512.         "mov                  %0, %%"REG_a"         \n\t"

  1513.         "1:                                         \n\t"

  1514.         "movq  (%1, %%"REG_a",2), %%mm0             \n\t"

  1515.         "movq 8(%1, %%"REG_a",2), %%mm1             \n\t"

  1516.         "psrlw                $8, %%mm0             \n\t"

  1517.         "psrlw                $8, %%mm1             \n\t"

  1518.         "packuswb          %%mm1, %%mm0             \n\t"

  1519.         "movq              %%mm0, (%2, %%"REG_a")   \n\t"

  1520.         "add                  $8, %%"REG_a"         \n\t"

  1521.         " js                  1b                    \n\t"

  1522.         : : "g" ((x86_reg)-width), "r" (src+width*2), "r" (dst+width)

  1523.         : "%"REG_a

  1524.     );

  1525. }

  1526. 

  1527. static inline void RENAME(uyvyToUV)(uint8_t *dstU, uint8_t *dstV, const uint8_t *src1, const uint8_t *src2, long width, uint32_t *unused)

  1528. {

  1529.     __asm__ volatile(

  1530.         "movq "MANGLE(bm01010101)", %%mm4           \n\t"

  1531.         "mov                    %0, %%"REG_a"       \n\t"

  1532.         "1:                                         \n\t"

  1533.         "movq    (%1, %%"REG_a",4), %%mm0           \n\t"

  1534.         "movq   8(%1, %%"REG_a",4), %%mm1           \n\t"

  1535.         "pand                %%mm4, %%mm0           \n\t"

  1536.         "pand                %%mm4, %%mm1           \n\t"

  1537.         "packuswb            %%mm1, %%mm0           \n\t"

  1538.         "movq                %%mm0, %%mm1           \n\t"

  1539.         "psrlw                  $8, %%mm0           \n\t"

  1540.         "pand                %%mm4, %%mm1           \n\t"

  1541.         "packuswb            %%mm0, %%mm0           \n\t"

  1542.         "packuswb            %%mm1, %%mm1           \n\t"

  1543.         "movd                %%mm0, (%3, %%"REG_a") \n\t"

  1544.         "movd                %%mm1, (%2, %%"REG_a") \n\t"

  1545.         "add                    $4, %%"REG_a"       \n\t"

  1546.         " js                    1b                  \n\t"

  1547.         : : "g" ((x86_reg)-width), "r" (src1+width*4), "r" (dstU+width), "r" (dstV+width)

  1548.         : "%"REG_a

  1549.     );

  1550.     assert(src1 == src2);

  1551. }

  1552. 

  1553. static inline void RENAME(BEToUV)(uint8_t *dstU, uint8_t *dstV, const uint8_t *src1, const uint8_t *src2, long width, uint32_t *unused)

  1554. {

  1555.     __asm__ volatile(

  1556.         "movq "MANGLE(bm01010101)", %%mm4           \n\t"

  1557.         "mov                    %0, %%"REG_a"       \n\t"

  1558.         "1:                                         \n\t"

  1559.         "movq    (%1, %%"REG_a",2), %%mm0           \n\t"

  1560.         "movq   8(%1, %%"REG_a",2), %%mm1           \n\t"

  1561.         "movq    (%2, %%"REG_a",2), %%mm2           \n\t"

  1562.         "movq   8(%2, %%"REG_a",2), %%mm3           \n\t"

  1563.         "pand                %%mm4, %%mm0           \n\t"

  1564.         "pand                %%mm4, %%mm1           \n\t"

  1565.         "pand                %%mm4, %%mm2           \n\t"

  1566.         "pand                %%mm4, %%mm3           \n\t"

  1567.         "packuswb            %%mm1, %%mm0           \n\t"

  1568.         "packuswb            %%mm3, %%mm2           \n\t"

  1569.         "movq                %%mm0, (%3, %%"REG_a") \n\t"

  1570.         "movq                %%mm2, (%4, %%"REG_a") \n\t"

  1571.         "add                    $8, %%"REG_a"       \n\t"

  1572.         " js                    1b                  \n\t"

  1573.         : : "g" ((x86_reg)-width), "r" (src1+width*2), "r" (src2+width*2), "r" (dstU+width), "r" (dstV+width)

  1574.         : "%"REG_a

  1575.     );

  1576. }

  1577. 

  1578. static inline void RENAME(nvXXtoUV)(uint8_t *dst1, uint8_t *dst2,

  1579.                                     const uint8_t *src, long width)

  1580. {

  1581.     __asm__ volatile(

  1582.         "movq "MANGLE(bm01010101)", %%mm4           \n\t"

  1583.         "mov                    %0, %%"REG_a"       \n\t"

  1584.         "1:                                         \n\t"

  1585.         "movq    (%1, %%"REG_a",2), %%mm0           \n\t"

  1586.         "movq   8(%1, %%"REG_a",2), %%mm1           \n\t"

  1587.         "movq                %%mm0, %%mm2           \n\t"

  1588.         "movq                %%mm1, %%mm3           \n\t"

  1589.         "pand                %%mm4, %%mm0           \n\t"

  1590.         "pand                %%mm4, %%mm1           \n\t"

  1591.         "psrlw                  $8, %%mm2           \n\t"

  1592.         "psrlw                  $8, %%mm3           \n\t"

  1593.         "packuswb            %%mm1, %%mm0           \n\t"

  1594.         "packuswb            %%mm3, %%mm2           \n\t"

  1595.         "movq                %%mm0, (%2, %%"REG_a") \n\t"

  1596.         "movq                %%mm2, (%3, %%"REG_a") \n\t"

  1597.         "add                    $8, %%"REG_a"       \n\t"

  1598.         " js                    1b                  \n\t"

  1599.         : : "g" ((x86_reg)-width), "r" (src+width*2), "r" (dst1+width), "r" (dst2+width)

  1600.         : "%"REG_a

  1601.     );

  1602. }

  1603. 

  1604. static inline void RENAME(nv12ToUV)(uint8_t *dstU, uint8_t *dstV,

  1605.                                     const uint8_t *src1, const uint8_t *src2,

  1606.                                     long width, uint32_t *unused)

  1607. {

  1608.     RENAME(nvXXtoUV)(dstU, dstV, src1, width);

  1609. }

  1610. 

  1611. static inline void RENAME(nv21ToUV)(uint8_t *dstU, uint8_t *dstV,

  1612.                                     const uint8_t *src1, const uint8_t *src2,

  1613.                                     long width, uint32_t *unused)

  1614. {

  1615.     RENAME(nvXXtoUV)(dstV, dstU, src1, width);

  1616. }

  1617. 

  1618. static inline void RENAME(bgr24ToY_mmx)(int16_t *dst, const uint8_t *src, long width, enum PixelFormat srcFormat)

  1619. {

  1620. 

  1621.     if(srcFormat == PIX_FMT_BGR24) {

  1622.         __asm__ volatile(

  1623.             "movq  "MANGLE(ff_bgr24toY1Coeff)", %%mm5       \n\t"

  1624.             "movq  "MANGLE(ff_bgr24toY2Coeff)", %%mm6       \n\t"

  1625.             :

  1626.         );

  1627.     } else {

  1628.         __asm__ volatile(

  1629.             "movq  "MANGLE(ff_rgb24toY1Coeff)", %%mm5       \n\t"

  1630.             "movq  "MANGLE(ff_rgb24toY2Coeff)", %%mm6       \n\t"

  1631.             :

  1632.         );

  1633.     }

  1634. 

  1635.     __asm__ volatile(

  1636.         "movq  "MANGLE(ff_bgr24toYOffset)", %%mm4   \n\t"

  1637.         "mov                        %2, %%"REG_a"   \n\t"

  1638.         "pxor                    %%mm7, %%mm7       \n\t"

  1639.         "1:                                         \n\t"

  1640.         PREFETCH"               64(%0)              \n\t"

  1641.         "movd                     (%0), %%mm0       \n\t"

  1642.         "movd                    2(%0), %%mm1       \n\t"

  1643.         "movd                    6(%0), %%mm2       \n\t"

  1644.         "movd                    8(%0), %%mm3       \n\t"

  1645.         "add                       $12, %0          \n\t"

  1646.         "punpcklbw               %%mm7, %%mm0       \n\t"

  1647.         "punpcklbw               %%mm7, %%mm1       \n\t"

  1648.         "punpcklbw               %%mm7, %%mm2       \n\t"

  1649.         "punpcklbw               %%mm7, %%mm3       \n\t"

  1650.         "pmaddwd                 %%mm5, %%mm0       \n\t"

  1651.         "pmaddwd                 %%mm6, %%mm1       \n\t"

  1652.         "pmaddwd                 %%mm5, %%mm2       \n\t"

  1653.         "pmaddwd                 %%mm6, %%mm3       \n\t"

  1654.         "paddd                   %%mm1, %%mm0       \n\t"

  1655.         "paddd                   %%mm3, %%mm2       \n\t"

  1656.         "paddd                   %%mm4, %%mm0       \n\t"

  1657.         "paddd                   %%mm4, %%mm2       \n\t"

  1658.         "psrad                     $9, %%mm0       \n\t"

  1659.         "psrad                     $9, %%mm2       \n\t"

  1660.         "packssdw                %%mm2, %%mm0       \n\t"

  1661.         "movq                %%mm0, (%1, %%"REG_a") \n\t"

  1662.         "add                        $8, %%"REG_a"   \n\t"

  1663.         " js                        1b              \n\t"

  1664.     : "+r" (src)

  1665.     : "r" (dst+width), "g" ((x86_reg)-2*width)

  1666.     : "%"REG_a

  1667.     );

  1668. }

  1669. 

  1670. static inline void RENAME(bgr24ToUV_mmx)(int16_t *dstU, int16_t *dstV, const uint8_t *src, long width, enum PixelFormat srcFormat)

  1671. {

  1672.     __asm__ volatile(

  1673.         "movq                    24(%4), %%mm6       \n\t"

  1674.         "mov                        %3, %%"REG_a"   \n\t"

  1675.         "pxor                    %%mm7, %%mm7       \n\t"

  1676.         "1:                                         \n\t"

  1677.         PREFETCH"               64(%0)              \n\t"

  1678.         "movd                     (%0), %%mm0       \n\t"

  1679.         "movd                    2(%0), %%mm1       \n\t"

  1680.         "punpcklbw               %%mm7, %%mm0       \n\t"

  1681.         "punpcklbw               %%mm7, %%mm1       \n\t"

  1682.         "movq                    %%mm0, %%mm2       \n\t"

  1683.         "movq                    %%mm1, %%mm3       \n\t"

  1684.         "pmaddwd                  (%4), %%mm0       \n\t"

  1685.         "pmaddwd                 8(%4), %%mm1       \n\t"

  1686.         "pmaddwd                16(%4), %%mm2       \n\t"

  1687.         "pmaddwd                 %%mm6, %%mm3       \n\t"

  1688.         "paddd                   %%mm1, %%mm0       \n\t"

  1689.         "paddd                   %%mm3, %%mm2       \n\t"

  1690. 

  1691.         "movd                    6(%0), %%mm1       \n\t"

  1692.         "movd                    8(%0), %%mm3       \n\t"

  1693.         "add                       $12, %0          \n\t"

  1694.         "punpcklbw               %%mm7, %%mm1       \n\t"

  1695.         "punpcklbw               %%mm7, %%mm3       \n\t"

  1696.         "movq                    %%mm1, %%mm4       \n\t"

  1697.         "movq                    %%mm3, %%mm5       \n\t"

  1698.         "pmaddwd                  (%4), %%mm1       \n\t"

  1699.         "pmaddwd                 8(%4), %%mm3       \n\t"

  1700.         "pmaddwd                16(%4), %%mm4       \n\t"

  1701.         "pmaddwd                 %%mm6, %%mm5       \n\t"

  1702.         "paddd                   %%mm3, %%mm1       \n\t"

  1703.         "paddd                   %%mm5, %%mm4       \n\t"

  1704. 

  1705.         "movq "MANGLE(ff_bgr24toUVOffset)", %%mm3       \n\t"

  1706.         "paddd                   %%mm3, %%mm0       \n\t"

  1707.         "paddd                   %%mm3, %%mm2       \n\t"

  1708.         "paddd                   %%mm3, %%mm1       \n\t"

  1709.         "paddd                   %%mm3, %%mm4       \n\t"

  1710.         "psrad                     $9, %%mm0       \n\t"

  1711.         "psrad                     $9, %%mm2       \n\t"

  1712.         "psrad                     $9, %%mm1       \n\t"

  1713.         "psrad                     $9, %%mm4       \n\t"

  1714.         "packssdw                %%mm1, %%mm0       \n\t"

  1715.         "packssdw                %%mm4, %%mm2       \n\t"

  1716.         "movq                %%mm0, (%1, %%"REG_a") \n\t"

  1717.         "movq                %%mm2, (%2, %%"REG_a") \n\t"

  1718.         "add                        $8, %%"REG_a"   \n\t"

  1719.         " js                        1b              \n\t"

  1720.     : "+r" (src)

  1721.     : "r" (dstU+width), "r" (dstV+width), "g" ((x86_reg)-2*width), "r"(ff_bgr24toUV[srcFormat == PIX_FMT_RGB24])

  1722.     : "%"REG_a

  1723.     );

  1724. }

  1725. 

  1726. static inline void RENAME(bgr24ToY)(int16_t *dst, const uint8_t *src, long width, uint32_t *unused)

  1727. {

  1728.     RENAME(bgr24ToY_mmx)(dst, src, width, PIX_FMT_BGR24);

  1729. }

  1730. 

  1731. static inline void RENAME(bgr24ToUV)(int16_t *dstU, int16_t *dstV, const uint8_t *src1, const uint8_t *src2, long width, uint32_t *unused)

  1732. {

  1733.     RENAME(bgr24ToUV_mmx)(dstU, dstV, src1, width, PIX_FMT_BGR24);

  1734.     assert(src1 == src2);

  1735. }

  1736. 

  1737. static inline void RENAME(rgb24ToY)(int16_t *dst, const uint8_t *src, long width, uint32_t *unused)

  1738. {

  1739.     RENAME(bgr24ToY_mmx)(dst, src, width, PIX_FMT_RGB24);

  1740. }

  1741. 

  1742. static inline void RENAME(rgb24ToUV)(int16_t *dstU, int16_t *dstV, const uint8_t *src1, const uint8_t *src2, long width, uint32_t *unused)

  1743. {

  1744.     assert(src1==src2);

  1745.     RENAME(bgr24ToUV_mmx)(dstU, dstV, src1, width, PIX_FMT_RGB24);

  1746. }

  1747. 

  1748. 

  1749. // bilinear / bicubic scaling

  1750. static inline void RENAME(hScale)(int16_t *dst, int dstW, const uint8_t *src, int srcW, int xInc,

  1751.                                   const int16_t *filter, const int16_t *filterPos, long filterSize)

  1752. {

  1753.     assert(filterSize % 4 == 0 && filterSize>0);

  1754.     if (filterSize==4) { // Always true for upscaling, sometimes for down, too.

  1755.         x86_reg counter= -2*dstW;

  1756.         filter-= counter*2;

  1757.         filterPos-= counter/2;

  1758.         dst-= counter/2;

  1759.         __asm__ volatile(

  1760. #if defined(PIC)

  1761.             "push            %%"REG_b"              \n\t"

  1762. #endif

  1763.             "pxor                %%mm7, %%mm7       \n\t"

  1764.             "push           %%"REG_BP"              \n\t" // we use 7 regs here ...

  1765.             "mov             %%"REG_a", %%"REG_BP"  \n\t"

  1766.             ".p2align                4              \n\t"

  1767.             "1:                                     \n\t"

  1768.             "movzwl   (%2, %%"REG_BP"), %%eax       \n\t"

  1769.             "movzwl  2(%2, %%"REG_BP"), %%ebx       \n\t"

  1770.             "movq  (%1, %%"REG_BP", 4), %%mm1       \n\t"

  1771.             "movq 8(%1, %%"REG_BP", 4), %%mm3       \n\t"

  1772.             "movd      (%3, %%"REG_a"), %%mm0       \n\t"

  1773.             "movd      (%3, %%"REG_b"), %%mm2       \n\t"

  1774.             "punpcklbw           %%mm7, %%mm0       \n\t"

  1775.             "punpcklbw           %%mm7, %%mm2       \n\t"

  1776.             "pmaddwd             %%mm1, %%mm0       \n\t"

  1777.             "pmaddwd             %%mm2, %%mm3       \n\t"

  1778.             "movq                %%mm0, %%mm4       \n\t"

  1779.             "punpckldq           %%mm3, %%mm0       \n\t"

  1780.             "punpckhdq           %%mm3, %%mm4       \n\t"

  1781.             "paddd               %%mm4, %%mm0       \n\t"

  1782.             "psrad                  $7, %%mm0       \n\t"

  1783.             "packssdw            %%mm0, %%mm0       \n\t"

  1784.             "movd                %%mm0, (%4, %%"REG_BP")    \n\t"

  1785.             "add                    $4, %%"REG_BP"  \n\t"

  1786.             " jnc                   1b              \n\t"

  1787. 

  1788.             "pop            %%"REG_BP"              \n\t"

  1789. #if defined(PIC)

  1790.             "pop             %%"REG_b"              \n\t"

  1791. #endif

  1792.             : "+a" (counter)

  1793.             : "c" (filter), "d" (filterPos), "S" (src), "D" (dst)

  1794. #if !defined(PIC)

  1795.             : "%"REG_b

  1796. #endif

  1797.         );

  1798.     } else if (filterSize==8) {

  1799.         x86_reg counter= -2*dstW;

  1800.         filter-= counter*4;

  1801.         filterPos-= counter/2;

  1802.         dst-= counter/2;

  1803.         __asm__ volatile(

  1804. #if defined(PIC)

  1805.             "push             %%"REG_b"             \n\t"

  1806. #endif

  1807.             "pxor                 %%mm7, %%mm7      \n\t"

  1808.             "push            %%"REG_BP"             \n\t" // we use 7 regs here ...

  1809.             "mov              %%"REG_a", %%"REG_BP" \n\t"

  1810.             ".p2align                 4             \n\t"

  1811.             "1:                                     \n\t"

  1812.             "movzwl    (%2, %%"REG_BP"), %%eax      \n\t"

  1813.             "movzwl   2(%2, %%"REG_BP"), %%ebx      \n\t"

  1814.             "movq   (%1, %%"REG_BP", 8), %%mm1      \n\t"

  1815.             "movq 16(%1, %%"REG_BP", 8), %%mm3      \n\t"

  1816.             "movd       (%3, %%"REG_a"), %%mm0      \n\t"

  1817.             "movd       (%3, %%"REG_b"), %%mm2      \n\t"

  1818.             "punpcklbw            %%mm7, %%mm0      \n\t"

  1819.             "punpcklbw            %%mm7, %%mm2      \n\t"

  1820.             "pmaddwd              %%mm1, %%mm0      \n\t"

  1821.             "pmaddwd              %%mm2, %%mm3      \n\t"

  1822. 

  1823.             "movq  8(%1, %%"REG_BP", 8), %%mm1      \n\t"

  1824.             "movq 24(%1, %%"REG_BP", 8), %%mm5      \n\t"

  1825.             "movd      4(%3, %%"REG_a"), %%mm4      \n\t"

  1826.             "movd      4(%3, %%"REG_b"), %%mm2      \n\t"

  1827.             "punpcklbw            %%mm7, %%mm4      \n\t"

  1828.             "punpcklbw            %%mm7, %%mm2      \n\t"

  1829.             "pmaddwd              %%mm1, %%mm4      \n\t"

  1830.             "pmaddwd              %%mm2, %%mm5      \n\t"

  1831.             "paddd                %%mm4, %%mm0      \n\t"

  1832.             "paddd                %%mm5, %%mm3      \n\t"

  1833.             "movq                 %%mm0, %%mm4      \n\t"

  1834.             "punpckldq            %%mm3, %%mm0      \n\t"

  1835.             "punpckhdq            %%mm3, %%mm4      \n\t"

  1836.             "paddd                %%mm4, %%mm0      \n\t"

  1837.             "psrad                   $7, %%mm0      \n\t"

  1838.             "packssdw             %%mm0, %%mm0      \n\t"

  1839.             "movd                 %%mm0, (%4, %%"REG_BP")   \n\t"

  1840.             "add                     $4, %%"REG_BP" \n\t"

  1841.             " jnc                    1b             \n\t"

  1842. 

  1843.             "pop             %%"REG_BP"             \n\t"

  1844. #if defined(PIC)

  1845.             "pop              %%"REG_b"             \n\t"

  1846. #endif

  1847.             : "+a" (counter)

  1848.             : "c" (filter), "d" (filterPos), "S" (src), "D" (dst)

  1849. #if !defined(PIC)

  1850.             : "%"REG_b

  1851. #endif

  1852.         );

  1853.     } else {

  1854.         const uint8_t *offset = src+filterSize;

  1855.         x86_reg counter= -2*dstW;

  1856.         //filter-= counter*filterSize/2;

  1857.         filterPos-= counter/2;

  1858.         dst-= counter/2;

  1859.         __asm__ volatile(

  1860.             "pxor                  %%mm7, %%mm7     \n\t"

  1861.             ".p2align                  4            \n\t"

  1862.             "1:                                     \n\t"

  1863.             "mov                      %2, %%"REG_c" \n\t"

  1864.             "movzwl      (%%"REG_c", %0), %%eax     \n\t"

  1865.             "movzwl     2(%%"REG_c", %0), %%edx     \n\t"

  1866.             "mov                      %5, %%"REG_c" \n\t"

  1867.             "pxor                  %%mm4, %%mm4     \n\t"

  1868.             "pxor                  %%mm5, %%mm5     \n\t"

  1869.             "2:                                     \n\t"

  1870.             "movq                   (%1), %%mm1     \n\t"

  1871.             "movq               (%1, %6), %%mm3     \n\t"

  1872.             "movd (%%"REG_c", %%"REG_a"), %%mm0     \n\t"

  1873.             "movd (%%"REG_c", %%"REG_d"), %%mm2     \n\t"

  1874.             "punpcklbw             %%mm7, %%mm0     \n\t"

  1875.             "punpcklbw             %%mm7, %%mm2     \n\t"

  1876.             "pmaddwd               %%mm1, %%mm0     \n\t"

  1877.             "pmaddwd               %%mm2, %%mm3     \n\t"

  1878.             "paddd                 %%mm3, %%mm5     \n\t"

  1879.             "paddd                 %%mm0, %%mm4     \n\t"

  1880.             "add                      $8, %1        \n\t"

  1881.             "add                      $4, %%"REG_c" \n\t"

  1882.             "cmp                      %4, %%"REG_c" \n\t"

  1883.             " jb                      2b            \n\t"

  1884.             "add                      %6, %1        \n\t"

  1885.             "movq                  %%mm4, %%mm0     \n\t"

  1886.             "punpckldq             %%mm5, %%mm4     \n\t"

  1887.             "punpckhdq             %%mm5, %%mm0     \n\t"

  1888.             "paddd                 %%mm0, %%mm4     \n\t"

  1889.             "psrad                    $7, %%mm4     \n\t"

  1890.             "packssdw              %%mm4, %%mm4     \n\t"

  1891.             "mov                      %3, %%"REG_a" \n\t"

  1892.             "movd                  %%mm4, (%%"REG_a", %0)   \n\t"

  1893.             "add                      $4, %0        \n\t"

  1894.             " jnc                     1b            \n\t"

  1895. 

  1896.             : "+r" (counter), "+r" (filter)

  1897.             : "m" (filterPos), "m" (dst), "m"(offset),

  1898.             "m" (src), "r" ((x86_reg)filterSize*2)

  1899.             : "%"REG_a, "%"REG_c, "%"REG_d

  1900.         );

  1901.     }

  1902. }

  1903. 

  1904. static inline void RENAME(hScale16)(int16_t *dst, int dstW, const uint16_t *src, int srcW, int xInc,

  1905.                                     const int16_t *filter, const int16_t *filterPos, long filterSize, int shift)

  1906. {

  1907.     int i, j;

  1908. 

  1909.     assert(filterSize % 4 == 0 && filterSize>0);

  1910.     if (filterSize==4 && shift<15) { // Always true for upscaling, sometimes for down, too.

  1911.         x86_reg counter= -2*dstW;

  1912.         filter-= counter*2;

  1913.         filterPos-= counter/2;

  1914.         dst-= counter/2;

  1915.         __asm__ volatile(

  1916.             "movd                   %5, %%mm7       \n\t"

  1917. #if defined(PIC)

  1918.             "push            %%"REG_b"              \n\t"

  1919. #endif

  1920.             "push           %%"REG_BP"              \n\t" // we use 7 regs here ...

  1921.             "mov             %%"REG_a", %%"REG_BP"  \n\t"

  1922.             ".p2align                4              \n\t"

  1923.             "1:                                     \n\t"

  1924.             "movzwl   (%2, %%"REG_BP"), %%eax       \n\t"

  1925.             "movzwl  2(%2, %%"REG_BP"), %%ebx       \n\t"

  1926.             "movq  (%1, %%"REG_BP", 4), %%mm1       \n\t"

  1927.             "movq 8(%1, %%"REG_BP", 4), %%mm3       \n\t"

  1928.             "movq      (%3, %%"REG_a", 2), %%mm0    \n\t"

  1929.             "movq      (%3, %%"REG_b", 2), %%mm2    \n\t"

  1930.             "pmaddwd             %%mm1, %%mm0       \n\t"

  1931.             "pmaddwd             %%mm2, %%mm3       \n\t"

  1932.             "movq                %%mm0, %%mm4       \n\t"

  1933.             "punpckldq           %%mm3, %%mm0       \n\t"

  1934.             "punpckhdq           %%mm3, %%mm4       \n\t"

  1935.             "paddd               %%mm4, %%mm0       \n\t"

  1936.             "psrad               %%mm7, %%mm0       \n\t"

  1937.             "packssdw            %%mm0, %%mm0       \n\t"

  1938.             "movd                %%mm0, (%4, %%"REG_BP")    \n\t"

  1939.             "add                    $4, %%"REG_BP"  \n\t"

  1940.             " jnc                   1b              \n\t"

  1941. 

  1942.             "pop            %%"REG_BP"              \n\t"

  1943. #if defined(PIC)

  1944.             "pop             %%"REG_b"              \n\t"

  1945. #endif

  1946.             : "+a" (counter)

  1947.             : "c" (filter), "d" (filterPos), "S" (src), "D" (dst), "m"(shift)

  1948. #if !defined(PIC)

  1949.             : "%"REG_b

  1950. #endif

  1951.         );

  1952.     } else if (filterSize==8 && shift<15) {

  1953.         x86_reg counter= -2*dstW;

  1954.         filter-= counter*4;

  1955.         filterPos-= counter/2;

  1956.         dst-= counter/2;

  1957.         __asm__ volatile(

  1958.             "movd                   %5, %%mm7       \n\t"

  1959. #if defined(PIC)

  1960.             "push            %%"REG_b"              \n\t"

  1961. #endif

  1962.             "push            %%"REG_BP"             \n\t" // we use 7 regs here ...

  1963.             "mov              %%"REG_a", %%"REG_BP" \n\t"

  1964.             ".p2align                 4             \n\t"

  1965.             "1:                                     \n\t"

  1966.             "movzwl    (%2, %%"REG_BP"), %%eax      \n\t"

  1967.             "movzwl   2(%2, %%"REG_BP"), %%ebx      \n\t"

  1968.             "movq   (%1, %%"REG_BP", 8), %%mm1      \n\t"

  1969.             "movq 16(%1, %%"REG_BP", 8), %%mm3      \n\t"

  1970.             "movq       (%3, %%"REG_a", 2), %%mm0   \n\t"

  1971.             "movq       (%3, %%"REG_b", 2), %%mm2   \n\t"

  1972.             "pmaddwd              %%mm1, %%mm0      \n\t"

  1973.             "pmaddwd              %%mm2, %%mm3      \n\t"

  1974. 

  1975.             "movq  8(%1, %%"REG_BP", 8), %%mm1      \n\t"

  1976.             "movq 24(%1, %%"REG_BP", 8), %%mm5      \n\t"

  1977.             "movq      8(%3, %%"REG_a", 2), %%mm4   \n\t"

  1978.             "movq      8(%3, %%"REG_b", 2), %%mm2   \n\t"

  1979.             "pmaddwd              %%mm1, %%mm4      \n\t"

  1980.             "pmaddwd              %%mm2, %%mm5      \n\t"

  1981.             "paddd                %%mm4, %%mm0      \n\t"

  1982.             "paddd                %%mm5, %%mm3      \n\t"

  1983.             "movq                 %%mm0, %%mm4      \n\t"

  1984.             "punpckldq            %%mm3, %%mm0      \n\t"

  1985.             "punpckhdq            %%mm3, %%mm4      \n\t"

  1986.             "paddd                %%mm4, %%mm0      \n\t"

  1987.             "psrad                %%mm7, %%mm0      \n\t"

  1988.             "packssdw             %%mm0, %%mm0      \n\t"

  1989.             "movd                 %%mm0, (%4, %%"REG_BP")   \n\t"

  1990.             "add                     $4, %%"REG_BP" \n\t"

  1991.             " jnc                    1b             \n\t"

  1992. 

  1993.             "pop             %%"REG_BP"             \n\t"

  1994. #if defined(PIC)

  1995.             "pop             %%"REG_b"              \n\t"

  1996. #endif

  1997.             : "+a" (counter)

  1998.             : "c" (filter), "d" (filterPos), "S" (src), "D" (dst), "m"(shift)

  1999. #if !defined(PIC)

  2000.             : "%"REG_b

  2001. #endif

  2002.         );

  2003.     } else if (shift<15){

  2004.         const uint16_t *offset = src+filterSize;

  2005.         x86_reg counter= -2*dstW;

  2006.         //filter-= counter*filterSize/2;

  2007.         filterPos-= counter/2;

  2008.         dst-= counter/2;

  2009.         __asm__ volatile(

  2010.             "movd                   %7, %%mm7       \n\t"

  2011.             ".p2align                  4            \n\t"

  2012.             "1:                                     \n\t"

  2013.             "mov                      %2, %%"REG_c" \n\t"

  2014.             "movzwl      (%%"REG_c", %0), %%eax     \n\t"

  2015.             "movzwl     2(%%"REG_c", %0), %%edx     \n\t"

  2016.             "mov                      %5, %%"REG_c" \n\t"

  2017.             "pxor                  %%mm4, %%mm4     \n\t"

  2018.             "pxor                  %%mm5, %%mm5     \n\t"

  2019.             "2:                                     \n\t"

  2020.             "movq                   (%1), %%mm1     \n\t"

  2021.             "movq               (%1, %6), %%mm3     \n\t"

  2022.             "movq (%%"REG_c", %%"REG_a", 2), %%mm0     \n\t"

  2023.             "movq (%%"REG_c", %%"REG_d", 2), %%mm2     \n\t"

  2024.             "pmaddwd               %%mm1, %%mm0     \n\t"

  2025.             "pmaddwd               %%mm2, %%mm3     \n\t"

  2026.             "paddd                 %%mm3, %%mm5     \n\t"

  2027.             "paddd                 %%mm0, %%mm4     \n\t"

  2028.             "add                      $8, %1        \n\t"

  2029.             "add                      $8, %%"REG_c" \n\t"

  2030.             "cmp                      %4, %%"REG_c" \n\t"

  2031.             " jb                      2b            \n\t"

  2032.             "add                      %6, %1        \n\t"

  2033.             "movq                  %%mm4, %%mm0     \n\t"

  2034.             "punpckldq             %%mm5, %%mm4     \n\t"

  2035.             "punpckhdq             %%mm5, %%mm0     \n\t"

  2036.             "paddd                 %%mm0, %%mm4     \n\t"

  2037.             "psrad                 %%mm7, %%mm4     \n\t"

  2038.             "packssdw              %%mm4, %%mm4     \n\t"

  2039.             "mov                      %3, %%"REG_a" \n\t"

  2040.             "movd                  %%mm4, (%%"REG_a", %0)   \n\t"

  2041.             "add                      $4, %0        \n\t"

  2042.             " jnc                     1b            \n\t"

  2043. 

  2044.             : "+r" (counter), "+r" (filter)

  2045.             : "m" (filterPos), "m" (dst), "m"(offset),

  2046.             "m" (src), "r" ((x86_reg)filterSize*2), "m"(shift)

  2047.             : "%"REG_a, "%"REG_c, "%"REG_d

  2048.         );

  2049.     } else

  2050.     for (i=0; i<dstW; i++) {

  2051.         int srcPos= filterPos[i];

  2052.         int val=0;

  2053.         for (j=0; j<filterSize; j++) {

  2054.             val += ((int)src[srcPos + j])*filter[filterSize*i + j];

  2055.         }

  2056.         dst[i] = FFMIN(val>>shift, (1<<15)-1); // the cubic equation does overflow ...

  2057.     }

  2058. }

  2059. 

  2060. 

  2061. #if COMPILE_TEMPLATE_MMX2

  2062. static inline void RENAME(hyscale_fast)(SwsContext *c, int16_t *dst,

  2063.                                         long dstWidth, const uint8_t *src, int srcW,

  2064.                                         int xInc)

  2065. {

  2066.     int32_t *filterPos = c->hLumFilterPos;

  2067.     int16_t *filter    = c->hLumFilter;

  2068.     int     canMMX2BeUsed  = c->canMMX2BeUsed;

  2069.     void    *mmx2FilterCode= c->lumMmx2FilterCode;

  2070.     int i;

  2071. #if defined(PIC)

  2072.     DECLARE_ALIGNED(8, uint64_t, ebxsave);

  2073. #endif

  2074. 

  2075.         __asm__ volatile(

  2076. #if defined(PIC)

  2077.             "mov               %%"REG_b", %5        \n\t"

  2078. #endif

  2079.             "pxor                  %%mm7, %%mm7     \n\t"

  2080.             "mov                      %0, %%"REG_c" \n\t"

  2081.             "mov                      %1, %%"REG_D" \n\t"

  2082.             "mov                      %2, %%"REG_d" \n\t"

  2083.             "mov                      %3, %%"REG_b" \n\t"

  2084.             "xor               %%"REG_a", %%"REG_a" \n\t" // i

  2085.             PREFETCH"        (%%"REG_c")            \n\t"

  2086.             PREFETCH"      32(%%"REG_c")            \n\t"

  2087.             PREFETCH"      64(%%"REG_c")            \n\t"

  2088. 

  2089. #if ARCH_X86_64

  2090. 

  2091. #define CALL_MMX2_FILTER_CODE \

  2092.             "movl            (%%"REG_b"), %%esi     \n\t"\

  2093.             "call                    *%4            \n\t"\

  2094.             "movl (%%"REG_b", %%"REG_a"), %%esi     \n\t"\

  2095.             "add               %%"REG_S", %%"REG_c" \n\t"\

  2096.             "add               %%"REG_a", %%"REG_D" \n\t"\

  2097.             "xor               %%"REG_a", %%"REG_a" \n\t"\

  2098. 

  2099. #else

  2100. 

  2101. #define CALL_MMX2_FILTER_CODE \

  2102.             "movl (%%"REG_b"), %%esi        \n\t"\

  2103.             "call         *%4                       \n\t"\

  2104.             "addl (%%"REG_b", %%"REG_a"), %%"REG_c" \n\t"\

  2105.             "add               %%"REG_a", %%"REG_D" \n\t"\

  2106.             "xor               %%"REG_a", %%"REG_a" \n\t"\

  2107. 

  2108. #endif /* ARCH_X86_64 */

  2109. 

  2110.             CALL_MMX2_FILTER_CODE

  2111.             CALL_MMX2_FILTER_CODE

  2112.             CALL_MMX2_FILTER_CODE

  2113.             CALL_MMX2_FILTER_CODE

  2114.             CALL_MMX2_FILTER_CODE

  2115.             CALL_MMX2_FILTER_CODE

  2116.             CALL_MMX2_FILTER_CODE

  2117.             CALL_MMX2_FILTER_CODE

  2118. 

  2119. #if defined(PIC)

  2120.             "mov                      %5, %%"REG_b" \n\t"

  2121. #endif

  2122.             :: "m" (src), "m" (dst), "m" (filter), "m" (filterPos),

  2123.             "m" (mmx2FilterCode)

  2124. #if defined(PIC)

  2125.             ,"m" (ebxsave)

  2126. #endif

  2127.             : "%"REG_a, "%"REG_c, "%"REG_d, "%"REG_S, "%"REG_D

  2128. #if !defined(PIC)

  2129.             ,"%"REG_b

  2130. #endif

  2131.         );

  2132.         for (i=dstWidth-1; (i*xInc)>>16 >=srcW-1; i--) dst[i] = src[srcW-1]*128;

  2133. }

  2134. 

  2135. static inline void RENAME(hcscale_fast)(SwsContext *c, int16_t *dst,

  2136.                                         long dstWidth, const uint8_t *src1,

  2137.                                         const uint8_t *src2, int srcW, int xInc)

  2138. {

  2139.     int32_t *filterPos = c->hChrFilterPos;

  2140.     int16_t *filter    = c->hChrFilter;

  2141.     int     canMMX2BeUsed  = c->canMMX2BeUsed;

  2142.     void    *mmx2FilterCode= c->chrMmx2FilterCode;

  2143.     int i;

  2144. #if defined(PIC)

  2145.     DECLARE_ALIGNED(8, uint64_t, ebxsave);

  2146. #endif

  2147. 

  2148.         __asm__ volatile(

  2149. #if defined(PIC)

  2150.             "mov          %%"REG_b", %6         \n\t"

  2151. #endif

  2152.             "pxor             %%mm7, %%mm7      \n\t"

  2153.             "mov                 %0, %%"REG_c"  \n\t"

  2154.             "mov                 %1, %%"REG_D"  \n\t"

  2155.             "mov                 %2, %%"REG_d"  \n\t"

  2156.             "mov                 %3, %%"REG_b"  \n\t"

  2157.             "xor          %%"REG_a", %%"REG_a"  \n\t" // i

  2158.             PREFETCH"   (%%"REG_c")             \n\t"

  2159.             PREFETCH" 32(%%"REG_c")             \n\t"

  2160.             PREFETCH" 64(%%"REG_c")             \n\t"

  2161. 

  2162.             CALL_MMX2_FILTER_CODE

  2163.             CALL_MMX2_FILTER_CODE

  2164.             CALL_MMX2_FILTER_CODE

  2165.             CALL_MMX2_FILTER_CODE

  2166.             "xor          %%"REG_a", %%"REG_a"  \n\t" // i

  2167.             "mov                 %5, %%"REG_c"  \n\t" // src

  2168.             "mov                 %1, %%"REG_D"  \n\t" // buf1

  2169.             "add              $"AV_STRINGIFY(VOF)", %%"REG_D"  \n\t"

  2170.             PREFETCH"   (%%"REG_c")             \n\t"

  2171.             PREFETCH" 32(%%"REG_c")             \n\t"

  2172.             PREFETCH" 64(%%"REG_c")             \n\t"

  2173. 

  2174.             CALL_MMX2_FILTER_CODE

  2175.             CALL_MMX2_FILTER_CODE

  2176.             CALL_MMX2_FILTER_CODE

  2177.             CALL_MMX2_FILTER_CODE

  2178. 

  2179. #if defined(PIC)

  2180.             "mov %6, %%"REG_b"    \n\t"

  2181. #endif

  2182.             :: "m" (src1), "m" (dst), "m" (filter), "m" (filterPos),

  2183.             "m" (mmx2FilterCode), "m" (src2)

  2184. #if defined(PIC)

  2185.             ,"m" (ebxsave)

  2186. #endif

  2187.             : "%"REG_a, "%"REG_c, "%"REG_d, "%"REG_S, "%"REG_D

  2188. #if !defined(PIC)

  2189.             ,"%"REG_b

  2190. #endif

  2191.         );

  2192.         for (i=dstWidth-1; (i*xInc)>>16 >=srcW-1; i--) {

  2193.             //printf("%d %d %d\n", dstWidth, i, srcW);

  2194.             dst[i] = src1[srcW-1]*128;

  2195.             dst[i+VOFW] = src2[srcW-1]*128;

  2196.         }

  2197. }

  2198. #endif /* COMPILE_TEMPLATE_MMX2 */

  2199. 

  2200. #if !COMPILE_TEMPLATE_MMX2

  2201. static void updateMMXDitherTables(SwsContext *c, int dstY, int lumBufIndex, int chrBufIndex,

  2202.                                   int lastInLumBuf, int lastInChrBuf)

  2203. {

  2204.     const int dstH= c->dstH;

  2205.     const int flags= c->flags;

  2206.     int16_t **lumPixBuf= c->lumPixBuf;

  2207.     int16_t **chrPixBuf= c->chrPixBuf;

  2208.     int16_t **alpPixBuf= c->alpPixBuf;

  2209.     const int vLumBufSize= c->vLumBufSize;

  2210.     const int vChrBufSize= c->vChrBufSize;

  2211.     int16_t *vLumFilterPos= c->vLumFilterPos;

  2212.     int16_t *vChrFilterPos= c->vChrFilterPos;

  2213.     int16_t *vLumFilter= c->vLumFilter;

  2214.     int16_t *vChrFilter= c->vChrFilter;

  2215.     int32_t *lumMmxFilter= c->lumMmxFilter;

  2216.     int32_t *chrMmxFilter= c->chrMmxFilter;

  2217.     int32_t av_unused *alpMmxFilter= c->alpMmxFilter;

  2218.     const int vLumFilterSize= c->vLumFilterSize;

  2219.     const int vChrFilterSize= c->vChrFilterSize;

  2220.     const int chrDstY= dstY>>c->chrDstVSubSample;

  2221.     const int firstLumSrcY= vLumFilterPos[dstY]; //First line needed as input

  2222.     const int firstChrSrcY= vChrFilterPos[chrDstY]; //First line needed as input

  2223. 

  2224.         c->blueDither= ff_dither8[dstY&1];

  2225.         if (c->dstFormat == PIX_FMT_RGB555 || c->dstFormat == PIX_FMT_BGR555)

  2226.             c->greenDither= ff_dither8[dstY&1];

  2227.         else

  2228.             c->greenDither= ff_dither4[dstY&1];

  2229.         c->redDither= ff_dither8[(dstY+1)&1];

  2230.         if (dstY < dstH - 2) {

  2231.             const int16_t **lumSrcPtr= (const int16_t **) lumPixBuf + lumBufIndex + firstLumSrcY - lastInLumBuf + vLumBufSize;

  2232.             const int16_t **chrSrcPtr= (const int16_t **) chrPixBuf + chrBufIndex + firstChrSrcY - lastInChrBuf + vChrBufSize;

  2233.             const int16_t **alpSrcPtr= (CONFIG_SWSCALE_ALPHA && alpPixBuf) ? (const int16_t **) alpPixBuf + lumBufIndex + firstLumSrcY - lastInLumBuf + vLumBufSize : NULL;

  2234.             int i;

  2235.             if (flags & SWS_ACCURATE_RND) {

  2236.                 int s= APCK_SIZE / 8;

  2237.                 for (i=0; i<vLumFilterSize; i+=2) {

  2238.                     *(const void**)&lumMmxFilter[s*i              ]= lumSrcPtr[i  ];

  2239.                     *(const void**)&lumMmxFilter[s*i+APCK_PTR2/4  ]= lumSrcPtr[i+(vLumFilterSize>1)];

  2240.                               lumMmxFilter[s*i+APCK_COEF/4  ]=

  2241.                               lumMmxFilter[s*i+APCK_COEF/4+1]= vLumFilter[dstY*vLumFilterSize + i    ]

  2242.                         + (vLumFilterSize>1 ? vLumFilter[dstY*vLumFilterSize + i + 1]<<16 : 0);

  2243.                     if (CONFIG_SWSCALE_ALPHA && alpPixBuf) {

  2244.                         *(const void**)&alpMmxFilter[s*i              ]= alpSrcPtr[i  ];

  2245.                         *(const void**)&alpMmxFilter[s*i+APCK_PTR2/4  ]= alpSrcPtr[i+(vLumFilterSize>1)];

  2246.                                   alpMmxFilter[s*i+APCK_COEF/4  ]=

  2247.                                   alpMmxFilter[s*i+APCK_COEF/4+1]= lumMmxFilter[s*i+APCK_COEF/4  ];

  2248.                     }

  2249.                 }

  2250.                 for (i=0; i<vChrFilterSize; i+=2) {

  2251.                     *(const void**)&chrMmxFilter[s*i              ]= chrSrcPtr[i  ];

  2252.                     *(const void**)&chrMmxFilter[s*i+APCK_PTR2/4  ]= chrSrcPtr[i+(vChrFilterSize>1)];

  2253.                               chrMmxFilter[s*i+APCK_COEF/4  ]=

  2254.                               chrMmxFilter[s*i+APCK_COEF/4+1]= vChrFilter[chrDstY*vChrFilterSize + i    ]

  2255.                         + (vChrFilterSize>1 ? vChrFilter[chrDstY*vChrFilterSize + i + 1]<<16 : 0);

  2256.                 }

  2257.             } else {

  2258.                 for (i=0; i<vLumFilterSize; i++) {

  2259.                     lumMmxFilter[4*i+0]= (int32_t)lumSrcPtr[i];

  2260.                     lumMmxFilter[4*i+1]= (uint64_t)lumSrcPtr[i] >> 32;

  2261.                     lumMmxFilter[4*i+2]=

  2262.                     lumMmxFilter[4*i+3]=

  2263.                         ((uint16_t)vLumFilter[dstY*vLumFilterSize + i])*0x10001;

  2264.                     if (CONFIG_SWSCALE_ALPHA && alpPixBuf) {

  2265.                         alpMmxFilter[4*i+0]= (int32_t)alpSrcPtr[i];

  2266.                         alpMmxFilter[4*i+1]= (uint64_t)alpSrcPtr[i] >> 32;

  2267.                         alpMmxFilter[4*i+2]=

  2268.                         alpMmxFilter[4*i+3]= lumMmxFilter[4*i+2];

  2269.                     }

  2270.                 }

  2271.                 for (i=0; i<vChrFilterSize; i++) {

  2272.                     chrMmxFilter[4*i+0]= (int32_t)chrSrcPtr[i];

  2273.                     chrMmxFilter[4*i+1]= (uint64_t)chrSrcPtr[i] >> 32;

  2274.                     chrMmxFilter[4*i+2]=

  2275.                     chrMmxFilter[4*i+3]=

  2276.                         ((uint16_t)vChrFilter[chrDstY*vChrFilterSize + i])*0x10001;

  2277.                 }

  2278.             }

  2279.         }

  2280. }

  2281. #endif /* !COMPILE_TEMPLATE_MMX2 */

  2282. 

  2283. static void RENAME(sws_init_swScale)(SwsContext *c)

  2284. {

  2285.     enum PixelFormat srcFormat = c->srcFormat;

  2286. 

  2287.     if (!(c->flags & SWS_BITEXACT)) {

  2288.         c->yuv2yuv1     = RENAME(yuv2yuv1    );

  2289.         c->yuv2yuvX     = RENAME(yuv2yuvX    );

  2290.         c->yuv2packed1  = RENAME(yuv2packed1 );

  2291.         c->yuv2packed2  = RENAME(yuv2packed2 );

  2292.         c->yuv2packedX  = RENAME(yuv2packedX );

  2293.     }

  2294. 

  2295.     c->hScale       = RENAME(hScale      );

  2296. 

  2297.     // Use the new MMX scaler if the MMX2 one can't be used (it is faster than the x86 ASM one).

  2298. #if COMPILE_TEMPLATE_MMX2

  2299.     if (c->flags & SWS_FAST_BILINEAR && c->canMMX2BeUsed)

  2300.     {

  2301.         c->hyscale_fast = RENAME(hyscale_fast);

  2302.         c->hcscale_fast = RENAME(hcscale_fast);

  2303.     } else {

  2304. #endif /* COMPILE_TEMPLATE_MMX2 */

  2305.         c->hyscale_fast = NULL;

  2306.         c->hcscale_fast = NULL;

  2307. #if COMPILE_TEMPLATE_MMX2

  2308.     }

  2309. #endif /* COMPILE_TEMPLATE_MMX2 */

  2310. 

  2311.      switch(srcFormat) {

  2312.         case PIX_FMT_YUYV422  : c->chrToYV12 = RENAME(yuy2ToUV); break;

  2313.         case PIX_FMT_UYVY422  : c->chrToYV12 = RENAME(uyvyToUV); break;

  2314.         case PIX_FMT_NV12     : c->chrToYV12 = RENAME(nv12ToUV); break;

  2315.         case PIX_FMT_NV21     : c->chrToYV12 = RENAME(nv21ToUV); break;

  2316.         case PIX_FMT_GRAY16LE :

  2317.         case PIX_FMT_YUV420P9LE:

  2318.         case PIX_FMT_YUV422P10LE:

  2319.         case PIX_FMT_YUV420P10LE:

  2320.         case PIX_FMT_YUV420P16LE:

  2321.         case PIX_FMT_YUV422P16LE:

  2322.         case PIX_FMT_YUV444P16LE: c->hScale16= RENAME(hScale16); break;

  2323.     }

  2324.     if (!c->chrSrcHSubSample) {

  2325.         switch(srcFormat) {

  2326.         case PIX_FMT_BGR24  : c->chrToYV12 = RENAME(bgr24ToUV); break;

  2327.         case PIX_FMT_RGB24  : c->chrToYV12 = RENAME(rgb24ToUV); break;

  2328.         default: break;

  2329.         }

  2330.     }

  2331. 

  2332.     switch (srcFormat) {

  2333.     case PIX_FMT_YUYV422  :

  2334.     case PIX_FMT_Y400A    :

  2335.                             c->lumToYV12 = RENAME(yuy2ToY); break;

  2336.     case PIX_FMT_UYVY422  :

  2337.                             c->lumToYV12 = RENAME(uyvyToY); break;

  2338.     case PIX_FMT_BGR24    : c->lumToYV12 = RENAME(bgr24ToY); break;

  2339.     case PIX_FMT_RGB24    : c->lumToYV12 = RENAME(rgb24ToY); break;

  2340.     default: break;

  2341.     }

  2342.     if (c->alpPixBuf) {

  2343.         switch (srcFormat) {

  2344.         case PIX_FMT_Y400A  : c->alpToYV12 = RENAME(yuy2ToY); break;

  2345.         default: break;

  2346.         }

  2347.     }

  2348. 

  2349.     if(isAnyRGB(c->srcFormat))

  2350.         c->hScale16= RENAME(hScale16);

  2351. }