You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

131 lines
4.1KB

  1. ;******************************************************************************
  2. ;* V210 SIMD unpack
  3. ;* Copyright (c) 2011 Loren Merritt <lorenm@u.washington.edu>
  4. ;* Copyright (c) 2011 Kieran Kunhya <kieran@kunhya.com>
  5. ;*
  6. ;* This file is part of FFmpeg.
  7. ;*
  8. ;* FFmpeg is free software; you can redistribute it and/or
  9. ;* modify it under the terms of the GNU Lesser General Public
  10. ;* License as published by the Free Software Foundation; either
  11. ;* version 2.1 of the License, or (at your option) any later version.
  12. ;*
  13. ;* FFmpeg is distributed in the hope that it will be useful,
  14. ;* but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. ;* Lesser General Public License for more details.
  17. ;*
  18. ;* You should have received a copy of the GNU Lesser General Public
  19. ;* License along with FFmpeg; if not, write to the Free Software
  20. ;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. ;******************************************************************************
  22. %include "libavutil/x86/x86util.asm"
  23. SECTION_RODATA 32
  24. ; for AVX2 version only
  25. v210_luma_permute: dd 0,1,2,4,5,6,7,7 ; 32-byte alignment required
  26. v210_chroma_shuf2: db 0,1,2,3,4,5,8,9,10,11,12,13,-1,-1,-1,-1
  27. v210_luma_shuf_avx2: db 0,1,4,5,6,7,8,9,12,13,14,15,-1,-1,-1,-1
  28. v210_chroma_shuf_avx2: db 0,1,4,5,10,11,-1,-1,2,3,8,9,12,13,-1,-1
  29. v210_mult: dw 64,4,64,4,64,4,64,4
  30. v210_luma_shuf: db 8,9,0,1,2,3,12,13,4,5,6,7,-1,-1,-1,-1
  31. v210_chroma_shuf: db 0,1,8,9,6,7,-1,-1,2,3,4,5,12,13,-1,-1
  32. SECTION .text
  33. %macro v210_planar_unpack 1
  34. ; v210_planar_unpack(const uint32_t *src, uint16_t *y, uint16_t *u, uint16_t *v, int width)
  35. cglobal v210_planar_unpack_%1, 5, 5, 8
  36. movsxdifnidn r4, r4d
  37. lea r1, [r1+2*r4]
  38. add r2, r4
  39. add r3, r4
  40. neg r4
  41. VBROADCASTI128 m3, [v210_mult]
  42. VBROADCASTI128 m5, [v210_chroma_shuf]
  43. %if cpuflag(avx2)
  44. VBROADCASTI128 m4, [v210_luma_shuf_avx2]
  45. VBROADCASTI128 m5, [v210_chroma_shuf_avx2]
  46. mova m6, [v210_luma_permute]
  47. VBROADCASTI128 m7, [v210_chroma_shuf2]
  48. %else
  49. VBROADCASTI128 m4, [v210_luma_shuf]
  50. VBROADCASTI128 m5, [v210_chroma_shuf]
  51. %endif
  52. .loop:
  53. %ifidn %1, unaligned
  54. movu m0, [r0] ; yB v5 yA u5 y9 v4 y8 u4 y7 v3 y6 u3 y5 v2 y4 u2 y3 v1 y2 u1 y1 v0 y0 u0
  55. %else
  56. mova m0, [r0]
  57. %endif
  58. pmullw m1, m0, m3
  59. pslld m0, 12
  60. psrlw m1, 6 ; yB yA u5 v4 y8 y7 v3 u3 y5 y4 u2 v1 y2 y1 v0 u0
  61. psrld m0, 22 ; 00 v5 00 y9 00 u4 00 y6 00 v2 00 y3 00 u1 00 y0
  62. %if cpuflag(avx2)
  63. vpblendd m2, m1, m0, 0x55 ; yB yA 00 y9 y8 y7 00 y6 y5 y4 00 y3 y2 y1 00 y0
  64. pshufb m2, m4 ; 00 00 yB yA y9 y8 y7 y6 00 00 y5 y4 y3 y2 y1 y0
  65. vpermd m2, m6, m2 ; 00 00 00 00 yB yA y9 y8 y7 y6 y5 y4 y3 y2 y1 y0
  66. movu [r1+2*r4], m2
  67. vpblendd m1, m1, m0, 0xaa ; 00 v5 u5 v4 00 u4 v3 u3 00 v2 u2 v1 00 u1 v0 u0
  68. pshufb m1, m5 ; 00 v5 v4 v3 00 u5 u4 u3 00 v2 v1 v0 00 u2 u1 u0
  69. vpermq m1, m1, 0xd8 ; 00 v5 v4 v3 00 v2 v1 v0 00 u5 u4 u3 00 u2 u1 u0
  70. pshufb m1, m7 ; 00 00 v5 v4 v3 v2 v1 v0 00 00 u5 u4 u3 u2 u1 u0
  71. movu [r2+r4], xm1
  72. vextracti128 [r3+r4], m1, 1
  73. %else
  74. shufps m2, m1, m0, 0x8d ; 00 y9 00 y6 yB yA y8 y7 00 y3 00 y0 y5 y4 y2 y1
  75. pshufb m2, m4 ; 00 00 yB yA y9 y8 y7 y6 00 00 y5 y4 y3 y2 y1 y0
  76. movu [r1+2*r4], m2
  77. shufps m1, m0, 0xd8 ; 00 v5 00 u4 u5 v4 v3 u3 00 v2 00 u1 u2 v1 v0 u0
  78. pshufb m1, m5 ; 00 v5 v4 v3 00 u5 u4 u3 00 v2 v1 v0 00 u2 u1 u0
  79. movq [r2+r4], m1
  80. movhps [r3+r4], m1
  81. %endif
  82. add r0, mmsize
  83. add r4, (mmsize*3)/8
  84. jl .loop
  85. REP_RET
  86. %endmacro
  87. INIT_XMM ssse3
  88. v210_planar_unpack unaligned
  89. %if HAVE_AVX_EXTERNAL
  90. INIT_XMM avx
  91. v210_planar_unpack unaligned
  92. %endif
  93. %if HAVE_AVX2_EXTERNAL
  94. INIT_YMM avx2
  95. v210_planar_unpack unaligned
  96. %endif
  97. INIT_XMM ssse3
  98. v210_planar_unpack aligned
  99. %if HAVE_AVX_EXTERNAL
  100. INIT_XMM avx
  101. v210_planar_unpack aligned
  102. %endif
  103. %if HAVE_AVX2_EXTERNAL
  104. INIT_YMM avx2
  105. v210_planar_unpack aligned
  106. %endif