You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

237 lines
6.5KB

  1. ;******************************************************************************
  2. ;* Copyright Nick Kurshev
  3. ;* Copyright Michael (michaelni@gmx.at)
  4. ;* Copyright 2018 Jokyo Images
  5. ;*
  6. ;* This file is part of FFmpeg.
  7. ;*
  8. ;* FFmpeg is free software; you can redistribute it and/or
  9. ;* modify it under the terms of the GNU Lesser General Public
  10. ;* License as published by the Free Software Foundation; either
  11. ;* version 2.1 of the License, or (at your option) any later version.
  12. ;*
  13. ;* FFmpeg is distributed in the hope that it will be useful,
  14. ;* but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. ;* Lesser General Public License for more details.
  17. ;*
  18. ;* You should have received a copy of the GNU Lesser General Public
  19. ;* License along with FFmpeg; if not, write to the Free Software
  20. ;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. ;******************************************************************************
  22. %include "libavutil/x86/x86util.asm"
  23. SECTION_RODATA
  24. pb_shuffle2103: db 2, 1, 0, 3, 6, 5, 4, 7, 10, 9, 8, 11, 14, 13, 12, 15
  25. pb_shuffle0321: db 0, 3, 2, 1, 4, 7, 6, 5, 8, 11, 10, 9, 12, 15, 14, 13
  26. pb_shuffle1230: db 1, 2, 3, 0, 5, 6, 7, 4, 9, 10, 11, 8, 13, 14, 15, 12
  27. pb_shuffle3012: db 3, 0, 1, 2, 7, 4, 5, 6, 11, 8, 9, 10, 15, 12, 13, 14
  28. pb_shuffle3210: db 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12
  29. SECTION .text
  30. %macro RSHIFT_COPY 3
  31. ; %1 dst ; %2 src ; %3 shift
  32. %if cpuflag(avx)
  33. psrldq %1, %2, %3
  34. %else
  35. mova %1, %2
  36. RSHIFT %1, %3
  37. %endif
  38. %endmacro
  39. ;------------------------------------------------------------------------------
  40. ; shuffle_bytes_## (const uint8_t *src, uint8_t *dst, int src_size)
  41. ;------------------------------------------------------------------------------
  42. ; %1-4 index shuffle
  43. %macro SHUFFLE_BYTES 4
  44. cglobal shuffle_bytes_%1%2%3%4, 3, 5, 2, src, dst, w, tmp, x
  45. VBROADCASTI128 m0, [pb_shuffle%1%2%3%4]
  46. movsxdifnidn wq, wd
  47. mov xq, wq
  48. add srcq, wq
  49. add dstq, wq
  50. neg wq
  51. ;calc scalar loop
  52. and xq, mmsize-4
  53. je .loop_simd
  54. .loop_scalar:
  55. mov tmpb, [srcq + wq + %1]
  56. mov [dstq+wq + 0], tmpb
  57. mov tmpb, [srcq + wq + %2]
  58. mov [dstq+wq + 1], tmpb
  59. mov tmpb, [srcq + wq + %3]
  60. mov [dstq+wq + 2], tmpb
  61. mov tmpb, [srcq + wq + %4]
  62. mov [dstq+wq + 3], tmpb
  63. add wq, 4
  64. sub xq, 4
  65. jg .loop_scalar
  66. ;check if src_size < mmsize
  67. cmp wq, 0
  68. jge .end
  69. .loop_simd:
  70. movu m1, [srcq+wq]
  71. pshufb m1, m0
  72. movu [dstq+wq], m1
  73. add wq, mmsize
  74. jl .loop_simd
  75. .end:
  76. RET
  77. %endmacro
  78. INIT_XMM ssse3
  79. SHUFFLE_BYTES 2, 1, 0, 3
  80. SHUFFLE_BYTES 0, 3, 2, 1
  81. SHUFFLE_BYTES 1, 2, 3, 0
  82. SHUFFLE_BYTES 3, 0, 1, 2
  83. SHUFFLE_BYTES 3, 2, 1, 0
  84. ;-----------------------------------------------------------------------------------------------
  85. ; uyvytoyuv422(uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
  86. ; const uint8_t *src, int width, int height,
  87. ; int lumStride, int chromStride, int srcStride)
  88. ;-----------------------------------------------------------------------------------------------
  89. %macro UYVY_TO_YUV422 0
  90. cglobal uyvytoyuv422, 9, 14, 8, ydst, udst, vdst, src, w, h, lum_stride, chrom_stride, src_stride, wtwo, whalf, tmp, x, back_w
  91. pxor m0, m0
  92. pcmpeqw m1, m1
  93. psrlw m1, 8
  94. movsxdifnidn wq, wd
  95. movsxdifnidn lum_strideq, lum_strided
  96. movsxdifnidn chrom_strideq, chrom_strided
  97. movsxdifnidn src_strideq, src_strided
  98. mov back_wq, wq
  99. mov whalfq, wq
  100. shr whalfq, 1 ; whalf = width / 2
  101. lea srcq, [srcq + wq * 2]
  102. add ydstq, wq
  103. add udstq, whalfq
  104. add vdstq, whalfq
  105. .loop_line:
  106. mov xq, wq
  107. mov wtwoq, wq
  108. add wtwoq, wtwoq ; wtwo = width * 2
  109. neg wq
  110. neg wtwoq
  111. neg whalfq
  112. ;calc scalar loop count
  113. and xq, mmsize * 2 - 1
  114. je .loop_simd
  115. .loop_scalar:
  116. mov tmpb, [srcq + wtwoq + 0]
  117. mov [udstq + whalfq], tmpb
  118. mov tmpb, [srcq + wtwoq + 1]
  119. mov [ydstq + wq], tmpb
  120. mov tmpb, [srcq + wtwoq + 2]
  121. mov [vdstq + whalfq], tmpb
  122. mov tmpb, [srcq + wtwoq + 3]
  123. mov [ydstq + wq + 1], tmpb
  124. add wq, 2
  125. add wtwoq, 4
  126. add whalfq, 1
  127. sub xq, 2
  128. jg .loop_scalar
  129. ; check if simd loop is need
  130. cmp wq, 0
  131. jge .end_line
  132. .loop_simd:
  133. movu m2, [srcq + wtwoq ]
  134. movu m3, [srcq + wtwoq + mmsize ]
  135. movu m4, [srcq + wtwoq + mmsize * 2]
  136. movu m5, [srcq + wtwoq + mmsize * 3]
  137. ; extract y part 1
  138. RSHIFT_COPY m6, m2, 1 ; UYVY UYVY -> YVYU YVY...
  139. pand m6, m1; YxYx YxYx...
  140. RSHIFT_COPY m7, m3, 1 ; UYVY UYVY -> YVYU YVY...
  141. pand m7, m1 ; YxYx YxYx...
  142. packuswb m6, m7 ; YYYY YYYY...
  143. movu [ydstq + wq], m6
  144. ; extract y part 2
  145. RSHIFT_COPY m6, m4, 1 ; UYVY UYVY -> YVYU YVY...
  146. pand m6, m1; YxYx YxYx...
  147. RSHIFT_COPY m7, m5, 1 ; UYVY UYVY -> YVYU YVY...
  148. pand m7, m1 ; YxYx YxYx...
  149. packuswb m6, m7 ; YYYY YYYY...
  150. movu [ydstq + wq + mmsize], m6
  151. ; extract uv
  152. pand m2, m1 ; UxVx...
  153. pand m3, m1 ; UxVx...
  154. pand m4, m1 ; UxVx...
  155. pand m5, m1 ; UxVx...
  156. packuswb m2, m3 ; UVUV...
  157. packuswb m4, m5 ; UVUV...
  158. ; U
  159. pand m6, m2, m1 ; UxUx...
  160. pand m7, m4, m1 ; UxUx...
  161. packuswb m6, m7 ; UUUU
  162. movu [udstq + whalfq], m6
  163. ; V
  164. psrlw m2, 8 ; VxVx...
  165. psrlw m4, 8 ; VxVx...
  166. packuswb m2, m4 ; VVVV
  167. movu [vdstq + whalfq], m2
  168. add whalfq, mmsize
  169. add wtwoq, mmsize * 4
  170. add wq, mmsize * 2
  171. jl .loop_simd
  172. .end_line:
  173. add srcq, src_strideq
  174. add ydstq, lum_strideq
  175. add udstq, chrom_strideq
  176. add vdstq, chrom_strideq
  177. ;restore initial state of line variable
  178. mov wq, back_wq
  179. mov xq, wq
  180. mov whalfq, wq
  181. shr whalfq, 1 ; whalf = width / 2
  182. sub hd, 1
  183. jg .loop_line
  184. RET
  185. %endmacro
  186. %if ARCH_X86_64
  187. INIT_XMM sse2
  188. UYVY_TO_YUV422
  189. INIT_XMM avx
  190. UYVY_TO_YUV422
  191. %endif