You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

269 lines
5.9KB

  1. ;*****************************************************************************
  2. ;* x86-optimized functions for yadif filter
  3. ;*
  4. ;* Copyright (C) 2006 Michael Niedermayer <michaelni@gmx.at>
  5. ;* Copyright (c) 2013 Daniel Kang <daniel.d.kang@gmail.com>
  6. ;* Copyright (c) 2011-2013 James Darnley <james.darnley@gmail.com>
  7. ;*
  8. ;* This file is part of FFmpeg.
  9. ;*
  10. ;* FFmpeg is free software; you can redistribute it and/or
  11. ;* modify it under the terms of the GNU Lesser General Public
  12. ;* License as published by the Free Software Foundation; either
  13. ;* version 2.1 of the License, or (at your option) any later version.
  14. ;*
  15. ;* FFmpeg is distributed in the hope that it will be useful,
  16. ;* but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  18. ;* Lesser General Public License for more details.
  19. ;*
  20. ;* You should have received a copy of the GNU Lesser General Public
  21. ;* License along with FFmpeg; if not, write to the Free Software
  22. ;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  23. ;******************************************************************************
  24. %include "libavutil/x86/x86util.asm"
  25. SECTION_RODATA
  26. pw_1: times 8 dw 1
  27. SECTION .text
  28. %macro PABS 2
  29. %if cpuflag(ssse3)
  30. pabsw %1, %1
  31. %else
  32. pxor %2, %2
  33. pcmpgtw %2, %1
  34. pxor %1, %2
  35. psubw %1, %2
  36. %endif
  37. %endmacro
  38. %macro PMAXUW 2
  39. %if cpuflag(sse4)
  40. pmaxuw %1, %2
  41. %else
  42. psubusw %1, %2
  43. paddusw %1, %2
  44. %endif
  45. %endmacro
  46. %macro CHECK 2
  47. movu m2, [curq+t1+%1*2]
  48. movu m3, [curq+t0+%2*2]
  49. mova m4, m2
  50. mova m5, m2
  51. pxor m4, m3
  52. pavgw m5, m3
  53. pand m4, [pw_1]
  54. psubusw m5, m4
  55. RSHIFT m5, 2
  56. mova m4, m2
  57. psubusw m2, m3
  58. psubusw m3, m4
  59. PMAXUW m2, m3
  60. mova m3, m2
  61. mova m4, m2
  62. RSHIFT m3, 2
  63. RSHIFT m4, 4
  64. paddw m2, m3
  65. paddw m2, m4
  66. %endmacro
  67. %macro CHECK1 0
  68. mova m3, m0
  69. pcmpgtw m3, m2
  70. pminsw m0, m2
  71. mova m6, m3
  72. pand m5, m3
  73. pandn m3, m1
  74. por m3, m5
  75. mova m1, m3
  76. %endmacro
  77. ; %macro CHECK2 0
  78. ; paddw m6, [pw_1]
  79. ; psllw m6, 14
  80. ; paddsw m2, m6
  81. ; mova m3, m0
  82. ; pcmpgtw m3, m2
  83. ; pminsw m0, m2
  84. ; pand m5, m3
  85. ; pandn m3, m1
  86. ; por m3, m5
  87. ; mova m1, m3
  88. ; %endmacro
  89. ; This version of CHECK2 is required for 14-bit samples. The left-shift trick
  90. ; in the old code is not large enough to correctly select pixels or scores.
  91. %macro CHECK2 0
  92. mova m3, m0
  93. pcmpgtw m0, m2
  94. pand m0, m6
  95. mova m6, m0
  96. pand m5, m6
  97. pand m2, m0
  98. pandn m6, m1
  99. pandn m0, m3
  100. por m6, m5
  101. por m0, m2
  102. mova m1, m6
  103. %endmacro
  104. %macro LOAD 2
  105. movu %1, %2
  106. %endmacro
  107. %macro FILTER 3
  108. .loop%1:
  109. pxor m7, m7
  110. LOAD m0, [curq+t1]
  111. LOAD m1, [curq+t0]
  112. LOAD m2, [%2]
  113. LOAD m3, [%3]
  114. mova m4, m3
  115. paddw m3, m2
  116. psraw m3, 1
  117. mova [rsp+ 0], m0
  118. mova [rsp+16], m3
  119. mova [rsp+32], m1
  120. psubw m2, m4
  121. PABS m2, m4
  122. LOAD m3, [prevq+t1]
  123. LOAD m4, [prevq+t0]
  124. psubw m3, m0
  125. psubw m4, m1
  126. PABS m3, m5
  127. PABS m4, m5
  128. paddw m3, m4
  129. psrlw m2, 1
  130. psrlw m3, 1
  131. pmaxsw m2, m3
  132. LOAD m3, [nextq+t1]
  133. LOAD m4, [nextq+t0]
  134. psubw m3, m0
  135. psubw m4, m1
  136. PABS m3, m5
  137. PABS m4, m5
  138. paddw m3, m4
  139. psrlw m3, 1
  140. pmaxsw m2, m3
  141. mova [rsp+48], m2
  142. paddw m1, m0
  143. paddw m0, m0
  144. psubw m0, m1
  145. psrlw m1, 1
  146. PABS m0, m2
  147. movu m2, [curq+t1-1*2]
  148. movu m3, [curq+t0-1*2]
  149. mova m4, m2
  150. psubusw m2, m3
  151. psubusw m3, m4
  152. PMAXUW m2, m3
  153. mova m3, m2
  154. RSHIFT m3, 4
  155. paddw m0, m2
  156. paddw m0, m3
  157. psubw m0, [pw_1]
  158. CHECK -2, 0
  159. CHECK1
  160. CHECK -3, 1
  161. CHECK2
  162. CHECK 0, -2
  163. CHECK1
  164. CHECK 1, -3
  165. CHECK2
  166. mova m6, [rsp+48]
  167. cmp DWORD r8m, 2
  168. jge .end%1
  169. LOAD m2, [%2+t1*2]
  170. LOAD m4, [%3+t1*2]
  171. LOAD m3, [%2+t0*2]
  172. LOAD m5, [%3+t0*2]
  173. paddw m2, m4
  174. paddw m3, m5
  175. psrlw m2, 1
  176. psrlw m3, 1
  177. mova m4, [rsp+ 0]
  178. mova m5, [rsp+16]
  179. mova m7, [rsp+32]
  180. psubw m2, m4
  181. psubw m3, m7
  182. mova m0, m5
  183. psubw m5, m4
  184. psubw m0, m7
  185. mova m4, m2
  186. pminsw m2, m3
  187. pmaxsw m3, m4
  188. pmaxsw m2, m5
  189. pminsw m3, m5
  190. pmaxsw m2, m0
  191. pminsw m3, m0
  192. pxor m4, m4
  193. pmaxsw m6, m3
  194. psubw m4, m2
  195. pmaxsw m6, m4
  196. .end%1:
  197. mova m2, [rsp+16]
  198. mova m3, m2
  199. psubw m2, m6
  200. paddw m3, m6
  201. pmaxsw m1, m2
  202. pminsw m1, m3
  203. movu [dstq], m1
  204. add dstq, mmsize-4
  205. add prevq, mmsize-4
  206. add curq, mmsize-4
  207. add nextq, mmsize-4
  208. sub DWORD r4m, mmsize/2-2
  209. jg .loop%1
  210. %endmacro
  211. %macro YADIF 0
  212. %if ARCH_X86_32
  213. cglobal yadif_filter_line_10bit, 4, 6, 8, 80, dst, prev, cur, next, w, \
  214. prefs, mrefs, parity, mode
  215. %else
  216. cglobal yadif_filter_line_10bit, 4, 7, 8, 80, dst, prev, cur, next, w, \
  217. prefs, mrefs, parity, mode
  218. %endif
  219. %if ARCH_X86_32
  220. mov r4, r5mp
  221. mov r5, r6mp
  222. DECLARE_REG_TMP 4,5
  223. %else
  224. movsxd r5, DWORD r5m
  225. movsxd r6, DWORD r6m
  226. DECLARE_REG_TMP 5,6
  227. %endif
  228. cmp DWORD paritym, 0
  229. je .parity0
  230. FILTER 1, prevq, curq
  231. jmp .ret
  232. .parity0:
  233. FILTER 0, curq, nextq
  234. .ret:
  235. RET
  236. %endmacro
  237. INIT_XMM ssse3
  238. YADIF
  239. INIT_XMM sse2
  240. YADIF
  241. %if ARCH_X86_32
  242. INIT_MMX mmxext
  243. YADIF
  244. %endif