You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

283 lines
6.1KB

  1. ;*****************************************************************************
  2. ;* x86-optimized functions for yadif filter
  3. ;*
  4. ;* Copyright (C) 2006 Michael Niedermayer <michaelni@gmx.at>
  5. ;* Copyright (c) 2013 Daniel Kang <daniel.d.kang@gmail.com>
  6. ;* Copyright (c) 2011-2013 James Darnley <james.darnley@gmail.com>
  7. ;*
  8. ;* This file is part of FFmpeg.
  9. ;*
  10. ;* FFmpeg is free software; you can redistribute it and/or modify
  11. ;* it under the terms of the GNU General Public License as published by
  12. ;* the Free Software Foundation; either version 2 of the License, or
  13. ;* (at your option) any later version.
  14. ;*
  15. ;* FFmpeg is distributed in the hope that it will be useful,
  16. ;* but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. ;* GNU General Public License for more details.
  19. ;*
  20. ;* You should have received a copy of the GNU General Public License along
  21. ;* with FFmpeg; if not, write to the Free Software Foundation, Inc.,
  22. ;* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  23. ;******************************************************************************
  24. %include "libavutil/x86/x86util.asm"
  25. SECTION_RODATA
  26. pw_1: times 8 dw 1
  27. SECTION .text
  28. %macro PABS 2
  29. %if cpuflag(ssse3)
  30. pabsw %1, %1
  31. %else
  32. pxor %2, %2
  33. pcmpgtw %2, %1
  34. pxor %1, %2
  35. psubw %1, %2
  36. %endif
  37. %endmacro
  38. %macro PMAXUW 2
  39. %if cpuflag(sse4)
  40. pmaxuw %1, %2
  41. %else
  42. psubusw %1, %2
  43. paddusw %1, %2
  44. %endif
  45. %endmacro
  46. %macro CHECK 2
  47. movu m2, [curq+t1+%1*2]
  48. movu m3, [curq+t0+%2*2]
  49. mova m4, m2
  50. mova m5, m2
  51. pxor m4, m3
  52. pavgw m5, m3
  53. pand m4, [pw_1]
  54. psubusw m5, m4
  55. %if mmsize == 16
  56. psrldq m5, 2
  57. %else
  58. psrlq m5, 16
  59. %endif
  60. mova m4, m2
  61. psubusw m2, m3
  62. psubusw m3, m4
  63. PMAXUW m2, m3
  64. mova m3, m2
  65. mova m4, m2
  66. %if mmsize == 16
  67. psrldq m3, 2
  68. psrldq m4, 4
  69. %else
  70. psrlq m3, 16
  71. psrlq m4, 32
  72. %endif
  73. paddw m2, m3
  74. paddw m2, m4
  75. %endmacro
  76. %macro CHECK1 0
  77. mova m3, m0
  78. pcmpgtw m3, m2
  79. pminsw m0, m2
  80. mova m6, m3
  81. pand m5, m3
  82. pandn m3, m1
  83. por m3, m5
  84. mova m1, m3
  85. %endmacro
  86. ; %macro CHECK2 0
  87. ; paddw m6, [pw_1]
  88. ; psllw m6, 14
  89. ; paddsw m2, m6
  90. ; mova m3, m0
  91. ; pcmpgtw m3, m2
  92. ; pminsw m0, m2
  93. ; pand m5, m3
  94. ; pandn m3, m1
  95. ; por m3, m5
  96. ; mova m1, m3
  97. ; %endmacro
  98. ; This version of CHECK2 is required for 14-bit samples. The left-shift trick
  99. ; in the old code is not large enough to correctly select pixels or scores.
  100. %macro CHECK2 0
  101. mova m3, m0
  102. pcmpgtw m0, m2
  103. pand m0, m6
  104. mova m6, m0
  105. pand m5, m6
  106. pand m2, m0
  107. pandn m6, m1
  108. pandn m0, m3
  109. por m6, m5
  110. por m0, m2
  111. mova m1, m6
  112. %endmacro
  113. %macro LOAD 2
  114. movu %1, %2
  115. %endmacro
  116. %macro FILTER 3
  117. .loop%1:
  118. pxor m7, m7
  119. LOAD m0, [curq+t1]
  120. LOAD m1, [curq+t0]
  121. LOAD m2, [%2]
  122. LOAD m3, [%3]
  123. mova m4, m3
  124. paddw m3, m2
  125. psraw m3, 1
  126. mova [rsp+ 0], m0
  127. mova [rsp+16], m3
  128. mova [rsp+32], m1
  129. psubw m2, m4
  130. PABS m2, m4
  131. LOAD m3, [prevq+t1]
  132. LOAD m4, [prevq+t0]
  133. psubw m3, m0
  134. psubw m4, m1
  135. PABS m3, m5
  136. PABS m4, m5
  137. paddw m3, m4
  138. psrlw m2, 1
  139. psrlw m3, 1
  140. pmaxsw m2, m3
  141. LOAD m3, [nextq+t1]
  142. LOAD m4, [nextq+t0]
  143. psubw m3, m0
  144. psubw m4, m1
  145. PABS m3, m5
  146. PABS m4, m5
  147. paddw m3, m4
  148. psrlw m3, 1
  149. pmaxsw m2, m3
  150. mova [rsp+48], m2
  151. paddw m1, m0
  152. paddw m0, m0
  153. psubw m0, m1
  154. psrlw m1, 1
  155. PABS m0, m2
  156. movu m2, [curq+t1-1*2]
  157. movu m3, [curq+t0-1*2]
  158. mova m4, m2
  159. psubusw m2, m3
  160. psubusw m3, m4
  161. PMAXUW m2, m3
  162. %if mmsize == 16
  163. mova m3, m2
  164. psrldq m3, 4
  165. %else
  166. mova m3, m2
  167. psrlq m3, 32
  168. %endif
  169. paddw m0, m2
  170. paddw m0, m3
  171. psubw m0, [pw_1]
  172. CHECK -2, 0
  173. CHECK1
  174. CHECK -3, 1
  175. CHECK2
  176. CHECK 0, -2
  177. CHECK1
  178. CHECK 1, -3
  179. CHECK2
  180. mova m6, [rsp+48]
  181. cmp DWORD r8m, 2
  182. jge .end%1
  183. LOAD m2, [%2+t1*2]
  184. LOAD m4, [%3+t1*2]
  185. LOAD m3, [%2+t0*2]
  186. LOAD m5, [%3+t0*2]
  187. paddw m2, m4
  188. paddw m3, m5
  189. psrlw m2, 1
  190. psrlw m3, 1
  191. mova m4, [rsp+ 0]
  192. mova m5, [rsp+16]
  193. mova m7, [rsp+32]
  194. psubw m2, m4
  195. psubw m3, m7
  196. mova m0, m5
  197. psubw m5, m4
  198. psubw m0, m7
  199. mova m4, m2
  200. pminsw m2, m3
  201. pmaxsw m3, m4
  202. pmaxsw m2, m5
  203. pminsw m3, m5
  204. pmaxsw m2, m0
  205. pminsw m3, m0
  206. pxor m4, m4
  207. pmaxsw m6, m3
  208. psubw m4, m2
  209. pmaxsw m6, m4
  210. .end%1:
  211. mova m2, [rsp+16]
  212. mova m3, m2
  213. psubw m2, m6
  214. paddw m3, m6
  215. pmaxsw m1, m2
  216. pminsw m1, m3
  217. movu [dstq], m1
  218. add dstq, mmsize-4
  219. add prevq, mmsize-4
  220. add curq, mmsize-4
  221. add nextq, mmsize-4
  222. sub DWORD r4m, mmsize/2-2
  223. jg .loop%1
  224. %endmacro
  225. %macro YADIF 0
  226. %if ARCH_X86_32
  227. cglobal yadif_filter_line_10bit, 4, 6, 8, 80, dst, prev, cur, next, w, \
  228. prefs, mrefs, parity, mode
  229. %else
  230. cglobal yadif_filter_line_10bit, 4, 7, 8, 80, dst, prev, cur, next, w, \
  231. prefs, mrefs, parity, mode
  232. %endif
  233. %if ARCH_X86_32
  234. mov r4, r5mp
  235. mov r5, r6mp
  236. DECLARE_REG_TMP 4,5
  237. %else
  238. movsxd r5, DWORD r5m
  239. movsxd r6, DWORD r6m
  240. DECLARE_REG_TMP 5,6
  241. %endif
  242. cmp DWORD paritym, 0
  243. je .parity0
  244. FILTER 1, prevq, curq
  245. jmp .ret
  246. .parity0:
  247. FILTER 0, curq, nextq
  248. .ret:
  249. RET
  250. %endmacro
  251. INIT_XMM ssse3
  252. YADIF
  253. INIT_XMM sse2
  254. YADIF
  255. %if ARCH_X86_32
  256. INIT_MMX mmxext
  257. YADIF
  258. %endif