You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

187 lines
6.2KB

  1. /*
  2. * Copyright (c) 2008 Mans Rullgard <mans@mansr.com>
  3. *
  4. * This file is part of FFmpeg.
  5. *
  6. * FFmpeg is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * FFmpeg is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with FFmpeg; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. #include "asm.S"
  21. preserve8
  22. .fpu neon
  23. .text
  24. function ff_h264_idct_add_neon, export=1
  25. mov r3, #(1<<5)
  26. vmov.i16 d16, #0
  27. vmov.16 d16[0], r3
  28. vld1.64 {d0-d3}, [r1,:128]
  29. vadd.i16 d0, d0, d16
  30. vswp d1, d2
  31. vadd.i16 d4, d0, d1
  32. vshr.s16 q8, q1, #1
  33. vsub.i16 d5, d0, d1
  34. vadd.i16 d6, d2, d17
  35. vsub.i16 d7, d16, d3
  36. vadd.i16 q0, q2, q3
  37. vsub.i16 q1, q2, q3
  38. vtrn.16 d0, d1
  39. vtrn.16 d3, d2
  40. vtrn.32 d0, d3
  41. vtrn.32 d1, d2
  42. vadd.i16 d4, d0, d3
  43. vld1.32 {d18[0]}, [r0,:32], r2
  44. vswp d1, d3
  45. vshr.s16 q8, q1, #1
  46. vld1.32 {d19[1]}, [r0,:32], r2
  47. vsub.i16 d5, d0, d1
  48. vld1.32 {d18[1]}, [r0,:32], r2
  49. vadd.i16 d6, d16, d3
  50. vld1.32 {d19[0]}, [r0,:32], r2
  51. vsub.i16 d7, d2, d17
  52. sub r0, r0, r2, lsl #2
  53. vadd.i16 q0, q2, q3
  54. vsub.i16 q1, q2, q3
  55. vshr.s16 q0, q0, #6
  56. vshr.s16 q1, q1, #6
  57. vaddw.u8 q0, q0, d18
  58. vaddw.u8 q1, q1, d19
  59. vqmovun.s16 d0, q0
  60. vqmovun.s16 d1, q1
  61. vst1.32 {d0[0]}, [r0,:32], r2
  62. vst1.32 {d1[1]}, [r0,:32], r2
  63. vst1.32 {d0[1]}, [r0,:32], r2
  64. vst1.32 {d1[0]}, [r0,:32], r2
  65. bx lr
  66. .endfunc
  67. function ff_h264_idct_dc_add_neon, export=1
  68. vld1.16 {d2[],d3[]}, [r1,:16]
  69. vrshr.s16 q1, q1, #6
  70. vld1.32 {d0[0]}, [r0,:32], r2
  71. vld1.32 {d0[1]}, [r0,:32], r2
  72. vaddw.u8 q2, q1, d0
  73. vld1.32 {d1[0]}, [r0,:32], r2
  74. vld1.32 {d1[1]}, [r0,:32], r2
  75. vaddw.u8 q1, q1, d1
  76. vqmovun.s16 d0, q2
  77. vqmovun.s16 d1, q1
  78. sub r0, r0, r2, lsl #2
  79. vst1.32 {d0[0]}, [r0,:32], r2
  80. vst1.32 {d0[1]}, [r0,:32], r2
  81. vst1.32 {d1[0]}, [r0,:32], r2
  82. vst1.32 {d1[1]}, [r0,:32], r2
  83. bx lr
  84. .endfunc
  85. function ff_h264_idct_add16_neon, export=1
  86. push {r4-r8,lr}
  87. mov r4, r0
  88. mov r5, r1
  89. mov r1, r2
  90. mov r2, r3
  91. ldr r6, [sp, #24]
  92. movrel r7, scan8
  93. mov ip, #16
  94. 1: ldrb r8, [r7], #1
  95. ldr r0, [r5], #4
  96. ldrb r8, [r6, r8]
  97. subs r8, r8, #1
  98. blt 2f
  99. ldrsh lr, [r1]
  100. add r0, r0, r4
  101. movne lr, #0
  102. cmp lr, #0
  103. adrne lr, ff_h264_idct_dc_add_neon
  104. adreq lr, ff_h264_idct_add_neon
  105. blx lr
  106. 2: subs ip, ip, #1
  107. add r1, r1, #32
  108. bne 1b
  109. pop {r4-r8,pc}
  110. .endfunc
  111. function ff_h264_idct_add16intra_neon, export=1
  112. push {r4-r8,lr}
  113. mov r4, r0
  114. mov r5, r1
  115. mov r1, r2
  116. mov r2, r3
  117. ldr r6, [sp, #24]
  118. movrel r7, scan8
  119. mov ip, #16
  120. 1: ldrb r8, [r7], #1
  121. ldr r0, [r5], #4
  122. ldrb r8, [r6, r8]
  123. add r0, r0, r4
  124. cmp r8, #0
  125. ldrsh r8, [r1]
  126. adrne lr, ff_h264_idct_add_neon
  127. adreq lr, ff_h264_idct_dc_add_neon
  128. cmpeq r8, #0
  129. blxne lr
  130. subs ip, ip, #1
  131. add r1, r1, #32
  132. bne 1b
  133. pop {r4-r8,pc}
  134. .endfunc
  135. function ff_h264_idct_add8_neon, export=1
  136. push {r4-r10,lr}
  137. ldm r0, {r4,r9}
  138. add r5, r1, #16*4
  139. add r1, r2, #16*32
  140. mov r2, r3
  141. ldr r6, [sp, #32]
  142. movrel r7, scan8+16
  143. mov ip, #8
  144. 1: ldrb r8, [r7], #1
  145. ldr r0, [r5], #4
  146. ldrb r8, [r6, r8]
  147. tst ip, #4
  148. addeq r0, r0, r4
  149. addne r0, r0, r9
  150. cmp r8, #0
  151. ldrsh r8, [r1]
  152. adrne lr, ff_h264_idct_add_neon
  153. adreq lr, ff_h264_idct_dc_add_neon
  154. cmpeq r8, #0
  155. blxne lr
  156. subs ip, ip, #1
  157. add r1, r1, #32
  158. bne 1b
  159. pop {r4-r10,pc}
  160. .endfunc
  161. .section .rodata
  162. scan8: .byte 4+1*8, 5+1*8, 4+2*8, 5+2*8
  163. .byte 6+1*8, 7+1*8, 6+2*8, 7+2*8
  164. .byte 4+3*8, 5+3*8, 4+4*8, 5+4*8
  165. .byte 6+3*8, 7+3*8, 6+4*8, 7+4*8
  166. .byte 1+1*8, 2+1*8
  167. .byte 1+2*8, 2+2*8
  168. .byte 1+4*8, 2+4*8
  169. .byte 1+5*8, 2+5*8