You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

181 lines
6.0KB

  1. /*
  2. * Copyright (c) 2008 Mans Rullgard <mans@mansr.com>
  3. *
  4. * This file is part of FFmpeg.
  5. *
  6. * FFmpeg is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * FFmpeg is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with FFmpeg; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. #include "asm.S"
  21. preserve8
  22. .text
  23. function ff_h264_idct_add_neon, export=1
  24. vld1.64 {d0-d3}, [r1,:128]
  25. vswp d1, d2
  26. vadd.i16 d4, d0, d1
  27. vshr.s16 q8, q1, #1
  28. vsub.i16 d5, d0, d1
  29. vadd.i16 d6, d2, d17
  30. vsub.i16 d7, d16, d3
  31. vadd.i16 q0, q2, q3
  32. vsub.i16 q1, q2, q3
  33. vtrn.16 d0, d1
  34. vtrn.16 d3, d2
  35. vtrn.32 d0, d3
  36. vtrn.32 d1, d2
  37. vadd.i16 d4, d0, d3
  38. vld1.32 {d18[0]}, [r0,:32], r2
  39. vswp d1, d3
  40. vshr.s16 q8, q1, #1
  41. vld1.32 {d19[1]}, [r0,:32], r2
  42. vsub.i16 d5, d0, d1
  43. vld1.32 {d18[1]}, [r0,:32], r2
  44. vadd.i16 d6, d16, d3
  45. vld1.32 {d19[0]}, [r0,:32], r2
  46. vsub.i16 d7, d2, d17
  47. sub r0, r0, r2, lsl #2
  48. vadd.i16 q0, q2, q3
  49. vsub.i16 q1, q2, q3
  50. vrshr.s16 q0, q0, #6
  51. vrshr.s16 q1, q1, #6
  52. vaddw.u8 q0, q0, d18
  53. vaddw.u8 q1, q1, d19
  54. vqmovun.s16 d0, q0
  55. vqmovun.s16 d1, q1
  56. vst1.32 {d0[0]}, [r0,:32], r2
  57. vst1.32 {d1[1]}, [r0,:32], r2
  58. vst1.32 {d0[1]}, [r0,:32], r2
  59. vst1.32 {d1[0]}, [r0,:32], r2
  60. bx lr
  61. .endfunc
  62. function ff_h264_idct_dc_add_neon, export=1
  63. vld1.16 {d2[],d3[]}, [r1,:16]
  64. vrshr.s16 q1, q1, #6
  65. vld1.32 {d0[0]}, [r0,:32], r2
  66. vld1.32 {d0[1]}, [r0,:32], r2
  67. vaddw.u8 q2, q1, d0
  68. vld1.32 {d1[0]}, [r0,:32], r2
  69. vld1.32 {d1[1]}, [r0,:32], r2
  70. vaddw.u8 q1, q1, d1
  71. vqmovun.s16 d0, q2
  72. vqmovun.s16 d1, q1
  73. sub r0, r0, r2, lsl #2
  74. vst1.32 {d0[0]}, [r0,:32], r2
  75. vst1.32 {d0[1]}, [r0,:32], r2
  76. vst1.32 {d1[0]}, [r0,:32], r2
  77. vst1.32 {d1[1]}, [r0,:32], r2
  78. bx lr
  79. .endfunc
  80. function ff_h264_idct_add16_neon, export=1
  81. push {r4-r8,lr}
  82. mov r4, r0
  83. mov r5, r1
  84. mov r1, r2
  85. mov r2, r3
  86. ldr r6, [sp, #24]
  87. movrel r7, scan8
  88. mov ip, #16
  89. 1: ldrb r8, [r7], #1
  90. ldr r0, [r5], #4
  91. ldrb r8, [r6, r8]
  92. subs r8, r8, #1
  93. blt 2f
  94. ldrsh lr, [r1]
  95. add r0, r0, r4
  96. movne lr, #0
  97. cmp lr, #0
  98. adrne lr, ff_h264_idct_dc_add_neon
  99. adreq lr, ff_h264_idct_add_neon
  100. blx lr
  101. 2: subs ip, ip, #1
  102. add r1, r1, #32
  103. bne 1b
  104. pop {r4-r8,pc}
  105. .endfunc
  106. function ff_h264_idct_add16intra_neon, export=1
  107. push {r4-r8,lr}
  108. mov r4, r0
  109. mov r5, r1
  110. mov r1, r2
  111. mov r2, r3
  112. ldr r6, [sp, #24]
  113. movrel r7, scan8
  114. mov ip, #16
  115. 1: ldrb r8, [r7], #1
  116. ldr r0, [r5], #4
  117. ldrb r8, [r6, r8]
  118. add r0, r0, r4
  119. cmp r8, #0
  120. ldrsh r8, [r1]
  121. adrne lr, ff_h264_idct_add_neon
  122. adreq lr, ff_h264_idct_dc_add_neon
  123. cmpeq r8, #0
  124. blxne lr
  125. subs ip, ip, #1
  126. add r1, r1, #32
  127. bne 1b
  128. pop {r4-r8,pc}
  129. .endfunc
  130. function ff_h264_idct_add8_neon, export=1
  131. push {r4-r10,lr}
  132. ldm r0, {r4,r9}
  133. add r5, r1, #16*4
  134. add r1, r2, #16*32
  135. mov r2, r3
  136. ldr r6, [sp, #32]
  137. movrel r7, scan8+16
  138. mov ip, #8
  139. 1: ldrb r8, [r7], #1
  140. ldr r0, [r5], #4
  141. ldrb r8, [r6, r8]
  142. tst ip, #4
  143. addeq r0, r0, r4
  144. addne r0, r0, r9
  145. cmp r8, #0
  146. ldrsh r8, [r1]
  147. adrne lr, ff_h264_idct_add_neon
  148. adreq lr, ff_h264_idct_dc_add_neon
  149. cmpeq r8, #0
  150. blxne lr
  151. subs ip, ip, #1
  152. add r1, r1, #32
  153. bne 1b
  154. pop {r4-r10,pc}
  155. .endfunc
  156. .section .rodata
  157. scan8: .byte 4+1*8, 5+1*8, 4+2*8, 5+2*8
  158. .byte 6+1*8, 7+1*8, 6+2*8, 7+2*8
  159. .byte 4+3*8, 5+3*8, 4+4*8, 5+4*8
  160. .byte 6+3*8, 7+3*8, 6+4*8, 7+4*8
  161. .byte 1+1*8, 2+1*8
  162. .byte 1+2*8, 2+2*8
  163. .byte 1+4*8, 2+4*8
  164. .byte 1+5*8, 2+5*8