You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

170 lines
9.0KB

  1. /*
  2. * ARM NEON optimised HEVC IDCT
  3. * Copyright (c) 2017 Alexandra Hájková
  4. *
  5. * This file is part of Libav.
  6. *
  7. * Libav is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * Libav is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with Libav; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include "libavutil/attributes.h"
  22. #include "libavutil/cpu.h"
  23. #include "libavutil/arm/cpu.h"
  24. #include "libavcodec/hevcdsp.h"
  25. void ff_hevc_add_residual_4x4_8_neon(uint8_t *_dst, int16_t *coeffs,
  26. ptrdiff_t stride);
  27. void ff_hevc_add_residual_4x4_10_neon(uint8_t *_dst, int16_t *coeffs,
  28. ptrdiff_t stride);
  29. void ff_hevc_add_residual_8x8_8_neon(uint8_t *_dst, int16_t *coeffs,
  30. ptrdiff_t stride);
  31. void ff_hevc_add_residual_8x8_10_neon(uint8_t *_dst, int16_t *coeffs,
  32. ptrdiff_t stride);
  33. void ff_hevc_add_residual_16x16_8_neon(uint8_t *_dst, int16_t *coeffs,
  34. ptrdiff_t stride);
  35. void ff_hevc_add_residual_16x16_10_neon(uint8_t *_dst, int16_t *coeffs,
  36. ptrdiff_t stride);
  37. void ff_hevc_add_residual_32x32_8_neon(uint8_t *_dst, int16_t *coeffs,
  38. ptrdiff_t stride);
  39. void ff_hevc_add_residual_32x32_10_neon(uint8_t *_dst, int16_t *coeffs,
  40. ptrdiff_t stride);
  41. void ff_hevc_idct_4x4_dc_8_neon(int16_t *coeffs);
  42. void ff_hevc_idct_8x8_dc_8_neon(int16_t *coeffs);
  43. void ff_hevc_idct_16x16_dc_8_neon(int16_t *coeffs);
  44. void ff_hevc_idct_32x32_dc_8_neon(int16_t *coeffs);
  45. void ff_hevc_idct_4x4_dc_10_neon(int16_t *coeffs);
  46. void ff_hevc_idct_8x8_dc_10_neon(int16_t *coeffs);
  47. void ff_hevc_idct_16x16_dc_10_neon(int16_t *coeffs);
  48. void ff_hevc_idct_32x32_dc_10_neon(int16_t *coeffs);
  49. void ff_hevc_idct_4x4_8_neon(int16_t *coeffs, int col_limit);
  50. void ff_hevc_idct_8x8_8_neon(int16_t *coeffs, int col_limit);
  51. void ff_hevc_idct_16x16_8_neon(int16_t *coeffs, int col_limit);
  52. void ff_hevc_idct_32x32_8_neon(int16_t *coeffs, int col_limit);
  53. void ff_hevc_idct_4x4_10_neon(int16_t *coeffs, int col_limit);
  54. void ff_hevc_idct_8x8_10_neon(int16_t *coeffs, int col_limit);
  55. void ff_hevc_idct_16x16_10_neon(int16_t *coeffs, int col_limit);
  56. void ff_hevc_idct_32x32_10_neon(int16_t *coeffs, int col_limit);
  57. void ff_hevc_get_pixels_4_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  58. ptrdiff_t srcstride, int height, int mx, int my,
  59. int16_t *mcbuffer);
  60. void ff_hevc_get_pixels_4_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  61. ptrdiff_t srcstride, int height, int mx, int my,
  62. int16_t *mcbuffer);
  63. void ff_hevc_get_pixels_8_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  64. ptrdiff_t srcstride, int height, int mx, int my,
  65. int16_t *mcbuffer);
  66. void ff_hevc_get_pixels_8_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  67. ptrdiff_t srcstride, int height, int mx, int my,
  68. int16_t *mcbuffer);
  69. void ff_hevc_get_pixels_12_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  70. ptrdiff_t srcstride, int height, int mx, int my,
  71. int16_t *mcbuffer);
  72. void ff_hevc_get_pixels_12_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  73. ptrdiff_t srcstride, int height, int mx, int my,
  74. int16_t *mcbuffer);
  75. void ff_hevc_get_pixels_16_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  76. ptrdiff_t srcstride, int height, int mx, int my,
  77. int16_t *mcbuffer);
  78. void ff_hevc_get_pixels_16_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  79. ptrdiff_t srcstride, int height, int mx, int my,
  80. int16_t *mcbuffer);
  81. void ff_hevc_get_pixels_24_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  82. ptrdiff_t srcstride, int height, int mx, int my,
  83. int16_t *mcbuffer);
  84. void ff_hevc_get_pixels_24_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  85. ptrdiff_t srcstride, int height, int mx, int my,
  86. int16_t *mcbuffer);
  87. void ff_hevc_get_pixels_32_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  88. ptrdiff_t srcstride, int height, int mx, int my,
  89. int16_t *mcbuffer);
  90. void ff_hevc_get_pixels_32_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  91. ptrdiff_t srcstride, int height, int mx, int my,
  92. int16_t *mcbuffer);
  93. void ff_hevc_get_pixels_48_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  94. ptrdiff_t srcstride, int height, int mx, int my,
  95. int16_t *mcbuffer);
  96. void ff_hevc_get_pixels_48_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  97. ptrdiff_t srcstride, int height, int mx, int my,
  98. int16_t *mcbuffer);
  99. void ff_hevc_get_pixels_64_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  100. ptrdiff_t srcstride, int height, int mx, int my,
  101. int16_t *mcbuffer);
  102. void ff_hevc_get_pixels_64_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
  103. ptrdiff_t srcstride, int height, int mx, int my,
  104. int16_t *mcbuffer);
  105. av_cold void ff_hevc_dsp_init_arm(HEVCDSPContext *c, int bit_depth)
  106. {
  107. int cpu_flags = av_get_cpu_flags();
  108. if (have_neon(cpu_flags)) {
  109. if (bit_depth == 8) {
  110. c->add_residual[0] = ff_hevc_add_residual_4x4_8_neon;
  111. c->add_residual[1] = ff_hevc_add_residual_8x8_8_neon;
  112. c->add_residual[2] = ff_hevc_add_residual_16x16_8_neon;
  113. c->add_residual[3] = ff_hevc_add_residual_32x32_8_neon;
  114. c->idct_dc[0] = ff_hevc_idct_4x4_dc_8_neon;
  115. c->idct_dc[1] = ff_hevc_idct_8x8_dc_8_neon;
  116. c->idct_dc[2] = ff_hevc_idct_16x16_dc_8_neon;
  117. c->idct_dc[3] = ff_hevc_idct_32x32_dc_8_neon;
  118. c->idct[0] = ff_hevc_idct_4x4_8_neon;
  119. c->idct[1] = ff_hevc_idct_8x8_8_neon;
  120. c->idct[2] = ff_hevc_idct_16x16_8_neon;
  121. c->idct[3] = ff_hevc_idct_32x32_8_neon;
  122. c->put_hevc_qpel[0][0][0] = ff_hevc_get_pixels_4_8_neon;
  123. c->put_hevc_qpel[0][0][1] = ff_hevc_get_pixels_8_8_neon;
  124. c->put_hevc_qpel[0][0][2] = ff_hevc_get_pixels_12_8_neon;
  125. c->put_hevc_qpel[0][0][3] = ff_hevc_get_pixels_16_8_neon;
  126. c->put_hevc_qpel[0][0][4] = ff_hevc_get_pixels_24_8_neon;
  127. c->put_hevc_qpel[0][0][5] = ff_hevc_get_pixels_32_8_neon;
  128. c->put_hevc_qpel[0][0][6] = ff_hevc_get_pixels_48_8_neon;
  129. c->put_hevc_qpel[0][0][7] = ff_hevc_get_pixels_64_8_neon;
  130. }
  131. if (bit_depth == 10) {
  132. c->add_residual[0] = ff_hevc_add_residual_4x4_10_neon;
  133. c->add_residual[1] = ff_hevc_add_residual_8x8_10_neon;
  134. c->add_residual[2] = ff_hevc_add_residual_16x16_10_neon;
  135. c->add_residual[3] = ff_hevc_add_residual_32x32_10_neon;
  136. c->idct_dc[0] = ff_hevc_idct_4x4_dc_10_neon;
  137. c->idct_dc[1] = ff_hevc_idct_8x8_dc_10_neon;
  138. c->idct_dc[2] = ff_hevc_idct_16x16_dc_10_neon;
  139. c->idct_dc[3] = ff_hevc_idct_32x32_dc_10_neon;
  140. c->idct[0] = ff_hevc_idct_4x4_10_neon;
  141. c->idct[1] = ff_hevc_idct_8x8_10_neon;
  142. c->idct[2] = ff_hevc_idct_16x16_10_neon;
  143. c->idct[3] = ff_hevc_idct_32x32_10_neon;
  144. c->put_hevc_qpel[0][0][0] = ff_hevc_get_pixels_4_10_neon;
  145. c->put_hevc_qpel[0][0][1] = ff_hevc_get_pixels_8_10_neon;
  146. c->put_hevc_qpel[0][0][2] = ff_hevc_get_pixels_12_10_neon;
  147. c->put_hevc_qpel[0][0][3] = ff_hevc_get_pixels_16_10_neon;
  148. c->put_hevc_qpel[0][0][4] = ff_hevc_get_pixels_24_10_neon;
  149. c->put_hevc_qpel[0][0][5] = ff_hevc_get_pixels_32_10_neon;
  150. c->put_hevc_qpel[0][0][6] = ff_hevc_get_pixels_48_10_neon;
  151. c->put_hevc_qpel[0][0][7] = ff_hevc_get_pixels_64_10_neon;
  152. }
  153. }
  154. }