| @@ -1,5 +1,7 @@ | |||
| OBJS += aarch64/audio_convert_init.o | |||
| OBJS += aarch64/audio_convert_init.o \ | |||
| aarch64/resample_init.o | |||
| OBJS-$(CONFIG_NEON_CLOBBER_TEST) += aarch64/neontest.o | |||
| NEON-OBJS += aarch64/audio_convert_neon.o | |||
| NEON-OBJS += aarch64/audio_convert_neon.o \ | |||
| aarch64/resample.o | |||
| @@ -0,0 +1,76 @@ | |||
| /* | |||
| * Copyright (c) 2017 Matthieu Bouron <matthieu.bouron gmail.com> | |||
| * | |||
| * This file is part of FFmpeg. | |||
| * | |||
| * FFmpeg is free software; you can redistribute it and/or | |||
| * modify it under the terms of the GNU Lesser General Public | |||
| * License as published by the Free Software Foundation; either | |||
| * version 2.1 of the License, or (at your option) any later version. | |||
| * | |||
| * FFmpeg is distributed in the hope that it will be useful, | |||
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | |||
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |||
| * Lesser General Public License for more details. | |||
| * | |||
| * You should have received a copy of the GNU Lesser General Public | |||
| * License along with FFmpeg; if not, write to the Free Software | |||
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |||
| */ | |||
| #include "libavutil/aarch64/asm.S" | |||
| function ff_resample_common_apply_filter_x4_float_neon, export=1 | |||
| movi v0.4S, #0 // accumulator | |||
| 1: ld1 {v1.4S}, [x1], #16 // src[0..3] | |||
| ld1 {v2.4S}, [x2], #16 // filter[0..3] | |||
| fmla v0.4S, v1.4S, v2.4S // accumulator += src[0..3] * filter[0..3] | |||
| subs w3, w3, #4 // filter_length -= 4 | |||
| b.gt 1b // loop until filter_length | |||
| faddp v0.4S, v0.4S, v0.4S // pair adding of the 4x32-bit accumulated values | |||
| faddp v0.4S, v0.4S, v0.4S // pair adding of the 4x32-bit accumulated values | |||
| st1 {v0.S}[0], [x0], #4 // write accumulator | |||
| ret | |||
| endfunc | |||
| function ff_resample_common_apply_filter_x8_float_neon, export=1 | |||
| movi v0.4S, #0 // accumulator | |||
| 1: ld1 {v1.4S}, [x1], #16 // src[0..3] | |||
| ld1 {v2.4S}, [x2], #16 // filter[0..3] | |||
| ld1 {v3.4S}, [x1], #16 // src[4..7] | |||
| ld1 {v4.4S}, [x2], #16 // filter[4..7] | |||
| fmla v0.4S, v1.4S, v2.4S // accumulator += src[0..3] * filter[0..3] | |||
| fmla v0.4S, v3.4S, v4.4S // accumulator += src[4..7] * filter[4..7] | |||
| subs w3, w3, #8 // filter_length -= 8 | |||
| b.gt 1b // loop until filter_length | |||
| faddp v0.4S, v0.4S, v0.4S // pair adding of the 4x32-bit accumulated values | |||
| faddp v0.4S, v0.4S, v0.4S // pair adding of the 4x32-bit accumulated values | |||
| st1 {v0.S}[0], [x0], #4 // write accumulator | |||
| endfunc | |||
| function ff_resample_common_apply_filter_x4_s16_neon, export=1 | |||
| movi v0.4S, #0 // accumulator | |||
| 1: ld1 {v1.4H}, [x1], #8 // src[0..3] | |||
| ld1 {v2.4H}, [x2], #8 // filter[0..3] | |||
| smlal v0.4S, v1.4H, v2.4H // accumulator += src[0..3] * filter[0..3] | |||
| subs w3, w3, #4 // filter_length -= 4 | |||
| b.gt 1b // loop until filter_length | |||
| addp v0.4S, v0.4S, v0.4S // pair adding of the 4x32-bit accumulated values | |||
| addp v0.4S, v0.4S, v0.4S // pair adding of the 4x32-bit accumulated values | |||
| st1 {v0.S}[0], [x0], #4 // write accumulator | |||
| ret | |||
| endfunc | |||
| function ff_resample_common_apply_filter_x8_s16_neon, export=1 | |||
| movi v0.4S, #0 // accumulator | |||
| 1: ld1 {v1.8H}, [x1], #16 // src[0..7] | |||
| ld1 {v2.8H}, [x2], #16 // filter[0..7] | |||
| smlal v0.4S, v1.4H, v2.4H // accumulator += src[0..3] * filter[0..3] | |||
| smlal2 v0.4S, v1.8H, v2.8H // accumulator += src[4..7] * filter[4..7] | |||
| subs w3, w3, #8 // filter_length -= 8 | |||
| b.gt 1b // loop until filter_length | |||
| addp v0.4S, v0.4S, v0.4S // pair adding of the 4x32-bit accumulated values | |||
| addp v0.4S, v0.4S, v0.4S // pair adding of the 4x32-bit accumulated values | |||
| st1 {v0.S}[0], [x0], #4 // write accumulator | |||
| ret | |||
| endfunc | |||
| @@ -0,0 +1,120 @@ | |||
| /* | |||
| * Audio resampling | |||
| * | |||
| * Copyright (c) 2004-2012 Michael Niedermayer <michaelni@gmx.at> | |||
| * | |||
| * This file is part of FFmpeg. | |||
| * | |||
| * FFmpeg is free software; you can redistribute it and/or | |||
| * modify it under the terms of the GNU Lesser General Public | |||
| * License as published by the Free Software Foundation; either | |||
| * version 2.1 of the License, or (at your option) any later version. | |||
| * | |||
| * FFmpeg is distributed in the hope that it will be useful, | |||
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | |||
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |||
| * Lesser General Public License for more details. | |||
| * | |||
| * You should have received a copy of the GNU Lesser General Public | |||
| * License along with FFmpeg; if not, write to the Free Software | |||
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |||
| */ | |||
| #include "config.h" | |||
| #include "libavutil/cpu.h" | |||
| #include "libavutil/avassert.h" | |||
| #include "libavutil/aarch64/cpu.h" | |||
| #include "libswresample/resample.h" | |||
| #define DECLARE_RESAMPLE_COMMON_TEMPLATE(TYPE, DELEM, FELEM, FELEM2, OUT) \ | |||
| \ | |||
| void ff_resample_common_apply_filter_x4_##TYPE##_neon(FELEM2 *acc, const DELEM *src, \ | |||
| const FELEM *filter, int length); \ | |||
| \ | |||
| void ff_resample_common_apply_filter_x8_##TYPE##_neon(FELEM2 *acc, const DELEM *src, \ | |||
| const FELEM *filter, int length); \ | |||
| \ | |||
| static int ff_resample_common_##TYPE##_neon(ResampleContext *c, void *dest, const void *source, \ | |||
| int n, int update_ctx) \ | |||
| { \ | |||
| DELEM *dst = dest; \ | |||
| const DELEM *src = source; \ | |||
| int dst_index; \ | |||
| int index = c->index; \ | |||
| int frac = c->frac; \ | |||
| int sample_index = 0; \ | |||
| int x4_aligned_filter_length = c->filter_length & ~3; \ | |||
| int x8_aligned_filter_length = c->filter_length & ~7; \ | |||
| \ | |||
| while (index >= c->phase_count) { \ | |||
| sample_index++; \ | |||
| index -= c->phase_count; \ | |||
| } \ | |||
| \ | |||
| for (dst_index = 0; dst_index < n; dst_index++) { \ | |||
| FELEM *filter = ((FELEM *) c->filter_bank) + c->filter_alloc * index; \ | |||
| \ | |||
| FELEM2 val = 0; \ | |||
| int i = 0; \ | |||
| if (x8_aligned_filter_length >= 8) { \ | |||
| ff_resample_common_apply_filter_x8_##TYPE##_neon(&val, &src[sample_index], \ | |||
| filter, x8_aligned_filter_length); \ | |||
| i += x8_aligned_filter_length; \ | |||
| \ | |||
| } else if (x4_aligned_filter_length >= 4) { \ | |||
| ff_resample_common_apply_filter_x4_##TYPE##_neon(&val, &src[sample_index], \ | |||
| filter, x4_aligned_filter_length); \ | |||
| i += x4_aligned_filter_length; \ | |||
| } \ | |||
| for (; i < c->filter_length; i++) { \ | |||
| val += src[sample_index + i] * (FELEM2)filter[i]; \ | |||
| } \ | |||
| OUT(dst[dst_index], val); \ | |||
| \ | |||
| frac += c->dst_incr_mod; \ | |||
| index += c->dst_incr_div; \ | |||
| if (frac >= c->src_incr) { \ | |||
| frac -= c->src_incr; \ | |||
| index++; \ | |||
| } \ | |||
| \ | |||
| while (index >= c->phase_count) { \ | |||
| sample_index++; \ | |||
| index -= c->phase_count; \ | |||
| } \ | |||
| } \ | |||
| \ | |||
| if (update_ctx) { \ | |||
| c->frac = frac; \ | |||
| c->index = index; \ | |||
| } \ | |||
| \ | |||
| return sample_index; \ | |||
| } \ | |||
| #define OUT(d, v) d = v | |||
| DECLARE_RESAMPLE_COMMON_TEMPLATE(float, float, float, float, OUT) | |||
| #undef OUT | |||
| #define OUT(d, v) (v) = ((v) + (1<<(14)))>>15; (d) = av_clip_int16(v) | |||
| DECLARE_RESAMPLE_COMMON_TEMPLATE(s16, int16_t, int16_t, int32_t, OUT) | |||
| #undef OUT | |||
| av_cold void swri_resample_dsp_aarch64_init(ResampleContext *c) | |||
| { | |||
| int cpu_flags = av_get_cpu_flags(); | |||
| if (!have_neon(cpu_flags)) | |||
| return; | |||
| switch(c->format) { | |||
| case AV_SAMPLE_FMT_FLTP: | |||
| c->dsp.resample_common = ff_resample_common_float_neon; | |||
| break; | |||
| case AV_SAMPLE_FMT_S16P: | |||
| c->dsp.resample_common = ff_resample_common_s16_neon; | |||
| break; | |||
| } | |||
| } | |||
| @@ -63,5 +63,6 @@ typedef struct ResampleContext { | |||
| void swri_resample_dsp_init(ResampleContext *c); | |||
| void swri_resample_dsp_x86_init(ResampleContext *c); | |||
| void swri_resample_dsp_arm_init(ResampleContext *c); | |||
| void swri_resample_dsp_aarch64_init(ResampleContext *c); | |||
| #endif /* SWRESAMPLE_RESAMPLE_H */ | |||
| @@ -70,4 +70,5 @@ void swri_resample_dsp_init(ResampleContext *c) | |||
| if (ARCH_X86) swri_resample_dsp_x86_init(c); | |||
| else if (ARCH_ARM) swri_resample_dsp_arm_init(c); | |||
| else if (ARCH_AARCH64) swri_resample_dsp_aarch64_init(c); | |||
| } | |||