1be5a2374f
On Apple M1: put_chroma_hv_8_4x4_c: 1.7 ( 1.00x) put_chroma_hv_8_4x4_neon: 0.2 ( 7.67x) put_chroma_hv_8_8x8_c: 5.5 ( 1.00x) put_chroma_hv_8_8x8_neon: 0.5 (11.53x) put_chroma_hv_8_16x16_c: 18.5 ( 1.00x) put_chroma_hv_8_16x16_neon: 1.5 (12.53x) put_chroma_hv_8_32x32_c: 72.5 ( 1.00x) put_chroma_hv_8_32x32_neon: 4.7 (15.34x) put_chroma_hv_8_64x64_c: 274.0 ( 1.00x) put_chroma_hv_8_64x64_neon: 18.5 (14.83x) put_chroma_hv_8_128x128_c: 1058.7 ( 1.00x) put_chroma_hv_8_128x128_neon: 75.2 (14.07x) On Android Pixel 8 Pro: put_chroma_hv_8_4x4_c: 1.2 ( 1.00x) put_chroma_hv_8_4x4_neon: 0.0 ( 0.00x) put_chroma_hv_8_4x4_i8mm: 0.2 ( 5.00x) put_chroma_hv_8_8x8_c: 4.0 ( 1.00x) put_chroma_hv_8_8x8_neon: 0.5 ( 8.00x) put_chroma_hv_8_8x8_i8mm: 0.5 ( 8.00x) put_chroma_hv_8_16x16_c: 15.2 ( 1.00x) put_chroma_hv_8_16x16_neon: 2.5 ( 6.10x) put_chroma_hv_8_16x16_i8mm: 2.2 ( 6.78x) put_chroma_hv_8_32x32_c: 61.0 ( 1.00x) put_chroma_hv_8_32x32_neon: 9.8 ( 6.26x) put_chroma_hv_8_32x32_i8mm: 8.5 ( 7.18x) put_chroma_hv_8_64x64_c: 229.5 ( 1.00x) put_chroma_hv_8_64x64_neon: 38.5 ( 5.96x) put_chroma_hv_8_64x64_i8mm: 34.0 ( 6.75x) put_chroma_hv_8_128x128_c: 919.8 ( 1.00x) put_chroma_hv_8_128x128_neon: 154.5 ( 5.95x) put_chroma_hv_8_128x128_i8mm: 140.0 ( 6.57x)
161 lines
7.3 KiB
C
161 lines
7.3 KiB
C
/*
|
|
* VVC filters DSP
|
|
*
|
|
* Copyright (C) 2024 Zhao Zhili
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include "libavutil/cpu.h"
|
|
#include "libavutil/aarch64/cpu.h"
|
|
#include "libavcodec/aarch64/h26x/dsp.h"
|
|
#include "libavcodec/vvc/dsp.h"
|
|
#include "libavcodec/vvc/dec.h"
|
|
#include "libavcodec/vvc/ctu.h"
|
|
|
|
#define BIT_DEPTH 8
|
|
#include "alf_template.c"
|
|
#undef BIT_DEPTH
|
|
|
|
#define BIT_DEPTH 10
|
|
#include "alf_template.c"
|
|
#undef BIT_DEPTH
|
|
|
|
#define BIT_DEPTH 12
|
|
#include "alf_template.c"
|
|
#undef BIT_DEPTH
|
|
|
|
int ff_vvc_sad_neon(const int16_t *src0, const int16_t *src1, int dx, int dy,
|
|
const int block_w, const int block_h);
|
|
|
|
void ff_vvc_dsp_init_aarch64(VVCDSPContext *const c, const int bd)
|
|
{
|
|
int cpu_flags = av_get_cpu_flags();
|
|
if (!have_neon(cpu_flags))
|
|
return;
|
|
|
|
if (bd == 8) {
|
|
c->inter.put[0][1][0][0] = ff_vvc_put_pel_pixels4_8_neon;
|
|
c->inter.put[0][2][0][0] = ff_vvc_put_pel_pixels8_8_neon;
|
|
c->inter.put[0][3][0][0] = ff_vvc_put_pel_pixels16_8_neon;
|
|
c->inter.put[0][4][0][0] = ff_vvc_put_pel_pixels32_8_neon;
|
|
c->inter.put[0][5][0][0] = ff_vvc_put_pel_pixels64_8_neon;
|
|
c->inter.put[0][6][0][0] = ff_vvc_put_pel_pixels128_8_neon;
|
|
|
|
c->inter.put[0][1][0][1] = ff_vvc_put_qpel_h4_8_neon;
|
|
c->inter.put[0][2][0][1] = ff_vvc_put_qpel_h8_8_neon;
|
|
c->inter.put[0][3][0][1] = ff_vvc_put_qpel_h16_8_neon;
|
|
c->inter.put[0][4][0][1] =
|
|
c->inter.put[0][5][0][1] =
|
|
c->inter.put[0][6][0][1] = ff_vvc_put_qpel_h32_8_neon;
|
|
|
|
c->inter.put[0][1][1][0] = ff_vvc_put_qpel_v4_8_neon;
|
|
c->inter.put[0][2][1][0] =
|
|
c->inter.put[0][3][1][0] =
|
|
c->inter.put[0][4][1][0] =
|
|
c->inter.put[0][5][1][0] =
|
|
c->inter.put[0][6][1][0] = ff_vvc_put_qpel_v8_8_neon;
|
|
|
|
c->inter.put[0][1][1][1] = ff_vvc_put_qpel_hv4_8_neon;
|
|
c->inter.put[0][2][1][1] = ff_vvc_put_qpel_hv8_8_neon;
|
|
c->inter.put[0][3][1][1] = ff_vvc_put_qpel_hv16_8_neon;
|
|
c->inter.put[0][4][1][1] = ff_vvc_put_qpel_hv32_8_neon;
|
|
c->inter.put[0][5][1][1] = ff_vvc_put_qpel_hv64_8_neon;
|
|
c->inter.put[0][6][1][1] = ff_vvc_put_qpel_hv128_8_neon;
|
|
|
|
c->inter.put[1][1][0][1] = ff_vvc_put_epel_h4_8_neon;
|
|
c->inter.put[1][2][0][1] = ff_vvc_put_epel_h8_8_neon;
|
|
c->inter.put[1][3][0][1] = ff_vvc_put_epel_h16_8_neon;
|
|
c->inter.put[1][4][0][1] =
|
|
c->inter.put[1][5][0][1] =
|
|
c->inter.put[1][6][0][1] = ff_vvc_put_epel_h32_8_neon;
|
|
|
|
c->inter.put[1][1][1][1] = ff_vvc_put_epel_hv4_8_neon;
|
|
c->inter.put[1][2][1][1] = ff_vvc_put_epel_hv8_8_neon;
|
|
c->inter.put[1][3][1][1] = ff_vvc_put_epel_hv16_8_neon;
|
|
c->inter.put[1][4][1][1] = ff_vvc_put_epel_hv32_8_neon;
|
|
c->inter.put[1][5][1][1] = ff_vvc_put_epel_hv64_8_neon;
|
|
c->inter.put[1][6][1][1] = ff_vvc_put_epel_hv128_8_neon;
|
|
|
|
c->inter.put_uni[0][1][0][0] = ff_vvc_put_pel_uni_pixels4_8_neon;
|
|
c->inter.put_uni[0][2][0][0] = ff_vvc_put_pel_uni_pixels8_8_neon;
|
|
c->inter.put_uni[0][3][0][0] = ff_vvc_put_pel_uni_pixels16_8_neon;
|
|
c->inter.put_uni[0][4][0][0] = ff_vvc_put_pel_uni_pixels32_8_neon;
|
|
c->inter.put_uni[0][5][0][0] = ff_vvc_put_pel_uni_pixels64_8_neon;
|
|
c->inter.put_uni[0][6][0][0] = ff_vvc_put_pel_uni_pixels128_8_neon;
|
|
|
|
c->inter.put_uni[0][1][0][1] = ff_vvc_put_qpel_uni_h4_8_neon;
|
|
c->inter.put_uni[0][2][0][1] = ff_vvc_put_qpel_uni_h8_8_neon;
|
|
c->inter.put_uni[0][3][0][1] = ff_vvc_put_qpel_uni_h16_8_neon;
|
|
c->inter.put_uni[0][4][0][1] =
|
|
c->inter.put_uni[0][5][0][1] =
|
|
c->inter.put_uni[0][6][0][1] = ff_vvc_put_qpel_uni_h32_8_neon;
|
|
|
|
c->inter.put_uni_w[0][1][0][0] = ff_vvc_put_pel_uni_w_pixels4_8_neon;
|
|
c->inter.put_uni_w[0][2][0][0] = ff_vvc_put_pel_uni_w_pixels8_8_neon;
|
|
c->inter.put_uni_w[0][3][0][0] = ff_vvc_put_pel_uni_w_pixels16_8_neon;
|
|
c->inter.put_uni_w[0][4][0][0] = ff_vvc_put_pel_uni_w_pixels32_8_neon;
|
|
c->inter.put_uni_w[0][5][0][0] = ff_vvc_put_pel_uni_w_pixels64_8_neon;
|
|
c->inter.put_uni_w[0][6][0][0] = ff_vvc_put_pel_uni_w_pixels128_8_neon;
|
|
|
|
for (int i = 0; i < FF_ARRAY_ELEMS(c->sao.band_filter); i++)
|
|
c->sao.band_filter[i] = ff_h26x_sao_band_filter_8x8_8_neon;
|
|
c->sao.edge_filter[0] = ff_vvc_sao_edge_filter_8x8_8_neon;
|
|
for (int i = 1; i < FF_ARRAY_ELEMS(c->sao.edge_filter); i++)
|
|
c->sao.edge_filter[i] = ff_vvc_sao_edge_filter_16x16_8_neon;
|
|
c->alf.filter[LUMA] = alf_filter_luma_8_neon;
|
|
c->alf.filter[CHROMA] = alf_filter_chroma_8_neon;
|
|
|
|
if (have_i8mm(cpu_flags)) {
|
|
c->inter.put[0][1][0][1] = ff_vvc_put_qpel_h4_8_neon_i8mm;
|
|
c->inter.put[0][2][0][1] = ff_vvc_put_qpel_h8_8_neon_i8mm;
|
|
c->inter.put[0][3][0][1] = ff_vvc_put_qpel_h16_8_neon_i8mm;
|
|
c->inter.put[0][4][0][1] = ff_vvc_put_qpel_h32_8_neon_i8mm;
|
|
c->inter.put[0][5][0][1] = ff_vvc_put_qpel_h64_8_neon_i8mm;
|
|
c->inter.put[0][6][0][1] = ff_vvc_put_qpel_h128_8_neon_i8mm;
|
|
|
|
c->inter.put[0][1][1][1] = ff_vvc_put_qpel_hv4_8_neon_i8mm;
|
|
c->inter.put[0][2][1][1] = ff_vvc_put_qpel_hv8_8_neon_i8mm;
|
|
c->inter.put[0][3][1][1] = ff_vvc_put_qpel_hv16_8_neon_i8mm;
|
|
c->inter.put[0][4][1][1] = ff_vvc_put_qpel_hv32_8_neon_i8mm;
|
|
c->inter.put[0][5][1][1] = ff_vvc_put_qpel_hv64_8_neon_i8mm;
|
|
c->inter.put[0][6][1][1] = ff_vvc_put_qpel_hv128_8_neon_i8mm;
|
|
|
|
c->inter.put[1][1][0][1] = ff_vvc_put_epel_h4_8_neon_i8mm;
|
|
c->inter.put[1][2][0][1] = ff_vvc_put_epel_h8_8_neon_i8mm;
|
|
c->inter.put[1][3][0][1] = ff_vvc_put_epel_h16_8_neon_i8mm;
|
|
c->inter.put[1][4][0][1] = ff_vvc_put_epel_h32_8_neon_i8mm;
|
|
c->inter.put[1][5][0][1] = ff_vvc_put_epel_h64_8_neon_i8mm;
|
|
c->inter.put[1][6][0][1] = ff_vvc_put_epel_h128_8_neon_i8mm;
|
|
|
|
c->inter.put[1][1][1][1] = ff_vvc_put_epel_hv4_8_neon_i8mm;
|
|
c->inter.put[1][2][1][1] = ff_vvc_put_epel_hv8_8_neon_i8mm;
|
|
c->inter.put[1][3][1][1] = ff_vvc_put_epel_hv16_8_neon_i8mm;
|
|
c->inter.put[1][4][1][1] = ff_vvc_put_epel_hv32_8_neon_i8mm;
|
|
c->inter.put[1][5][1][1] = ff_vvc_put_epel_hv64_8_neon_i8mm;
|
|
c->inter.put[1][6][1][1] = ff_vvc_put_epel_hv128_8_neon_i8mm;
|
|
}
|
|
} else if (bd == 10) {
|
|
c->alf.filter[LUMA] = alf_filter_luma_10_neon;
|
|
c->alf.filter[CHROMA] = alf_filter_chroma_10_neon;
|
|
} else if (bd == 12) {
|
|
c->alf.filter[LUMA] = alf_filter_luma_12_neon;
|
|
c->alf.filter[CHROMA] = alf_filter_chroma_12_neon;
|
|
}
|
|
|
|
c->inter.sad = ff_vvc_sad_neon;
|
|
}
|