1 /*
2 * Copyright (c) 2014 Seppo Tomperi <seppo.tomperi@vtt.fi>
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 #include "libavutil/attributes.h"
22 #include "libavutil/arm/cpu.h"
23 #include "libavcodec/hevcdsp.h"
24 #include "libavcodec/avcodec.h"
25 #include "hevcdsp_arm.h"
26
27 void ff_hevc_sao_band_filter_neon_8_wrapper(uint8_t *_dst, uint8_t *_src,
28 ptrdiff_t stride_dst, ptrdiff_t stride_src,
29 int16_t *sao_offset_val, int sao_left_class,
30 int width, int height);
31 void ff_hevc_sao_edge_filter_neon_8_wrapper(uint8_t *_dst, uint8_t *_src, ptrdiff_t stride_dst, int16_t *sao_offset_val,
32 int eo, int width, int height);
33
34 void ff_hevc_v_loop_filter_luma_neon(uint8_t *_pix, ptrdiff_t _stride, int _beta, int *_tc, uint8_t *_no_p, uint8_t *_no_q);
35 void ff_hevc_h_loop_filter_luma_neon(uint8_t *_pix, ptrdiff_t _stride, int _beta, int *_tc, uint8_t *_no_p, uint8_t *_no_q);
36 void ff_hevc_v_loop_filter_chroma_neon(uint8_t *_pix, ptrdiff_t _stride, int *_tc, uint8_t *_no_p, uint8_t *_no_q);
37 void ff_hevc_h_loop_filter_chroma_neon(uint8_t *_pix, ptrdiff_t _stride, int *_tc, uint8_t *_no_p, uint8_t *_no_q);
38 void ff_hevc_add_residual_4x4_8_neon(uint8_t *_dst, int16_t *coeffs,
39 ptrdiff_t stride);
40 void ff_hevc_add_residual_4x4_10_neon(uint8_t *_dst, int16_t *coeffs,
41 ptrdiff_t stride);
42 void ff_hevc_add_residual_8x8_8_neon(uint8_t *_dst, int16_t *coeffs,
43 ptrdiff_t stride);
44 void ff_hevc_add_residual_8x8_10_neon(uint8_t *_dst, int16_t *coeffs,
45 ptrdiff_t stride);
46 void ff_hevc_add_residual_16x16_8_neon(uint8_t *_dst, int16_t *coeffs,
47 ptrdiff_t stride);
48 void ff_hevc_add_residual_16x16_10_neon(uint8_t *_dst, int16_t *coeffs,
49 ptrdiff_t stride);
50 void ff_hevc_add_residual_32x32_8_neon(uint8_t *_dst, int16_t *coeffs,
51 ptrdiff_t stride);
52 void ff_hevc_add_residual_32x32_10_neon(uint8_t *_dst, int16_t *coeffs,
53 ptrdiff_t stride);
54 void ff_hevc_idct_4x4_dc_8_neon(int16_t *coeffs);
55 void ff_hevc_idct_8x8_dc_8_neon(int16_t *coeffs);
56 void ff_hevc_idct_16x16_dc_8_neon(int16_t *coeffs);
57 void ff_hevc_idct_32x32_dc_8_neon(int16_t *coeffs);
58 void ff_hevc_idct_4x4_dc_10_neon(int16_t *coeffs);
59 void ff_hevc_idct_8x8_dc_10_neon(int16_t *coeffs);
60 void ff_hevc_idct_16x16_dc_10_neon(int16_t *coeffs);
61 void ff_hevc_idct_32x32_dc_10_neon(int16_t *coeffs);
62 void ff_hevc_idct_4x4_8_neon(int16_t *coeffs, int col_limit);
63 void ff_hevc_idct_8x8_8_neon(int16_t *coeffs, int col_limit);
64 void ff_hevc_idct_16x16_8_neon(int16_t *coeffs, int col_limit);
65 void ff_hevc_idct_32x32_8_neon(int16_t *coeffs, int col_limit);
66 void ff_hevc_idct_4x4_10_neon(int16_t *coeffs, int col_limit);
67 void ff_hevc_idct_8x8_10_neon(int16_t *coeffs, int col_limit);
68 void ff_hevc_idct_16x16_10_neon(int16_t *coeffs, int col_limit);
69 void ff_hevc_idct_32x32_10_neon(int16_t *coeffs, int col_limit);
70 void ff_hevc_transform_luma_4x4_neon_8(int16_t *coeffs);
71
72 #define PUT_PIXELS(name) \
73 void name(int16_t *dst, uint8_t *src, \
74 ptrdiff_t srcstride, int height, \
75 intptr_t mx, intptr_t my, int width)
76 PUT_PIXELS(ff_hevc_put_pixels_w2_neon_8);
77 PUT_PIXELS(ff_hevc_put_pixels_w4_neon_8);
78 PUT_PIXELS(ff_hevc_put_pixels_w6_neon_8);
79 PUT_PIXELS(ff_hevc_put_pixels_w8_neon_8);
80 PUT_PIXELS(ff_hevc_put_pixels_w12_neon_8);
81 PUT_PIXELS(ff_hevc_put_pixels_w16_neon_8);
82 PUT_PIXELS(ff_hevc_put_pixels_w24_neon_8);
83 PUT_PIXELS(ff_hevc_put_pixels_w32_neon_8);
84 PUT_PIXELS(ff_hevc_put_pixels_w48_neon_8);
85 PUT_PIXELS(ff_hevc_put_pixels_w64_neon_8);
86 #undef PUT_PIXELS
87
88 static void (*put_hevc_qpel_neon[4][4])(int16_t *dst, ptrdiff_t dststride, uint8_t *src, ptrdiff_t srcstride,
89 int height, int width);
90 static void (*put_hevc_qpel_uw_neon[4][4])(uint8_t *dst, ptrdiff_t dststride, uint8_t *_src, ptrdiff_t _srcstride,
91 int width, int height, int16_t* src2, ptrdiff_t src2stride);
92 void ff_hevc_put_qpel_neon_wrapper(int16_t *dst, uint8_t *src, ptrdiff_t srcstride,
93 int height, intptr_t mx, intptr_t my, int width);
94 void ff_hevc_put_qpel_uni_neon_wrapper(uint8_t *dst, ptrdiff_t dststride, uint8_t *src, ptrdiff_t srcstride,
95 int height, intptr_t mx, intptr_t my, int width);
96 void ff_hevc_put_qpel_bi_neon_wrapper(uint8_t *dst, ptrdiff_t dststride, uint8_t *src, ptrdiff_t srcstride,
97 int16_t *src2,
98 int height, intptr_t mx, intptr_t my, int width);
99 #define QPEL_FUNC(name) \
100 void name(int16_t *dst, ptrdiff_t dststride, uint8_t *src, ptrdiff_t srcstride, \
101 int height, int width)
102
103 QPEL_FUNC(ff_hevc_put_qpel_v1_neon_8);
104 QPEL_FUNC(ff_hevc_put_qpel_v2_neon_8);
105 QPEL_FUNC(ff_hevc_put_qpel_v3_neon_8);
106 QPEL_FUNC(ff_hevc_put_qpel_h1_neon_8);
107 QPEL_FUNC(ff_hevc_put_qpel_h2_neon_8);
108 QPEL_FUNC(ff_hevc_put_qpel_h3_neon_8);
109 QPEL_FUNC(ff_hevc_put_qpel_h1v1_neon_8);
110 QPEL_FUNC(ff_hevc_put_qpel_h1v2_neon_8);
111 QPEL_FUNC(ff_hevc_put_qpel_h1v3_neon_8);
112 QPEL_FUNC(ff_hevc_put_qpel_h2v1_neon_8);
113 QPEL_FUNC(ff_hevc_put_qpel_h2v2_neon_8);
114 QPEL_FUNC(ff_hevc_put_qpel_h2v3_neon_8);
115 QPEL_FUNC(ff_hevc_put_qpel_h3v1_neon_8);
116 QPEL_FUNC(ff_hevc_put_qpel_h3v2_neon_8);
117 QPEL_FUNC(ff_hevc_put_qpel_h3v3_neon_8);
118 #undef QPEL_FUNC
119
120 #define QPEL_FUNC_UW_PIX(name) \
121 void name(uint8_t *dst, ptrdiff_t dststride, uint8_t *_src, ptrdiff_t _srcstride, \
122 int height, intptr_t mx, intptr_t my, int width);
123 QPEL_FUNC_UW_PIX(ff_hevc_put_qpel_uw_pixels_w4_neon_8);
124 QPEL_FUNC_UW_PIX(ff_hevc_put_qpel_uw_pixels_w8_neon_8);
125 QPEL_FUNC_UW_PIX(ff_hevc_put_qpel_uw_pixels_w16_neon_8);
126 QPEL_FUNC_UW_PIX(ff_hevc_put_qpel_uw_pixels_w24_neon_8);
127 QPEL_FUNC_UW_PIX(ff_hevc_put_qpel_uw_pixels_w32_neon_8);
128 QPEL_FUNC_UW_PIX(ff_hevc_put_qpel_uw_pixels_w48_neon_8);
129 QPEL_FUNC_UW_PIX(ff_hevc_put_qpel_uw_pixels_w64_neon_8);
130 #undef QPEL_FUNC_UW_PIX
131
132 #define QPEL_FUNC_UW(name) \
133 void name(uint8_t *dst, ptrdiff_t dststride, uint8_t *_src, ptrdiff_t _srcstride, \
134 int width, int height, int16_t* src2, ptrdiff_t src2stride);
135 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_pixels_neon_8);
136 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_v1_neon_8);
137 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_v2_neon_8);
138 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_v3_neon_8);
139 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h1_neon_8);
140 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h2_neon_8);
141 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h3_neon_8);
142 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h1v1_neon_8);
143 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h1v2_neon_8);
144 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h1v3_neon_8);
145 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h2v1_neon_8);
146 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h2v2_neon_8);
147 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h2v3_neon_8);
148 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h3v1_neon_8);
149 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h3v2_neon_8);
150 QPEL_FUNC_UW(ff_hevc_put_qpel_uw_h3v3_neon_8);
151 #undef QPEL_FUNC_UW
152
153 void ff_hevc_sao_band_filter_neon_8(uint8_t *dst, uint8_t *src, ptrdiff_t stride_dst, ptrdiff_t stride_src, int width, int height, int16_t *offset_table);
154
ff_hevc_sao_band_filter_neon_8_wrapper(uint8_t * _dst,uint8_t * _src,ptrdiff_t stride_dst,ptrdiff_t stride_src,int16_t * sao_offset_val,int sao_left_class,int width,int height)155 void ff_hevc_sao_band_filter_neon_8_wrapper(uint8_t *_dst, uint8_t *_src,
156 ptrdiff_t stride_dst, ptrdiff_t stride_src,
157 int16_t *sao_offset_val, int sao_left_class,
158 int width, int height) {
159 uint8_t *dst = _dst;
160 uint8_t *src = _src;
161 int16_t offset_table[32] = {0};
162 int k;
163
164 for (k = 0; k < 4; k++) {
165 offset_table[(k + sao_left_class) & 31] = sao_offset_val[k + 1];
166 }
167
168 ff_hevc_sao_band_filter_neon_8(dst, src, stride_dst, stride_src, width, height, offset_table);
169 }
170
171 void ff_hevc_sao_edge_filter_neon_8(uint8_t *dst, uint8_t *src, ptrdiff_t stride_dst, ptrdiff_t stride_src, int width, int height,
172 int a_stride, int b_stride, int16_t *sao_offset_val, uint8_t *edge_idx);
173
ff_hevc_sao_edge_filter_neon_8_wrapper(uint8_t * _dst,uint8_t * _src,ptrdiff_t stride_dst,int16_t * sao_offset_val,int eo,int width,int height)174 void ff_hevc_sao_edge_filter_neon_8_wrapper(uint8_t *_dst, uint8_t *_src, ptrdiff_t stride_dst, int16_t *sao_offset_val,
175 int eo, int width, int height) {
176 static uint8_t edge_idx[] = { 1, 2, 0, 3, 4 };
177 static const int8_t pos[4][2][2] = {
178 { { -1, 0 }, { 1, 0 } }, // horizontal
179 { { 0, -1 }, { 0, 1 } }, // vertical
180 { { -1, -1 }, { 1, 1 } }, // 45 degree
181 { { 1, -1 }, { -1, 1 } }, // 135 degree
182 };
183 uint8_t *dst = _dst;
184 uint8_t *src = _src;
185 int a_stride, b_stride;
186 ptrdiff_t stride_src = (2*MAX_PB_SIZE + AV_INPUT_BUFFER_PADDING_SIZE);
187
188 a_stride = pos[eo][0][0] + pos[eo][0][1] * stride_src;
189 b_stride = pos[eo][1][0] + pos[eo][1][1] * stride_src;
190
191 ff_hevc_sao_edge_filter_neon_8(dst, src, stride_dst, stride_src, width, height, a_stride, b_stride, sao_offset_val, edge_idx);
192 }
193
ff_hevc_put_qpel_neon_wrapper(int16_t * dst,uint8_t * src,ptrdiff_t srcstride,int height,intptr_t mx,intptr_t my,int width)194 void ff_hevc_put_qpel_neon_wrapper(int16_t *dst, uint8_t *src, ptrdiff_t srcstride,
195 int height, intptr_t mx, intptr_t my, int width) {
196
197 put_hevc_qpel_neon[my][mx](dst, MAX_PB_SIZE, src, srcstride, height, width);
198 }
199
ff_hevc_put_qpel_uni_neon_wrapper(uint8_t * dst,ptrdiff_t dststride,uint8_t * src,ptrdiff_t srcstride,int height,intptr_t mx,intptr_t my,int width)200 void ff_hevc_put_qpel_uni_neon_wrapper(uint8_t *dst, ptrdiff_t dststride, uint8_t *src, ptrdiff_t srcstride,
201 int height, intptr_t mx, intptr_t my, int width) {
202
203 put_hevc_qpel_uw_neon[my][mx](dst, dststride, src, srcstride, width, height, NULL, 0);
204 }
205
ff_hevc_put_qpel_bi_neon_wrapper(uint8_t * dst,ptrdiff_t dststride,uint8_t * src,ptrdiff_t srcstride,int16_t * src2,int height,intptr_t mx,intptr_t my,int width)206 void ff_hevc_put_qpel_bi_neon_wrapper(uint8_t *dst, ptrdiff_t dststride, uint8_t *src, ptrdiff_t srcstride,
207 int16_t *src2,
208 int height, intptr_t mx, intptr_t my, int width) {
209 put_hevc_qpel_uw_neon[my][mx](dst, dststride, src, srcstride, width, height, src2, MAX_PB_SIZE);
210 }
211
ff_hevc_dsp_init_neon(HEVCDSPContext * c,const int bit_depth)212 av_cold void ff_hevc_dsp_init_neon(HEVCDSPContext *c, const int bit_depth)
213 {
214 if (bit_depth == 8) {
215 int x;
216 c->hevc_v_loop_filter_luma = ff_hevc_v_loop_filter_luma_neon;
217 c->hevc_h_loop_filter_luma = ff_hevc_h_loop_filter_luma_neon;
218 c->hevc_v_loop_filter_chroma = ff_hevc_v_loop_filter_chroma_neon;
219 c->hevc_h_loop_filter_chroma = ff_hevc_h_loop_filter_chroma_neon;
220 c->sao_band_filter[0] = ff_hevc_sao_band_filter_neon_8_wrapper;
221 c->sao_band_filter[1] = ff_hevc_sao_band_filter_neon_8_wrapper;
222 c->sao_band_filter[2] = ff_hevc_sao_band_filter_neon_8_wrapper;
223 c->sao_band_filter[3] = ff_hevc_sao_band_filter_neon_8_wrapper;
224 c->sao_band_filter[4] = ff_hevc_sao_band_filter_neon_8_wrapper;
225 c->sao_edge_filter[0] = ff_hevc_sao_edge_filter_neon_8_wrapper;
226 c->sao_edge_filter[1] = ff_hevc_sao_edge_filter_neon_8_wrapper;
227 c->sao_edge_filter[2] = ff_hevc_sao_edge_filter_neon_8_wrapper;
228 c->sao_edge_filter[3] = ff_hevc_sao_edge_filter_neon_8_wrapper;
229 c->sao_edge_filter[4] = ff_hevc_sao_edge_filter_neon_8_wrapper;
230 c->add_residual[0] = ff_hevc_add_residual_4x4_8_neon;
231 c->add_residual[1] = ff_hevc_add_residual_8x8_8_neon;
232 c->add_residual[2] = ff_hevc_add_residual_16x16_8_neon;
233 c->add_residual[3] = ff_hevc_add_residual_32x32_8_neon;
234 c->idct_dc[0] = ff_hevc_idct_4x4_dc_8_neon;
235 c->idct_dc[1] = ff_hevc_idct_8x8_dc_8_neon;
236 c->idct_dc[2] = ff_hevc_idct_16x16_dc_8_neon;
237 c->idct_dc[3] = ff_hevc_idct_32x32_dc_8_neon;
238 c->idct[0] = ff_hevc_idct_4x4_8_neon;
239 c->idct[1] = ff_hevc_idct_8x8_8_neon;
240 c->idct[2] = ff_hevc_idct_16x16_8_neon;
241 c->idct[3] = ff_hevc_idct_32x32_8_neon;
242 c->transform_4x4_luma = ff_hevc_transform_luma_4x4_neon_8;
243 put_hevc_qpel_neon[1][0] = ff_hevc_put_qpel_v1_neon_8;
244 put_hevc_qpel_neon[2][0] = ff_hevc_put_qpel_v2_neon_8;
245 put_hevc_qpel_neon[3][0] = ff_hevc_put_qpel_v3_neon_8;
246 put_hevc_qpel_neon[0][1] = ff_hevc_put_qpel_h1_neon_8;
247 put_hevc_qpel_neon[0][2] = ff_hevc_put_qpel_h2_neon_8;
248 put_hevc_qpel_neon[0][3] = ff_hevc_put_qpel_h3_neon_8;
249 put_hevc_qpel_neon[1][1] = ff_hevc_put_qpel_h1v1_neon_8;
250 put_hevc_qpel_neon[1][2] = ff_hevc_put_qpel_h2v1_neon_8;
251 put_hevc_qpel_neon[1][3] = ff_hevc_put_qpel_h3v1_neon_8;
252 put_hevc_qpel_neon[2][1] = ff_hevc_put_qpel_h1v2_neon_8;
253 put_hevc_qpel_neon[2][2] = ff_hevc_put_qpel_h2v2_neon_8;
254 put_hevc_qpel_neon[2][3] = ff_hevc_put_qpel_h3v2_neon_8;
255 put_hevc_qpel_neon[3][1] = ff_hevc_put_qpel_h1v3_neon_8;
256 put_hevc_qpel_neon[3][2] = ff_hevc_put_qpel_h2v3_neon_8;
257 put_hevc_qpel_neon[3][3] = ff_hevc_put_qpel_h3v3_neon_8;
258 put_hevc_qpel_uw_neon[1][0] = ff_hevc_put_qpel_uw_v1_neon_8;
259 put_hevc_qpel_uw_neon[2][0] = ff_hevc_put_qpel_uw_v2_neon_8;
260 put_hevc_qpel_uw_neon[3][0] = ff_hevc_put_qpel_uw_v3_neon_8;
261 put_hevc_qpel_uw_neon[0][1] = ff_hevc_put_qpel_uw_h1_neon_8;
262 put_hevc_qpel_uw_neon[0][2] = ff_hevc_put_qpel_uw_h2_neon_8;
263 put_hevc_qpel_uw_neon[0][3] = ff_hevc_put_qpel_uw_h3_neon_8;
264 put_hevc_qpel_uw_neon[1][1] = ff_hevc_put_qpel_uw_h1v1_neon_8;
265 put_hevc_qpel_uw_neon[1][2] = ff_hevc_put_qpel_uw_h2v1_neon_8;
266 put_hevc_qpel_uw_neon[1][3] = ff_hevc_put_qpel_uw_h3v1_neon_8;
267 put_hevc_qpel_uw_neon[2][1] = ff_hevc_put_qpel_uw_h1v2_neon_8;
268 put_hevc_qpel_uw_neon[2][2] = ff_hevc_put_qpel_uw_h2v2_neon_8;
269 put_hevc_qpel_uw_neon[2][3] = ff_hevc_put_qpel_uw_h3v2_neon_8;
270 put_hevc_qpel_uw_neon[3][1] = ff_hevc_put_qpel_uw_h1v3_neon_8;
271 put_hevc_qpel_uw_neon[3][2] = ff_hevc_put_qpel_uw_h2v3_neon_8;
272 put_hevc_qpel_uw_neon[3][3] = ff_hevc_put_qpel_uw_h3v3_neon_8;
273 for (x = 0; x < 10; x++) {
274 c->put_hevc_qpel[x][1][0] = ff_hevc_put_qpel_neon_wrapper;
275 c->put_hevc_qpel[x][0][1] = ff_hevc_put_qpel_neon_wrapper;
276 c->put_hevc_qpel[x][1][1] = ff_hevc_put_qpel_neon_wrapper;
277 c->put_hevc_qpel_uni[x][1][0] = ff_hevc_put_qpel_uni_neon_wrapper;
278 c->put_hevc_qpel_uni[x][0][1] = ff_hevc_put_qpel_uni_neon_wrapper;
279 c->put_hevc_qpel_uni[x][1][1] = ff_hevc_put_qpel_uni_neon_wrapper;
280 c->put_hevc_qpel_bi[x][1][0] = ff_hevc_put_qpel_bi_neon_wrapper;
281 c->put_hevc_qpel_bi[x][0][1] = ff_hevc_put_qpel_bi_neon_wrapper;
282 c->put_hevc_qpel_bi[x][1][1] = ff_hevc_put_qpel_bi_neon_wrapper;
283 }
284 c->put_hevc_qpel[0][0][0] = ff_hevc_put_pixels_w2_neon_8;
285 c->put_hevc_qpel[1][0][0] = ff_hevc_put_pixels_w4_neon_8;
286 c->put_hevc_qpel[2][0][0] = ff_hevc_put_pixels_w6_neon_8;
287 c->put_hevc_qpel[3][0][0] = ff_hevc_put_pixels_w8_neon_8;
288 c->put_hevc_qpel[4][0][0] = ff_hevc_put_pixels_w12_neon_8;
289 c->put_hevc_qpel[5][0][0] = ff_hevc_put_pixels_w16_neon_8;
290 c->put_hevc_qpel[6][0][0] = ff_hevc_put_pixels_w24_neon_8;
291 c->put_hevc_qpel[7][0][0] = ff_hevc_put_pixels_w32_neon_8;
292 c->put_hevc_qpel[8][0][0] = ff_hevc_put_pixels_w48_neon_8;
293 c->put_hevc_qpel[9][0][0] = ff_hevc_put_pixels_w64_neon_8;
294
295 c->put_hevc_qpel_uni[1][0][0] = ff_hevc_put_qpel_uw_pixels_w4_neon_8;
296 c->put_hevc_qpel_uni[3][0][0] = ff_hevc_put_qpel_uw_pixels_w8_neon_8;
297 c->put_hevc_qpel_uni[5][0][0] = ff_hevc_put_qpel_uw_pixels_w16_neon_8;
298 c->put_hevc_qpel_uni[6][0][0] = ff_hevc_put_qpel_uw_pixels_w24_neon_8;
299 c->put_hevc_qpel_uni[7][0][0] = ff_hevc_put_qpel_uw_pixels_w32_neon_8;
300 c->put_hevc_qpel_uni[8][0][0] = ff_hevc_put_qpel_uw_pixels_w48_neon_8;
301 c->put_hevc_qpel_uni[9][0][0] = ff_hevc_put_qpel_uw_pixels_w64_neon_8;
302 }
303
304 if (bit_depth == 10) {
305 c->add_residual[0] = ff_hevc_add_residual_4x4_10_neon;
306 c->add_residual[1] = ff_hevc_add_residual_8x8_10_neon;
307 c->add_residual[2] = ff_hevc_add_residual_16x16_10_neon;
308 c->add_residual[3] = ff_hevc_add_residual_32x32_10_neon;
309
310 c->idct_dc[0] = ff_hevc_idct_4x4_dc_10_neon;
311 c->idct_dc[1] = ff_hevc_idct_8x8_dc_10_neon;
312 c->idct_dc[2] = ff_hevc_idct_16x16_dc_10_neon;
313 c->idct_dc[3] = ff_hevc_idct_32x32_dc_10_neon;
314
315 c->idct[0] = ff_hevc_idct_4x4_10_neon;
316 c->idct[1] = ff_hevc_idct_8x8_10_neon;
317 c->idct[2] = ff_hevc_idct_16x16_10_neon;
318 c->idct[3] = ff_hevc_idct_32x32_10_neon;
319 }
320 }
321