1/* 2 * Copyright (c) 2016 Matthieu Bouron <matthieu.bouron stupeflix.com> 3 * Copyright (c) 2016 Clément Bœsch <clement stupeflix.com> 4 * 5 * This file is part of FFmpeg. 6 * 7 * FFmpeg is free software; you can redistribute it and/or 8 * modify it under the terms of the GNU Lesser General Public 9 * License as published by the Free Software Foundation; either 10 * version 2.1 of the License, or (at your option) any later version. 11 * 12 * FFmpeg is distributed in the hope that it will be useful, 13 * but WITHOUT ANY WARRANTY; without even the implied warranty of 14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 15 * Lesser General Public License for more details. 16 * 17 * You should have received a copy of the GNU Lesser General Public 18 * License along with FFmpeg; if not, write to the Free Software 19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 20 */ 21 22#include "libavutil/aarch64/asm.S" 23 24.macro load_yoff_ycoeff yoff ycoeff 25#if defined(__APPLE__) 26 ldp w9, w10, [sp, #\yoff] 27#else 28 ldr w9, [sp, #\yoff] 29 ldr w10, [sp, #\ycoeff] 30#endif 31.endm 32 33.macro load_args_nv12 34 ldr x8, [sp] // table 35 load_yoff_ycoeff 8, 16 // y_offset, y_coeff 36 ld1 {v1.1D}, [x8] 37 dup v0.8H, w10 38 dup v3.8H, w9 39 sub w3, w3, w0, lsl #2 // w3 = linesize - width * 4 (padding) 40 sub w5, w5, w0 // w5 = linesizeY - width (paddingY) 41 sub w7, w7, w0 // w7 = linesizeC - width (paddingC) 42 neg w11, w0 43.endm 44 45.macro load_args_nv21 46 load_args_nv12 47.endm 48 49.macro load_args_yuv420p 50 ldr x13, [sp] // srcV 51 ldr w14, [sp, #8] // linesizeV 52 ldr x8, [sp, #16] // table 53 load_yoff_ycoeff 24, 32 // y_offset, y_coeff 54 ld1 {v1.1D}, [x8] 55 dup v0.8H, w10 56 dup v3.8H, w9 57 sub w3, w3, w0, lsl #2 // w3 = linesize - width * 4 (padding) 58 sub w5, w5, w0 // w5 = linesizeY - width (paddingY) 59 sub w7, w7, w0, lsr #1 // w7 = linesizeU - width / 2 (paddingU) 60 sub w14, w14, w0, lsr #1 // w14 = linesizeV - width / 2 (paddingV) 61 lsr w11, w0, #1 62 neg w11, w11 63.endm 64 65.macro load_args_yuv422p 66 ldr x13, [sp] // srcV 67 ldr w14, [sp, #8] // linesizeV 68 ldr x8, [sp, #16] // table 69 load_yoff_ycoeff 24, 32 // y_offset, y_coeff 70 ld1 {v1.1D}, [x8] 71 dup v0.8H, w10 72 dup v3.8H, w9 73 sub w3, w3, w0, lsl #2 // w3 = linesize - width * 4 (padding) 74 sub w5, w5, w0 // w5 = linesizeY - width (paddingY) 75 sub w7, w7, w0, lsr #1 // w7 = linesizeU - width / 2 (paddingU) 76 sub w14, w14, w0, lsr #1 // w14 = linesizeV - width / 2 (paddingV) 77.endm 78 79.macro load_chroma_nv12 80 ld2 {v16.8B, v17.8B}, [x6], #16 81 ushll v18.8H, v16.8B, #3 82 ushll v19.8H, v17.8B, #3 83.endm 84 85.macro load_chroma_nv21 86 ld2 {v16.8B, v17.8B}, [x6], #16 87 ushll v19.8H, v16.8B, #3 88 ushll v18.8H, v17.8B, #3 89.endm 90 91.macro load_chroma_yuv420p 92 ld1 {v16.8B}, [ x6], #8 93 ld1 {v17.8B}, [x13], #8 94 ushll v18.8H, v16.8B, #3 95 ushll v19.8H, v17.8B, #3 96.endm 97 98.macro load_chroma_yuv422p 99 load_chroma_yuv420p 100.endm 101 102.macro increment_nv12 103 ands w15, w1, #1 104 csel w16, w7, w11, ne // incC = (h & 1) ? paddincC : -width 105 add x6, x6, w16, SXTW // srcC += incC 106.endm 107 108.macro increment_nv21 109 increment_nv12 110.endm 111 112.macro increment_yuv420p 113 ands w15, w1, #1 114 csel w16, w7, w11, ne // incU = (h & 1) ? paddincU : -width/2 115 csel w17, w14, w11, ne // incV = (h & 1) ? paddincV : -width/2 116 add x6, x6, w16, SXTW // srcU += incU 117 add x13, x13, w17, SXTW // srcV += incV 118.endm 119 120.macro increment_yuv422p 121 add x6, x6, w7, UXTW // srcU += incU 122 add x13, x13, w14, UXTW // srcV += incV 123.endm 124 125.macro compute_rgba r1 g1 b1 a1 r2 g2 b2 a2 126 add v20.8H, v26.8H, v20.8H // Y1 + R1 127 add v21.8H, v27.8H, v21.8H // Y2 + R2 128 add v22.8H, v26.8H, v22.8H // Y1 + G1 129 add v23.8H, v27.8H, v23.8H // Y2 + G2 130 add v24.8H, v26.8H, v24.8H // Y1 + B1 131 add v25.8H, v27.8H, v25.8H // Y2 + B2 132 sqrshrun \r1, v20.8H, #1 // clip_u8((Y1 + R1) >> 1) 133 sqrshrun \r2, v21.8H, #1 // clip_u8((Y2 + R1) >> 1) 134 sqrshrun \g1, v22.8H, #1 // clip_u8((Y1 + G1) >> 1) 135 sqrshrun \g2, v23.8H, #1 // clip_u8((Y2 + G1) >> 1) 136 sqrshrun \b1, v24.8H, #1 // clip_u8((Y1 + B1) >> 1) 137 sqrshrun \b2, v25.8H, #1 // clip_u8((Y2 + B1) >> 1) 138 movi \a1, #255 139 movi \a2, #255 140.endm 141 142.macro declare_func ifmt ofmt 143function ff_\ifmt\()_to_\ofmt\()_neon, export=1 144 load_args_\ifmt 1451: 146 mov w8, w0 // w8 = width 1472: 148 movi v5.8H, #4, lsl #8 // 128 * (1<<3) 149 load_chroma_\ifmt 150 sub v18.8H, v18.8H, v5.8H // U*(1<<3) - 128*(1<<3) 151 sub v19.8H, v19.8H, v5.8H // V*(1<<3) - 128*(1<<3) 152 sqdmulh v20.8H, v19.8H, v1.H[0] // V * v2r (R) 153 sqdmulh v22.8H, v18.8H, v1.H[1] // U * u2g 154 sqdmulh v19.8H, v19.8H, v1.H[2] // V * v2g 155 add v22.8H, v22.8H, v19.8H // U * u2g + V * v2g (G) 156 sqdmulh v24.8H, v18.8H, v1.H[3] // U * u2b (B) 157 zip2 v21.8H, v20.8H, v20.8H // R2 158 zip1 v20.8H, v20.8H, v20.8H // R1 159 zip2 v23.8H, v22.8H, v22.8H // G2 160 zip1 v22.8H, v22.8H, v22.8H // G1 161 zip2 v25.8H, v24.8H, v24.8H // B2 162 zip1 v24.8H, v24.8H, v24.8H // B1 163 ld1 {v2.16B}, [x4], #16 // load luma 164 ushll v26.8H, v2.8B, #3 // Y1*(1<<3) 165 ushll2 v27.8H, v2.16B, #3 // Y2*(1<<3) 166 sub v26.8H, v26.8H, v3.8H // Y1*(1<<3) - y_offset 167 sub v27.8H, v27.8H, v3.8H // Y2*(1<<3) - y_offset 168 sqdmulh v26.8H, v26.8H, v0.8H // ((Y1*(1<<3) - y_offset) * y_coeff) >> 15 169 sqdmulh v27.8H, v27.8H, v0.8H // ((Y2*(1<<3) - y_offset) * y_coeff) >> 15 170 171.ifc \ofmt,argb // 1 2 3 0 172 compute_rgba v5.8B,v6.8B,v7.8B,v4.8B, v17.8B,v18.8B,v19.8B,v16.8B 173.endif 174 175.ifc \ofmt,rgba // 0 1 2 3 176 compute_rgba v4.8B,v5.8B,v6.8B,v7.8B, v16.8B,v17.8B,v18.8B,v19.8B 177.endif 178 179.ifc \ofmt,abgr // 3 2 1 0 180 compute_rgba v7.8B,v6.8B,v5.8B,v4.8B, v19.8B,v18.8B,v17.8B,v16.8B 181.endif 182 183.ifc \ofmt,bgra // 2 1 0 3 184 compute_rgba v6.8B,v5.8B,v4.8B,v7.8B, v18.8B,v17.8B,v16.8B,v19.8B 185.endif 186 187 st4 { v4.8B, v5.8B, v6.8B, v7.8B}, [x2], #32 188 st4 {v16.8B,v17.8B,v18.8B,v19.8B}, [x2], #32 189 subs w8, w8, #16 // width -= 16 190 b.gt 2b 191 add x2, x2, w3, UXTW // dst += padding 192 add x4, x4, w5, UXTW // srcY += paddingY 193 increment_\ifmt 194 subs w1, w1, #1 // height -= 1 195 b.gt 1b 196 ret 197endfunc 198.endm 199 200.macro declare_rgb_funcs ifmt 201 declare_func \ifmt, argb 202 declare_func \ifmt, rgba 203 declare_func \ifmt, abgr 204 declare_func \ifmt, bgra 205.endm 206 207declare_rgb_funcs nv12 208declare_rgb_funcs nv21 209declare_rgb_funcs yuv420p 210declare_rgb_funcs yuv422p 211