1/* SPDX-License-Identifier: GPL-2.0-only */ 2/* 3 * Code copied from arch/arm64/mm/cache.S. 4 */ 5 6#include <linux/linkage.h> 7#include <asm/assembler.h> 8#include <asm/alternative.h> 9 10SYM_FUNC_START(__pi_dcache_clean_inval_poc) 11 dcache_by_line_op civac, sy, x0, x1, x2, x3 12 ret 13SYM_FUNC_END(__pi_dcache_clean_inval_poc) 14SYM_FUNC_ALIAS(dcache_clean_inval_poc, __pi_dcache_clean_inval_poc) 15 16SYM_FUNC_START(__pi_icache_inval_pou) 17alternative_if ARM64_HAS_CACHE_DIC 18 isb 19 ret 20alternative_else_nop_endif 21 22 invalidate_icache_by_line x0, x1, x2, x3 23 ret 24SYM_FUNC_END(__pi_icache_inval_pou) 25SYM_FUNC_ALIAS(icache_inval_pou, __pi_icache_inval_pou) 26 27.macro caches_clean_inval_pou_macro, fixup 28alternative_if ARM64_HAS_CACHE_IDC 29 dsb ishst 30 b .Ldc_skip_\@ 31alternative_else_nop_endif 32 mov x2, x0 33 mov x3, x1 34 dcache_by_line_op cvau, ish, x2, x3, x4, x5, \fixup 35.Ldc_skip_\@: 36alternative_if ARM64_HAS_CACHE_DIC 37 isb 38 b .Lic_skip_\@ 39alternative_else_nop_endif 40 invalidate_icache_by_line x0, x1, x2, x3, \fixup 41.Lic_skip_\@: 42.endm 43 44SYM_FUNC_START(caches_clean_inval_pou) 45 caches_clean_inval_pou_macro 46 ret 47SYM_FUNC_END(caches_clean_inval_pou) 48