1/* 2 * Copyright (c) 2019-2021, ARM Limited. All rights reserved. 3 * 4 * SPDX-License-Identifier: BSD-3-Clause 5 */ 6 7#include <arch.h> 8#include <asm_macros.S> 9#include <common/bl_common.h> 10#include <cortex_a78.h> 11#include <cpu_macros.S> 12#include <plat_macros.S> 13 14/* Hardware handled coherency */ 15#if HW_ASSISTED_COHERENCY == 0 16#error "cortex_a78 must be compiled with HW_ASSISTED_COHERENCY enabled" 17#endif 18 19 20/* -------------------------------------------------- 21 * Errata Workaround for A78 Erratum 1688305. 22 * This applies to revision r0p0 and r1p0 of A78. 23 * Inputs: 24 * x0: variant[4:7] and revision[0:3] of current cpu. 25 * Shall clobber: x0-x17 26 * -------------------------------------------------- 27 */ 28func errata_a78_1688305_wa 29 /* Compare x0 against revision r1p0 */ 30 mov x17, x30 31 bl check_errata_1688305 32 cbz x0, 1f 33 mrs x1, CORTEX_A78_ACTLR2_EL1 34 orr x1, x1, #CORTEX_A78_ACTLR2_EL1_BIT_1 35 msr CORTEX_A78_ACTLR2_EL1, x1 36 isb 371: 38 ret x17 39endfunc errata_a78_1688305_wa 40 41func check_errata_1688305 42 /* Applies to r0p0 and r1p0 */ 43 mov x1, #0x10 44 b cpu_rev_var_ls 45endfunc check_errata_1688305 46 47/* -------------------------------------------------- 48 * Errata Workaround for Cortex A78 Errata #1941498. 49 * This applies to revisions r0p0, r1p0, and r1p1. 50 * x0: variant[4:7] and revision[0:3] of current cpu. 51 * Shall clobber: x0-x17 52 * -------------------------------------------------- 53 */ 54func errata_a78_1941498_wa 55 /* Compare x0 against revision <= r1p1 */ 56 mov x17, x30 57 bl check_errata_1941498 58 cbz x0, 1f 59 60 /* Set bit 8 in ECTLR_EL1 */ 61 mrs x1, CORTEX_A78_CPUECTLR_EL1 62 orr x1, x1, #CORTEX_A78_CPUECTLR_EL1_BIT_8 63 msr CORTEX_A78_CPUECTLR_EL1, x1 64 isb 651: 66 ret x17 67endfunc errata_a78_1941498_wa 68 69func check_errata_1941498 70 /* Check for revision <= r1p1, might need to be updated later. */ 71 mov x1, #0x11 72 b cpu_rev_var_ls 73endfunc check_errata_1941498 74 75/* -------------------------------------------------- 76 * Errata Workaround for A78 Erratum 1951500. 77 * This applies to revisions r1p0 and r1p1 of A78. 78 * The issue also exists in r0p0 but there is no fix 79 * in that revision. 80 * Inputs: 81 * x0: variant[4:7] and revision[0:3] of current cpu. 82 * Shall clobber: x0-x17 83 * -------------------------------------------------- 84 */ 85func errata_a78_1951500_wa 86 /* Compare x0 against revisions r1p0 - r1p1 */ 87 mov x17, x30 88 bl check_errata_1951500 89 cbz x0, 1f 90 91 msr S3_6_c15_c8_0, xzr 92 ldr x0, =0x10E3900002 93 msr S3_6_c15_c8_2, x0 94 ldr x0, =0x10FFF00083 95 msr S3_6_c15_c8_3, x0 96 ldr x0, =0x2001003FF 97 msr S3_6_c15_c8_1, x0 98 99 mov x0, #1 100 msr S3_6_c15_c8_0, x0 101 ldr x0, =0x10E3800082 102 msr S3_6_c15_c8_2, x0 103 ldr x0, =0x10FFF00083 104 msr S3_6_c15_c8_3, x0 105 ldr x0, =0x2001003FF 106 msr S3_6_c15_c8_1, x0 107 108 mov x0, #2 109 msr S3_6_c15_c8_0, x0 110 ldr x0, =0x10E3800200 111 msr S3_6_c15_c8_2, x0 112 ldr x0, =0x10FFF003E0 113 msr S3_6_c15_c8_3, x0 114 ldr x0, =0x2001003FF 115 msr S3_6_c15_c8_1, x0 116 117 isb 1181: 119 ret x17 120endfunc errata_a78_1951500_wa 121 122func check_errata_1951500 123 /* Applies to revisions r1p0 and r1p1. */ 124 mov x1, #CPU_REV(1, 0) 125 mov x2, #CPU_REV(1, 1) 126 b cpu_rev_var_range 127endfunc check_errata_1951500 128 129/* -------------------------------------------------- 130 * Errata Workaround for Cortex A78 Errata #1821534. 131 * This applies to revisions r0p0 and r1p0. 132 * x0: variant[4:7] and revision[0:3] of current cpu. 133 * Shall clobber: x0-x17 134 * -------------------------------------------------- 135 */ 136func errata_a78_1821534_wa 137 /* Check revision. */ 138 mov x17, x30 139 bl check_errata_1821534 140 cbz x0, 1f 141 142 /* Set bit 2 in ACTLR2_EL1 */ 143 mrs x1, CORTEX_A78_ACTLR2_EL1 144 orr x1, x1, #CORTEX_A78_ACTLR2_EL1_BIT_2 145 msr CORTEX_A78_ACTLR2_EL1, x1 146 isb 1471: 148 ret x17 149endfunc errata_a78_1821534_wa 150 151func check_errata_1821534 152 /* Applies to r0p0 and r1p0 */ 153 mov x1, #0x10 154 b cpu_rev_var_ls 155endfunc check_errata_1821534 156 157/* -------------------------------------------------- 158 * Errata Workaround for Cortex A78 Errata 1952683. 159 * This applies to revision r0p0. 160 * x0: variant[4:7] and revision[0:3] of current cpu. 161 * Shall clobber: x0-x17 162 * -------------------------------------------------- 163 */ 164func errata_a78_1952683_wa 165 /* Check revision. */ 166 mov x17, x30 167 bl check_errata_1952683 168 cbz x0, 1f 169 170 ldr x0,=0x5 171 msr S3_6_c15_c8_0,x0 172 ldr x0,=0xEEE10A10 173 msr S3_6_c15_c8_2,x0 174 ldr x0,=0xFFEF0FFF 175 msr S3_6_c15_c8_3,x0 176 ldr x0,=0x0010F000 177 msr S3_6_c15_c8_4,x0 178 ldr x0,=0x0010F000 179 msr S3_6_c15_c8_5,x0 180 ldr x0,=0x40000080023ff 181 msr S3_6_c15_c8_1,x0 182 ldr x0,=0x6 183 msr S3_6_c15_c8_0,x0 184 ldr x0,=0xEE640F34 185 msr S3_6_c15_c8_2,x0 186 ldr x0,=0xFFEF0FFF 187 msr S3_6_c15_c8_3,x0 188 ldr x0,=0x40000080023ff 189 msr S3_6_c15_c8_1,x0 190 isb 1911: 192 ret x17 193endfunc errata_a78_1952683_wa 194 195func check_errata_1952683 196 /* Applies to r0p0 only */ 197 mov x1, #0x00 198 b cpu_rev_var_ls 199endfunc check_errata_1952683 200 201/* -------------------------------------------------- 202 * Errata Workaround for Cortex A78 Errata 2132060. 203 * This applies to revisions r0p0, r1p0, r1p1, and r1p2. 204 * It is still open. 205 * x0: variant[4:7] and revision[0:3] of current cpu. 206 * Shall clobber: x0-x1, x17 207 * -------------------------------------------------- 208 */ 209func errata_a78_2132060_wa 210 /* Check revision. */ 211 mov x17, x30 212 bl check_errata_2132060 213 cbz x0, 1f 214 215 /* Apply the workaround. */ 216 mrs x1, CORTEX_A78_CPUECTLR_EL1 217 mov x0, #CORTEX_A78_CPUECTLR_EL1_PF_MODE_CNSRV 218 bfi x1, x0, #CPUECTLR_EL1_PF_MODE_LSB, #CPUECTLR_EL1_PF_MODE_WIDTH 219 msr CORTEX_A78_CPUECTLR_EL1, x1 2201: 221 ret x17 222endfunc errata_a78_2132060_wa 223 224func check_errata_2132060 225 /* Applies to r0p0, r0p1, r1p1, and r1p2 */ 226 mov x1, #0x12 227 b cpu_rev_var_ls 228endfunc check_errata_2132060 229 230/* -------------------------------------------------------------------- 231 * Errata Workaround for A78 Erratum 2242635. 232 * This applies to revisions r1p0, r1p1, and r1p2 of the Cortex A78 233 * processor and is still open. 234 * The issue also exists in r0p0 but there is no fix in that revision. 235 * x0: variant[4:7] and revision[0:3] of current cpu. 236 * Shall clobber: x0-x17 237 * -------------------------------------------------------------------- 238 */ 239func errata_a78_2242635_wa 240 /* Compare x0 against revisions r1p0 - r1p2 */ 241 mov x17, x30 242 bl check_errata_2242635 243 cbz x0, 1f 244 245 ldr x0, =0x5 246 msr S3_6_c15_c8_0, x0 /* CPUPSELR_EL3 */ 247 ldr x0, =0x10F600E000 248 msr S3_6_c15_c8_2, x0 /* CPUPOR_EL3 */ 249 ldr x0, =0x10FF80E000 250 msr S3_6_c15_c8_3, x0 /* CPUPMR_EL3 */ 251 ldr x0, =0x80000000003FF 252 msr S3_6_c15_c8_1, x0 /* CPUPCR_EL3 */ 253 254 isb 2551: 256 ret x17 257endfunc errata_a78_2242635_wa 258 259func check_errata_2242635 260 /* Applies to revisions r1p0 through r1p2. */ 261 mov x1, #CPU_REV(1, 0) 262 mov x2, #CPU_REV(1, 2) 263 b cpu_rev_var_range 264endfunc check_errata_2242635 265 266 /* ------------------------------------------------- 267 * The CPU Ops reset function for Cortex-A78 268 * ------------------------------------------------- 269 */ 270func cortex_a78_reset_func 271 mov x19, x30 272 bl cpu_get_rev_var 273 mov x18, x0 274 275#if ERRATA_A78_1688305 276 mov x0, x18 277 bl errata_a78_1688305_wa 278#endif 279 280#if ERRATA_A78_1941498 281 mov x0, x18 282 bl errata_a78_1941498_wa 283#endif 284 285#if ERRATA_A78_1951500 286 mov x0, x18 287 bl errata_a78_1951500_wa 288#endif 289 290#if ERRATA_A78_1821534 291 mov x0, x18 292 bl errata_a78_1821534_wa 293#endif 294 295#if ERRATA_A78_1952683 296 mov x0, x18 297 bl errata_a78_1952683_wa 298#endif 299 300#if ERRATA_A78_2132060 301 mov x0, x18 302 bl errata_a78_2132060_wa 303#endif 304 305#if ERRATA_A78_2242635 306 mov x0, x18 307 bl errata_a78_2242635_wa 308#endif 309 310#if ENABLE_AMU 311 /* Make sure accesses from EL0/EL1 and EL2 are not trapped to EL3 */ 312 mrs x0, actlr_el3 313 bic x0, x0, #CORTEX_A78_ACTLR_TAM_BIT 314 msr actlr_el3, x0 315 316 /* Make sure accesses from non-secure EL0/EL1 are not trapped to EL2 */ 317 mrs x0, actlr_el2 318 bic x0, x0, #CORTEX_A78_ACTLR_TAM_BIT 319 msr actlr_el2, x0 320 321 /* Enable group0 counters */ 322 mov x0, #CORTEX_A78_AMU_GROUP0_MASK 323 msr CPUAMCNTENSET0_EL0, x0 324 325 /* Enable group1 counters */ 326 mov x0, #CORTEX_A78_AMU_GROUP1_MASK 327 msr CPUAMCNTENSET1_EL0, x0 328#endif 329 330 isb 331 ret x19 332endfunc cortex_a78_reset_func 333 334 /* --------------------------------------------- 335 * HW will do the cache maintenance while powering down 336 * --------------------------------------------- 337 */ 338func cortex_a78_core_pwr_dwn 339 /* --------------------------------------------- 340 * Enable CPU power down bit in power control register 341 * --------------------------------------------- 342 */ 343 mrs x0, CORTEX_A78_CPUPWRCTLR_EL1 344 orr x0, x0, #CORTEX_A78_CPUPWRCTLR_EL1_CORE_PWRDN_EN_BIT 345 msr CORTEX_A78_CPUPWRCTLR_EL1, x0 346 isb 347 ret 348endfunc cortex_a78_core_pwr_dwn 349 350 /* 351 * Errata printing function for cortex_a78. Must follow AAPCS. 352 */ 353#if REPORT_ERRATA 354func cortex_a78_errata_report 355 stp x8, x30, [sp, #-16]! 356 357 bl cpu_get_rev_var 358 mov x8, x0 359 360 /* 361 * Report all errata. The revision-variant information is passed to 362 * checking functions of each errata. 363 */ 364 report_errata ERRATA_A78_1688305, cortex_a78, 1688305 365 report_errata ERRATA_A78_1941498, cortex_a78, 1941498 366 report_errata ERRATA_A78_1951500, cortex_a78, 1951500 367 report_errata ERRATA_A78_1821534, cortex_a78, 1821534 368 report_errata ERRATA_A78_1952683, cortex_a78, 1952683 369 report_errata ERRATA_A78_2132060, cortex_a78, 2132060 370 report_errata ERRATA_A78_2242635, cortex_a78, 2242635 371 372 ldp x8, x30, [sp], #16 373 ret 374endfunc cortex_a78_errata_report 375#endif 376 377 /* --------------------------------------------- 378 * This function provides cortex_a78 specific 379 * register information for crash reporting. 380 * It needs to return with x6 pointing to 381 * a list of register names in ascii and 382 * x8 - x15 having values of registers to be 383 * reported. 384 * --------------------------------------------- 385 */ 386.section .rodata.cortex_a78_regs, "aS" 387cortex_a78_regs: /* The ascii list of register names to be reported */ 388 .asciz "cpuectlr_el1", "" 389 390func cortex_a78_cpu_reg_dump 391 adr x6, cortex_a78_regs 392 mrs x8, CORTEX_A78_CPUECTLR_EL1 393 ret 394endfunc cortex_a78_cpu_reg_dump 395 396declare_cpu_ops cortex_a78, CORTEX_A78_MIDR, \ 397 cortex_a78_reset_func, \ 398 cortex_a78_core_pwr_dwn 399