1/* 2 * tsunami.S: High speed MicroSparc-I mmu/cache operations. 3 * 4 * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu) 5 */ 6 7#include <asm/ptrace.h> 8#include <asm/asm-offsets.h> 9#include <asm/psr.h> 10#include <asm/asi.h> 11#include <asm/page.h> 12#include <asm/pgtsrmmu.h> 13 14 .text 15 .align 4 16 17 .globl tsunami_flush_cache_all, tsunami_flush_cache_mm 18 .globl tsunami_flush_cache_range, tsunami_flush_cache_page 19 .globl tsunami_flush_page_to_ram, tsunami_flush_page_for_dma 20 .globl tsunami_flush_sig_insns 21 .globl tsunami_flush_tlb_all, tsunami_flush_tlb_mm 22 .globl tsunami_flush_tlb_range, tsunami_flush_tlb_page 23 24 /* Sliiick... */ 25tsunami_flush_cache_page: 26tsunami_flush_cache_range: 27 ld [%o0 + 0x0], %o0 /* XXX vma->vm_mm, GROSS XXX */ 28tsunami_flush_cache_mm: 29 ld [%o0 + AOFF_mm_context], %g2 30 cmp %g2, -1 31 be tsunami_flush_cache_out 32tsunami_flush_cache_all: 33 WINDOW_FLUSH(%g4, %g5) 34tsunami_flush_page_for_dma: 35 sta %g0, [%g0] ASI_M_IC_FLCLEAR 36 sta %g0, [%g0] ASI_M_DC_FLCLEAR 37tsunami_flush_cache_out: 38tsunami_flush_page_to_ram: 39 retl 40 nop 41 42tsunami_flush_sig_insns: 43 flush %o1 44 retl 45 flush %o1 + 4 46 47 /* More slick stuff... */ 48tsunami_flush_tlb_range: 49 ld [%o0 + 0x00], %o0 /* XXX vma->vm_mm GROSS XXX */ 50tsunami_flush_tlb_mm: 51 ld [%o0 + AOFF_mm_context], %g2 52 cmp %g2, -1 53 be tsunami_flush_tlb_out 54tsunami_flush_tlb_all: 55 mov 0x400, %o1 56 sta %g0, [%o1] ASI_M_FLUSH_PROBE 57 nop 58 nop 59 nop 60 nop 61 nop 62tsunami_flush_tlb_out: 63 retl 64 nop 65 66 /* This one can be done in a fine grained manner... */ 67tsunami_flush_tlb_page: 68 ld [%o0 + 0x00], %o0 /* XXX vma->vm_mm GROSS XXX */ 69 mov SRMMU_CTX_REG, %g1 70 ld [%o0 + AOFF_mm_context], %o3 71 andn %o1, (PAGE_SIZE - 1), %o1 72 cmp %o3, -1 73 be tsunami_flush_tlb_page_out 74 lda [%g1] ASI_M_MMUREGS, %g5 75 sta %o3, [%g1] ASI_M_MMUREGS 76 sta %g0, [%o1] ASI_M_FLUSH_PROBE 77 nop 78 nop 79 nop 80 nop 81 nop 82tsunami_flush_tlb_page_out: 83 retl 84 sta %g5, [%g1] ASI_M_MMUREGS 85 86#define MIRROR_BLOCK(dst, src, offset, t0, t1, t2, t3) \ 87 ldd [src + offset + 0x18], t0; \ 88 std t0, [dst + offset + 0x18]; \ 89 ldd [src + offset + 0x10], t2; \ 90 std t2, [dst + offset + 0x10]; \ 91 ldd [src + offset + 0x08], t0; \ 92 std t0, [dst + offset + 0x08]; \ 93 ldd [src + offset + 0x00], t2; \ 94 std t2, [dst + offset + 0x00]; 95 96tsunami_copy_1page: 97/* NOTE: This routine has to be shorter than 70insns --jj */ 98 or %g0, (PAGE_SIZE >> 8), %g1 991: 100 MIRROR_BLOCK(%o0, %o1, 0x00, %o2, %o3, %o4, %o5) 101 MIRROR_BLOCK(%o0, %o1, 0x20, %o2, %o3, %o4, %o5) 102 MIRROR_BLOCK(%o0, %o1, 0x40, %o2, %o3, %o4, %o5) 103 MIRROR_BLOCK(%o0, %o1, 0x60, %o2, %o3, %o4, %o5) 104 MIRROR_BLOCK(%o0, %o1, 0x80, %o2, %o3, %o4, %o5) 105 MIRROR_BLOCK(%o0, %o1, 0xa0, %o2, %o3, %o4, %o5) 106 MIRROR_BLOCK(%o0, %o1, 0xc0, %o2, %o3, %o4, %o5) 107 MIRROR_BLOCK(%o0, %o1, 0xe0, %o2, %o3, %o4, %o5) 108 subcc %g1, 1, %g1 109 add %o0, 0x100, %o0 110 bne 1b 111 add %o1, 0x100, %o1 112 113 .globl tsunami_setup_blockops 114tsunami_setup_blockops: 115 sethi %hi(__copy_1page), %o0 116 or %o0, %lo(__copy_1page), %o0 117 sethi %hi(tsunami_copy_1page), %o1 118 or %o1, %lo(tsunami_copy_1page), %o1 119 sethi %hi(tsunami_setup_blockops), %o2 120 or %o2, %lo(tsunami_setup_blockops), %o2 121 ld [%o1], %o4 1221: add %o1, 4, %o1 123 st %o4, [%o0] 124 add %o0, 4, %o0 125 cmp %o1, %o2 126 bne 1b 127 ld [%o1], %o4 128 sta %g0, [%g0] ASI_M_IC_FLCLEAR 129 sta %g0, [%g0] ASI_M_DC_FLCLEAR 130 retl 131 nop 132