| /arch/powerpc/mm/book3s64/ |
| D | hash_native.c | 151 int apsize, int ssize) in ___tlbie() argument
177 va |= ssize << 8; in ___tlbie()
189 va |= ssize << 8; in ___tlbie()
208 int apsize, int ssize) in fixup_tlbie_vpn() argument
235 ___tlbie(vpn, psize, apsize, ssize); in fixup_tlbie_vpn()
239 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize) in __tlbie() argument
243 rb = ___tlbie(vpn, psize, apsize, ssize); in __tlbie()
247 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize) in __tlbiel() argument
267 va |= ssize << 8; in __tlbiel()
279 va |= ssize << 8; in __tlbiel()
[all …]
|
| D | hash_64k.c | 38 int ssize, int subpg_prot) in __hash_page_4K() argument
88 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_4K()
100 flush_hash_page(vpn, rpte, MMU_PAGE_64K, ssize, flags); in __hash_page_4K()
116 gslot = pte_get_hash_gslot(vpn, shift, ssize, rpte, in __hash_page_4K()
120 ssize, flags); in __hash_page_4K()
155 hash = hpt_hash(vpn, shift, ssize); in __hash_page_4K()
161 MMU_PAGE_4K, MMU_PAGE_4K, ssize); in __hash_page_4K()
172 ssize); in __hash_page_4K()
185 ssize, 0); in __hash_page_4K()
211 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_4K()
[all …]
|
| D | hash_tlb.c | 47 int ssize; in hpte_need_flush() local
89 ssize = user_segment_size(addr); in hpte_need_flush()
90 vsid = get_user_vsid(&mm->context, addr, ssize); in hpte_need_flush()
93 ssize = mmu_kernel_ssize; in hpte_need_flush()
96 vpn = hpt_vpn(addr, vsid, ssize); in hpte_need_flush()
104 flush_hash_page(vpn, rpte, psize, ssize, mm_is_thread_local(mm)); in hpte_need_flush()
120 batch->ssize != ssize)) { in hpte_need_flush()
127 batch->ssize = ssize; in hpte_need_flush()
152 batch->psize, batch->ssize, local); in __flush_tlb_pending()
|
| D | hash_4k.c | 21 int ssize, int subpg_prot) in __hash_page_4K() argument
64 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_4K()
69 unsigned long gslot = pte_get_hash_gslot(vpn, shift, ssize, in __hash_page_4K()
73 MMU_PAGE_4K, ssize, flags) == -1) in __hash_page_4K()
80 hash = hpt_hash(vpn, shift, ssize); in __hash_page_4K()
87 MMU_PAGE_4K, MMU_PAGE_4K, ssize); in __hash_page_4K()
97 MMU_PAGE_4K, ssize); in __hash_page_4K()
115 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_4K()
|
| D | hash_hugepage.c | 23 int ssize, unsigned int psize) in __hash_page_thp() argument
79 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_thp()
89 ssize, flags); in __hash_page_thp()
105 hash = hpt_hash(vpn, shift, ssize); in __hash_page_thp()
113 psize, lpsize, ssize, flags); in __hash_page_thp()
131 hash = hpt_hash(vpn, shift, ssize); in __hash_page_thp()
141 psize, lpsize, ssize); in __hash_page_thp()
150 psize, lpsize, ssize); in __hash_page_thp()
166 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_thp()
|
| D | slb.c | 39 #define slb_esid_mask(ssize) \ argument
40 (((ssize) == MMU_SEGSIZE_256M)? ESID_MASK: ESID_MASK_1T)
42 static inline unsigned long mk_esid_data(unsigned long ea, int ssize, in mk_esid_data() argument
45 return (ea & slb_esid_mask(ssize)) | SLB_ESID_V | index; in mk_esid_data()
48 static inline unsigned long __mk_vsid_data(unsigned long vsid, int ssize, in __mk_vsid_data() argument
51 return (vsid << slb_vsid_shift(ssize)) | flags | in __mk_vsid_data()
52 ((unsigned long) ssize << SLB_VSID_SSIZE_SHIFT); in __mk_vsid_data()
55 static inline unsigned long mk_vsid_data(unsigned long ea, int ssize, in mk_vsid_data() argument
58 return __mk_vsid_data(get_kernel_vsid(ea, ssize), ssize, flags); in mk_vsid_data()
93 static inline void slb_shadow_update(unsigned long ea, int ssize, in slb_shadow_update() argument
[all …]
|
| D | hash_hugetlbpage.c | 21 unsigned long vflags, int psize, int ssize);
25 int ssize, unsigned int shift, unsigned int mmu_psize) in __hash_page_huge() argument
36 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_huge()
92 gslot = pte_get_hash_gslot(vpn, shift, ssize, rpte, 0); in __hash_page_huge()
94 mmu_psize, ssize, flags) == -1) in __hash_page_huge()
99 unsigned long hash = hpt_hash(vpn, shift, ssize); in __hash_page_huge()
107 mmu_psize, ssize); in __hash_page_huge()
115 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_huge()
|
| D | hash_utils.c | 249 int psize, int ssize) in htab_bolt_mapping() argument
261 vstart, vend, pstart, prot, psize, ssize); in htab_bolt_mapping()
270 unsigned long vsid = get_kernel_vsid(vaddr, ssize); in htab_bolt_mapping()
271 unsigned long vpn = hpt_vpn(vaddr, vsid, ssize); in htab_bolt_mapping()
298 hash = hpt_hash(vpn, shift, ssize); in htab_bolt_mapping()
305 ssize); in htab_bolt_mapping()
315 ssize); in htab_bolt_mapping()
337 int psize, int ssize) in htab_remove_mapping() argument
355 rc = mmu_hash_ops.hpte_removebolted(vaddr, psize, ssize); in htab_remove_mapping()
1264 int ssize, int psize, int lpsize, unsigned long pte) in hash_failure_debug() argument
[all …]
|
| D | hash_pgtable.c | 314 int ssize; in hpte_do_hugepage_flush() local
330 ssize = user_segment_size(addr); in hpte_do_hugepage_flush()
331 vsid = get_user_vsid(&mm->context, addr, ssize); in hpte_do_hugepage_flush()
335 ssize = mmu_kernel_ssize; in hpte_do_hugepage_flush()
341 return flush_hash_hugepage(vsid, addr, pmdp, psize, ssize, flags); in hpte_do_hugepage_flush()
|
| /arch/powerpc/include/asm/book3s/64/ |
| D | mmu-hash.h | 139 int ssize, int local);
144 int ssize, unsigned long flags);
147 int psize, int ssize);
154 int ssize);
157 int psize, int ssize);
162 int psize, int ssize, int local);
253 static inline int slb_vsid_shift(int ssize) in slb_vsid_shift() argument
255 if (ssize == MMU_SEGSIZE_256M) in slb_vsid_shift()
260 static inline int segment_shift(int ssize) in segment_shift() argument
262 if (ssize == MMU_SEGSIZE_256M) in segment_shift()
[all …]
|
| D | tlbflush-hash.h | 21 int ssize; member
57 int ssize, unsigned long flags);
60 pmd_t *pmdp, unsigned int psize, int ssize,
|
| D | mmu.h | 270 unsigned long ea, int ssize) in get_user_vsid() argument
274 return get_vsid(context, ea, ssize); in get_user_vsid()
|
| D | hash.h | 217 int ssize, real_pte_t rpte, unsigned int subpg_index);
|
| /arch/powerpc/mm/ |
| D | copro_fault.c | 88 int psize, ssize; in copro_calculate_slb() local
96 ssize = user_segment_size(ea); in copro_calculate_slb()
97 vsid = get_user_vsid(&mm->context, ea, ssize); in copro_calculate_slb()
103 ssize = mmu_kernel_ssize; in copro_calculate_slb()
110 ssize = mmu_kernel_ssize; in copro_calculate_slb()
117 ssize = mmu_kernel_ssize; in copro_calculate_slb()
129 vsid = (vsid << slb_vsid_shift(ssize)) | vsidkey; in copro_calculate_slb()
132 ((ssize == MMU_SEGSIZE_1T) ? SLB_VSID_B_1T : 0); in copro_calculate_slb()
134 slb->esid = (ea & (ssize == MMU_SEGSIZE_1T ? ESID_MASK_1T : ESID_MASK)) | SLB_ESID_V; in copro_calculate_slb()
|
| /arch/powerpc/platforms/pseries/ |
| D | lpar.c | 711 int psize, int apsize, int ssize) in pSeries_lpar_hpte_insert() argument
723 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in pSeries_lpar_hpte_insert()
876 int ssize, unsigned long inv_flags) in pSeries_lpar_hpte_updatepp() argument
882 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_updatepp()
934 static long pSeries_lpar_hpte_find(unsigned long vpn, int psize, int ssize) in pSeries_lpar_hpte_find() argument
941 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in pSeries_lpar_hpte_find()
942 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_find()
962 int psize, int ssize) in pSeries_lpar_hpte_updateboltedpp() argument
967 vsid = get_kernel_vsid(ea, ssize); in pSeries_lpar_hpte_updateboltedpp()
968 vpn = hpt_vpn(ea, vsid, ssize); in pSeries_lpar_hpte_updateboltedpp()
[all …]
|
| /arch/powerpc/platforms/ps3/ |
| D | htab.c | 37 int psize, int apsize, int ssize) in ps3_hpte_insert() argument
53 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert()
101 int ssize, unsigned long inv_flags) in ps3_hpte_updatepp() argument
109 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp()
148 int psize, int ssize) in ps3_hpte_updateboltedpp() argument
154 int psize, int apsize, int ssize, int local) in ps3_hpte_invalidate() argument
|
| /arch/powerpc/mm/ptdump/ |
| D | hashpagetable.c | 211 int i, ssize = mmu_kernel_ssize; in native_find() local
215 vsid = get_kernel_vsid(ea, ssize); in native_find()
216 vpn = hpt_vpn(ea, vsid, ssize); in native_find()
217 hash = hpt_hash(vpn, shift, ssize); in native_find()
218 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_find()
243 int i, j, ssize = mmu_kernel_ssize; in pseries_find() local
248 vsid = get_kernel_vsid(ea, ssize); in pseries_find()
249 vpn = hpt_vpn(ea, vsid, ssize); in pseries_find()
250 hash = hpt_hash(vpn, shift, ssize); in pseries_find()
251 want_v = hpte_encode_avpn(vpn, psize, ssize); in pseries_find()
|
| /arch/sparc/mm/ |
| D | leon_mm.c | 247 unsigned int ssize, sets; in leon_flush_needed() local
257 ssize = 1 << ((cregs.dccr & LEON3_XCCR_SSIZE_MASK) >> 20); in leon_flush_needed()
260 sets > 3 ? "unknown" : setStr[sets], ssize); in leon_flush_needed()
261 if ((ssize <= (PAGE_SIZE / 1024)) && (sets == 0)) { in leon_flush_needed()
|
| /arch/mips/include/asm/sgi/ |
| D | mc.h | 200 volatile u32 ssize; /* DMA stride size */ member
|
| /arch/powerpc/kvm/ |
| D | book3s_64_mmu.c | 122 u32 ssize; in kvmppc_mmu_book3s_64_get_pteg() local
129 ssize = slbe->tb ? MMU_SEGSIZE_1T : MMU_SEGSIZE_256M; in kvmppc_mmu_book3s_64_get_pteg()
130 hash = hpt_hash(vpn, kvmppc_mmu_book3s_64_get_pagesize(slbe), ssize); in kvmppc_mmu_book3s_64_get_pteg()
|
| /arch/mips/include/asm/octeon/ |
| D | cvmx-sriox-defs.h | 732 uint64_t ssize:4; member
748 uint64_t ssize:4;
|