| /arch/powerpc/mm/ |
| D | hash_native_64.c | 51 int apsize, int ssize) in ___tlbie() argument
77 va |= ssize << 8; in ___tlbie()
89 va |= ssize << 8; in ___tlbie()
108 int apsize, int ssize) in fixup_tlbie_vpn() argument
134 ___tlbie(vpn, psize, apsize, ssize); in fixup_tlbie_vpn()
138 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize) in __tlbie() argument
142 rb = ___tlbie(vpn, psize, apsize, ssize); in __tlbie()
146 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize) in __tlbiel() argument
166 va |= ssize << 8; in __tlbiel()
178 va |= ssize << 8; in __tlbiel()
[all …]
|
| D | hash64_64k.c | 50 int ssize, int subpg_prot) in __hash_page_4K() argument
101 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_4K()
113 flush_hash_page(vpn, rpte, MMU_PAGE_64K, ssize, flags); in __hash_page_4K()
129 hash = hpt_hash(vpn, shift, ssize); in __hash_page_4K()
138 ssize, flags); in __hash_page_4K()
164 hash = hpt_hash(vpn, shift, ssize); in __hash_page_4K()
170 MMU_PAGE_4K, MMU_PAGE_4K, ssize); in __hash_page_4K()
179 ssize); in __hash_page_4K()
197 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_4K()
222 unsigned long flags, int ssize) in __hash_page_64K() argument
[all …]
|
| D | slb.c | 38 #define slb_esid_mask(ssize) \ argument
39 (((ssize) == MMU_SEGSIZE_256M)? ESID_MASK: ESID_MASK_1T)
41 static inline unsigned long mk_esid_data(unsigned long ea, int ssize, in mk_esid_data() argument
44 return (ea & slb_esid_mask(ssize)) | SLB_ESID_V | index; in mk_esid_data()
47 static inline unsigned long mk_vsid_data(unsigned long ea, int ssize, in mk_vsid_data() argument
50 return (get_kernel_vsid(ea, ssize) << slb_vsid_shift(ssize)) | flags | in mk_vsid_data()
51 ((unsigned long) ssize << SLB_VSID_SSIZE_SHIFT); in mk_vsid_data()
54 static inline void slb_shadow_update(unsigned long ea, int ssize, in slb_shadow_update() argument
66 WRITE_ONCE(p->save_area[index].vsid, cpu_to_be64(mk_vsid_data(ea, ssize, flags))); in slb_shadow_update()
67 WRITE_ONCE(p->save_area[index].esid, cpu_to_be64(mk_esid_data(ea, ssize, index))); in slb_shadow_update()
[all …]
|
| D | hugetlbpage-hash64.c | 20 unsigned long vflags, int psize, int ssize);
24 int ssize, unsigned int shift, unsigned int mmu_psize) in __hash_page_huge() argument
34 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_huge()
77 hash = hpt_hash(vpn, shift, ssize); in __hash_page_huge()
84 mmu_psize, ssize, flags) == -1) in __hash_page_huge()
89 unsigned long hash = hpt_hash(vpn, shift, ssize); in __hash_page_huge()
97 mmu_psize, ssize); in __hash_page_huge()
105 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_huge()
|
| D | tlb_hash64.c | 52 int ssize; in hpte_need_flush() local
86 ssize = user_segment_size(addr); in hpte_need_flush()
87 vsid = get_vsid(mm->context.id, addr, ssize); in hpte_need_flush()
90 ssize = mmu_kernel_ssize; in hpte_need_flush()
93 vpn = hpt_vpn(addr, vsid, ssize); in hpte_need_flush()
101 flush_hash_page(vpn, rpte, psize, ssize, mm_is_thread_local(mm)); in hpte_need_flush()
117 batch->ssize != ssize)) { in hpte_need_flush()
124 batch->ssize = ssize; in hpte_need_flush()
149 batch->psize, batch->ssize, local); in __flush_tlb_pending()
|
| D | hash64_4k.c | 21 int ssize, int subpg_prot) in __hash_page_4K() argument
62 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_4K()
67 hash = hpt_hash(vpn, shift, ssize); in __hash_page_4K()
74 MMU_PAGE_4K, ssize, flags) == -1) in __hash_page_4K()
81 hash = hpt_hash(vpn, shift, ssize); in __hash_page_4K()
88 MMU_PAGE_4K, MMU_PAGE_4K, ssize); in __hash_page_4K()
98 MMU_PAGE_4K, ssize); in __hash_page_4K()
116 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_4K()
|
| D | hugepage-hash64.c | 23 int ssize, unsigned int psize) in __hash_page_thp() argument
73 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_thp()
83 ssize, flags); in __hash_page_thp()
99 hash = hpt_hash(vpn, shift, ssize); in __hash_page_thp()
107 psize, lpsize, ssize, flags); in __hash_page_thp()
125 hash = hpt_hash(vpn, shift, ssize); in __hash_page_thp()
135 psize, lpsize, ssize); in __hash_page_thp()
145 psize, lpsize, ssize); in __hash_page_thp()
161 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_thp()
|
| D | copro_fault.c | 106 int psize, ssize; in copro_calculate_slb() local
114 ssize = user_segment_size(ea); in copro_calculate_slb()
115 vsid = get_vsid(mm->context.id, ea, ssize); in copro_calculate_slb()
124 ssize = mmu_kernel_ssize; in copro_calculate_slb()
131 ssize = mmu_kernel_ssize; in copro_calculate_slb()
143 vsid = (vsid << slb_vsid_shift(ssize)) | vsidkey; in copro_calculate_slb()
146 ((ssize == MMU_SEGSIZE_1T) ? SLB_VSID_B_1T : 0); in copro_calculate_slb()
148 slb->esid = (ea & (ssize == MMU_SEGSIZE_1T ? ESID_MASK_1T : ESID_MASK)) | SLB_ESID_V; in copro_calculate_slb()
|
| D | hash_utils_64.c | 240 int psize, int ssize) in htab_bolt_mapping() argument
252 vstart, vend, pstart, prot, psize, ssize); in htab_bolt_mapping()
257 unsigned long vsid = get_kernel_vsid(vaddr, ssize); in htab_bolt_mapping()
258 unsigned long vpn = hpt_vpn(vaddr, vsid, ssize); in htab_bolt_mapping()
288 hash = hpt_hash(vpn, shift, ssize); in htab_bolt_mapping()
294 ssize); in htab_bolt_mapping()
301 ssize); in htab_bolt_mapping()
317 int psize, int ssize) in htab_remove_mapping() argument
331 rc = mmu_hash_ops.hpte_removebolted(vaddr, psize, ssize); in htab_remove_mapping()
1206 int ssize, int psize, int lpsize, unsigned long pte) in hash_failure_debug() argument
[all …]
|
| D | dump_hashpagetable.c | 217 int i, ssize = mmu_kernel_ssize; in native_find() local
221 vsid = get_kernel_vsid(ea, ssize); in native_find()
222 vpn = hpt_vpn(ea, vsid, ssize); in native_find()
223 hash = hpt_hash(vpn, shift, ssize); in native_find()
224 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_find()
250 int i, j, ssize = mmu_kernel_ssize; in pseries_find() local
255 vsid = get_kernel_vsid(ea, ssize); in pseries_find()
256 vpn = hpt_vpn(ea, vsid, ssize); in pseries_find()
257 hash = hpt_hash(vpn, shift, ssize); in pseries_find()
258 want_v = hpte_encode_avpn(vpn, psize, ssize); in pseries_find()
|
| D | pgtable-hash64.c | 328 int ssize; in hpte_do_hugepage_flush() local
344 ssize = user_segment_size(addr); in hpte_do_hugepage_flush()
345 vsid = get_vsid(mm->context.id, addr, ssize); in hpte_do_hugepage_flush()
349 ssize = mmu_kernel_ssize; in hpte_do_hugepage_flush()
355 return flush_hash_hugepage(vsid, addr, pmdp, psize, ssize, flags); in hpte_do_hugepage_flush()
|
| /arch/powerpc/include/asm/book3s/64/ |
| D | mmu-hash.h | 138 int ssize, int local);
143 int ssize, unsigned long flags);
146 int psize, int ssize);
153 int ssize);
156 int psize, int ssize);
161 int psize, int ssize, int local);
240 static inline int slb_vsid_shift(int ssize) in slb_vsid_shift() argument
242 if (ssize == MMU_SEGSIZE_256M) in slb_vsid_shift()
247 static inline int segment_shift(int ssize) in segment_shift() argument
249 if (ssize == MMU_SEGSIZE_256M) in segment_shift()
[all …]
|
| D | tlbflush-hash.h | 21 int ssize; member
56 int ssize, unsigned long flags);
59 pmd_t *pmdp, unsigned int psize, int ssize,
|
| /arch/powerpc/platforms/pseries/ |
| D | lpar.c | 138 int psize, int apsize, int ssize) in pSeries_lpar_hpte_insert() argument
150 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in pSeries_lpar_hpte_insert()
302 int ssize, unsigned long inv_flags) in pSeries_lpar_hpte_updatepp() argument
308 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_updatepp()
357 static long pSeries_lpar_hpte_find(unsigned long vpn, int psize, int ssize) in pSeries_lpar_hpte_find() argument
364 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in pSeries_lpar_hpte_find()
365 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_find()
377 int psize, int ssize) in pSeries_lpar_hpte_updateboltedpp() argument
382 vsid = get_kernel_vsid(ea, ssize); in pSeries_lpar_hpte_updateboltedpp()
383 vpn = hpt_vpn(ea, vsid, ssize); in pSeries_lpar_hpte_updateboltedpp()
[all …]
|
| /arch/powerpc/platforms/ps3/ |
| D | htab.c | 49 int psize, int apsize, int ssize) in ps3_hpte_insert() argument
65 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert()
113 int ssize, unsigned long inv_flags) in ps3_hpte_updatepp() argument
121 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp()
160 int psize, int ssize) in ps3_hpte_updateboltedpp() argument
166 int psize, int apsize, int ssize, int local) in ps3_hpte_invalidate() argument
|
| /arch/sparc/mm/ |
| D | leon_mm.c | 247 unsigned int ssize, sets; in leon_flush_needed() local
257 ssize = 1 << ((cregs.dccr & LEON3_XCCR_SSIZE_MASK) >> 20); in leon_flush_needed()
260 sets > 3 ? "unknown" : setStr[sets], ssize); in leon_flush_needed()
261 if ((ssize <= (PAGE_SIZE / 1024)) && (sets == 0)) { in leon_flush_needed()
|
| /arch/powerpc/kvm/ |
| D | book3s_64_mmu.c | 139 u32 ssize; in kvmppc_mmu_book3s_64_get_pteg() local
146 ssize = slbe->tb ? MMU_SEGSIZE_1T : MMU_SEGSIZE_256M; in kvmppc_mmu_book3s_64_get_pteg()
147 hash = hpt_hash(vpn, kvmppc_mmu_book3s_64_get_pagesize(slbe), ssize); in kvmppc_mmu_book3s_64_get_pteg()
|
| /arch/mips/include/asm/sgi/ |
| D | mc.h | 200 volatile u32 ssize; /* DMA stride size */ member
|
| /arch/mips/include/asm/octeon/ |
| D | cvmx-sriox-defs.h | 772 uint64_t ssize:4; member
788 uint64_t ssize:4;
|