Home
last modified time | relevance | path

Searched refs:psize (Results 1 – 25 of 48) sorted by relevance

12

/arch/powerpc/mm/book3s64/
Dhash_native.c150 static inline unsigned long ___tlbie(unsigned long vpn, int psize, in ___tlbie() argument
173 switch (psize) { in ___tlbie()
186 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie()
207 static inline void fixup_tlbie_vpn(unsigned long vpn, int psize, in fixup_tlbie_vpn() argument
235 ___tlbie(vpn, psize, apsize, ssize); in fixup_tlbie_vpn()
239 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize) in __tlbie() argument
243 rb = ___tlbie(vpn, psize, apsize, ssize); in __tlbie()
247 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize) in __tlbiel() argument
263 switch (psize) { in __tlbiel()
276 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbiel()
[all …]
Dradix_tlb.c433 unsigned long psize) in __tlbiel_va_range() argument
436 unsigned long ap = mmu_get_ap(psize); in __tlbiel_va_range()
443 unsigned long psize, unsigned long ric) in _tlbiel_va() argument
445 unsigned long ap = mmu_get_ap(psize); in _tlbiel_va()
454 unsigned long psize, bool also_pwc) in _tlbiel_va_range() argument
459 __tlbiel_va_range(start, end, pid, page_size, psize); in _tlbiel_va_range()
465 unsigned long psize) in __tlbie_va_range() argument
468 unsigned long ap = mmu_get_ap(psize); in __tlbie_va_range()
477 unsigned long psize, unsigned long ric) in _tlbie_va() argument
479 unsigned long ap = mmu_get_ap(psize); in _tlbie_va()
[all …]
Dradix_hugetlbpage.c12 int psize; in radix__flush_hugetlb_page() local
15 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_page()
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
21 int psize; in radix__local_flush_hugetlb_page() local
24 psize = hstate_get_psize(hstate); in radix__local_flush_hugetlb_page()
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
31 int psize; in radix__flush_hugetlb_tlb_range() local
34 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_tlb_range()
39 radix__flush_tlb_pwc_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
41 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
Dhash_tlb.c46 unsigned int psize; in hpte_need_flush() local
63 psize = get_slice_psize(mm, addr); in hpte_need_flush()
65 addr &= ~((1UL << mmu_psize_defs[psize].shift) - 1); in hpte_need_flush()
66 if (unlikely(psize == MMU_PAGE_16G)) in hpte_need_flush()
72 psize = pte_pagesize_index(mm, addr, pte); /* shutup gcc */ in hpte_need_flush()
75 psize = pte_pagesize_index(mm, addr, pte); in hpte_need_flush()
104 flush_hash_page(vpn, rpte, psize, ssize, mm_is_thread_local(mm)); in hpte_need_flush()
119 if (i != 0 && (mm != batch->mm || batch->psize != psize || in hpte_need_flush()
126 batch->psize = psize; in hpte_need_flush()
152 batch->psize, batch->ssize, local); in __flush_tlb_pending()
Dhash_hugepage.c23 int ssize, unsigned int psize) in __hash_page_thp() argument
75 shift = mmu_psize_defs[psize].shift; in __hash_page_thp()
81 if (psize == MMU_PAGE_4K) { in __hash_page_thp()
113 psize, lpsize, ssize, flags); in __hash_page_thp()
141 psize, lpsize, ssize); in __hash_page_thp()
150 psize, lpsize, ssize); in __hash_page_thp()
167 psize, lpsize, old_pmd); in __hash_page_thp()
181 if (psize == MMU_PAGE_4K) in __hash_page_thp()
Dhash_utils.c251 int psize, int ssize) in htab_bolt_mapping() argument
257 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping()
263 vstart, vend, pstart, prot, psize, ssize); in htab_bolt_mapping()
306 HPTE_V_BOLTED, psize, psize, in htab_bolt_mapping()
316 HPTE_V_BOLTED, psize, psize, in htab_bolt_mapping()
339 int psize, int ssize) in htab_remove_mapping() argument
346 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping()
357 rc = mmu_hash_ops.hpte_removebolted(vaddr, psize, ssize); in htab_remove_mapping()
1265 int ssize, int psize, int lpsize, unsigned long pte) in hash_failure_debug() argument
1272 trap, vsid, ssize, psize, lpsize, pte); in hash_failure_debug()
[all …]
Dhash_pgtable.c316 unsigned int psize; in hpte_do_hugepage_flush() local
322 psize = get_slice_psize(mm, addr); in hpte_do_hugepage_flush()
323 BUG_ON(psize == MMU_PAGE_16M); in hpte_do_hugepage_flush()
326 psize = MMU_PAGE_4K; in hpte_do_hugepage_flush()
328 psize = MMU_PAGE_64K; in hpte_do_hugepage_flush()
342 return flush_hash_hugepage(vsid, addr, pmdp, psize, ssize, flags); in hpte_do_hugepage_flush()
/arch/powerpc/include/asm/book3s/64/
Dtlbflush-radix.h15 static inline u64 psize_to_rpti_pgsize(unsigned long psize) in psize_to_rpti_pgsize() argument
17 if (psize == MMU_PAGE_4K) in psize_to_rpti_pgsize()
19 if (psize == MMU_PAGE_64K) in psize_to_rpti_pgsize()
21 if (psize == MMU_PAGE_2M) in psize_to_rpti_pgsize()
23 if (psize == MMU_PAGE_1G) in psize_to_rpti_pgsize()
28 static inline int mmu_get_ap(int psize) in mmu_get_ap() argument
30 return mmu_psize_defs[psize].ap; in mmu_get_ap()
66 unsigned long end, int psize);
68 unsigned long end, int psize);
79 int psize);
[all …]
Dmmu-hash.h146 int psize, int ssize);
152 int psize, int apsize,
156 int psize, int ssize);
161 int psize, int ssize, int local);
186 int psize; in shift_to_mmu_psize() local
188 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
189 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
190 return psize; in shift_to_mmu_psize()
203 int psize; in ap_to_shift() local
205 for (psize = 0; psize < MMU_PAGE_COUNT; psize++) { in ap_to_shift()
[all …]
Dmmu.h166 static inline struct slice_mask *slice_mask_for_size(mm_context_t *ctx, int psize) in slice_mask_for_size() argument
169 if (psize == MMU_PAGE_64K) in slice_mask_for_size()
173 if (psize == MMU_PAGE_16M) in slice_mask_for_size()
175 if (psize == MMU_PAGE_16G) in slice_mask_for_size()
178 BUG_ON(psize != MMU_PAGE_4K); in slice_mask_for_size()
Dtlbflush-hash.h20 unsigned int psize; member
56 extern void flush_hash_page(unsigned long vpn, real_pte_t pte, int psize,
60 pmd_t *pmdp, unsigned int psize, int ssize,
Dhash-64k.h158 #define pte_iterate_hashed_subpages(rpte, psize, vpn, index, shift) \ argument
161 unsigned __split = (psize == MMU_PAGE_4K || \
162 psize == MMU_PAGE_64K_AP); \
163 shift = mmu_psize_defs[psize].shift; \
/arch/powerpc/mm/
Dslice.c188 const struct slice_mask *mask, int psize) in slice_convert() argument
197 slice_dbg("slice_convert(mm=%p, psize=%d)\n", mm, psize); in slice_convert()
200 psize_mask = slice_mask_for_size(&mm->context, psize); in slice_convert()
223 (((unsigned long)psize) << (mask_index * 4)); in slice_convert()
242 (((unsigned long)psize) << (mask_index * 4)); in slice_convert()
281 int psize, unsigned long high_limit) in slice_find_area_bottomup() argument
283 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_bottomup()
327 int psize, unsigned long high_limit) in slice_find_area_topdown() argument
329 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_topdown()
380 return slice_find_area_bottomup(mm, len, available, psize, high_limit); in slice_find_area_topdown()
[all …]
Dcopro_fault.c88 int psize, ssize; in copro_calculate_slb() local
95 psize = get_slice_psize(mm, ea); in copro_calculate_slb()
102 psize = mmu_vmalloc_psize; in copro_calculate_slb()
109 psize = mmu_io_psize; in copro_calculate_slb()
116 psize = mmu_linear_psize; in copro_calculate_slb()
131 vsid |= mmu_psize_defs[psize].sllp | in copro_calculate_slb()
/arch/powerpc/mm/nohash/
Dtlb.c135 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
137 return mmu_psize_defs[psize].enc; in mmu_get_tsize()
140 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
439 int i, psize; in setup_page_sizes() local
452 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
456 def = &mmu_psize_defs[psize]; in setup_page_sizes()
491 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
492 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
500 if (book3e_htw_mode && psize == MMU_PAGE_2M) in setup_page_sizes()
514 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
[all …]
D8xx.c74 pgprot_t prot, int psize, bool new) in __early_map_kernel_hugepage() argument
79 if (WARN_ON(psize != MMU_PAGE_512K && psize != MMU_PAGE_8M)) in __early_map_kernel_hugepage()
86 if (psize == MMU_PAGE_512K) in __early_map_kernel_hugepage()
91 if (psize == MMU_PAGE_512K) in __early_map_kernel_hugepage()
Dbook3e_hugetlbpage.c130 unsigned long psize, tsize, shift; in book3e_hugetlb_preload() local
140 psize = vma_mmu_pagesize(vma); in book3e_hugetlb_preload()
141 shift = __ilog2(psize); in book3e_hugetlb_preload()
/arch/powerpc/platforms/ps3/
Dhtab.c37 int psize, int apsize, int ssize) in ps3_hpte_insert() argument
53 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert()
54 hpte_r = hpte_encode_r(ps3_mm_phys_to_lpar(pa), psize, apsize) | rflags; in ps3_hpte_insert()
100 unsigned long vpn, int psize, int apsize, in ps3_hpte_updatepp() argument
109 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp()
120 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_updatepp()
148 int psize, int ssize) in ps3_hpte_updateboltedpp() argument
154 int psize, int apsize, int ssize, int local) in ps3_hpte_invalidate() argument
165 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_invalidate()
/arch/powerpc/platforms/pseries/
Dlpar.c712 int psize, int apsize, int ssize) in pSeries_lpar_hpte_insert() argument
722 hpte_group, vpn, pa, rflags, vflags, psize); in pSeries_lpar_hpte_insert()
724 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in pSeries_lpar_hpte_insert()
725 hpte_r = hpte_encode_r(pa, psize, apsize) | rflags; in pSeries_lpar_hpte_insert()
879 int psize, int apsize, in pSeries_lpar_hpte_updatepp() argument
886 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_updatepp()
895 want_v, slot, flags, psize); in pSeries_lpar_hpte_updatepp()
939 static long pSeries_lpar_hpte_find(unsigned long vpn, int psize, int ssize) in pSeries_lpar_hpte_find() argument
946 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in pSeries_lpar_hpte_find()
947 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_find()
[all …]
/arch/powerpc/mm/ptdump/
Dhashpagetable.c206 static int native_find(unsigned long ea, int psize, bool primary, u64 *v, u64 in native_find() argument
212 unsigned long shift = mmu_psize_defs[psize].shift; in native_find()
218 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_find()
239 static int pseries_find(unsigned long ea, int psize, bool primary, u64 *v, u64 *r) in pseries_find() argument
245 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find()
251 want_v = hpte_encode_avpn(vpn, psize, ssize); in pseries_find()
313 static int base_hpte_find(unsigned long ea, int psize, bool primary, u64 *v, in base_hpte_find() argument
317 return pseries_find(ea, psize, primary, v, r); in base_hpte_find()
319 return native_find(ea, psize, primary, v, r); in base_hpte_find()
322 static unsigned long hpte_find(struct pg_state *st, unsigned long ea, int psize) in hpte_find() argument
[all …]
/arch/powerpc/include/asm/nohash/32/
Dmmu-8xx.h214 int psize; in shift_to_mmu_psize() local
216 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
217 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
218 return psize; in shift_to_mmu_psize()
/arch/sh/boards/mach-lboxre2/
Dsetup.c50 unsigned long paddrbase, psize; in lboxre2_devices_setup() local
54 psize = PAGE_SIZE; in lboxre2_devices_setup()
56 cf0_io_base = (u32)ioremap_prot(paddrbase, psize, pgprot_val(prot)); in lboxre2_devices_setup()
/arch/powerpc/include/asm/nohash/
Dmmu-book3e.h263 int psize; in shift_to_mmu_psize() local
265 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
266 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
267 return psize; in shift_to_mmu_psize()
/arch/powerpc/include/asm/
Dslice.h22 unsigned long flags, unsigned int psize,
28 unsigned long len, unsigned int psize);
/arch/x86/mm/
Dmem_encrypt.c290 unsigned long psize, pmask; in early_set_memory_enc_dec() local
311 psize = page_level_size(level); in early_set_memory_enc_dec()
321 ((vaddr_end - vaddr) >= psize)) { in early_set_memory_enc_dec()
323 vaddr_next = (vaddr & pmask) + psize; in early_set_memory_enc_dec()
343 __pa((vaddr_end & pmask) + psize), in early_set_memory_enc_dec()

12