/arch/powerpc/mm/ |
D | hash_native_64.c | 48 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize) in __tlbie() argument 61 va = vpn << VPN_SHIFT; in __tlbie() 94 va |= (vpn & 0xfe); /* AVAL */ in __tlbie() 103 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize) in __tlbiel() argument 110 va = vpn << VPN_SHIFT; in __tlbiel() 142 va |= (vpn & 0xfe); in __tlbiel() 151 static inline void tlbie(unsigned long vpn, int psize, int apsize, in tlbie() argument 165 __tlbiel(vpn, psize, apsize, ssize); in tlbie() 168 __tlbie(vpn, psize, apsize, ssize); in tlbie() 194 static long native_hpte_insert(unsigned long hpte_group, unsigned long vpn, in native_hpte_insert() argument [all …]
|
D | hugetlbpage-hash64.c | 17 extern long hpte_insert_repeating(unsigned long hash, unsigned long vpn, 25 unsigned long vpn; in __hash_page_huge() local 33 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_huge() 77 hash = hpt_hash(vpn, shift, ssize); in __hash_page_huge() 83 if (ppc_md.hpte_updatepp(slot, rflags, vpn, mmu_psize, in __hash_page_huge() 89 unsigned long hash = hpt_hash(vpn, shift, ssize); in __hash_page_huge() 107 slot = hpte_insert_repeating(hash, vpn, pa, rflags, 0, in __hash_page_huge()
|
D | hugepage-hash64.c | 27 unsigned long hidx, shift, vpn, hash, slot; in invalidate_old_hpte() local 59 vpn = hpt_vpn(addr, vsid, ssize); in invalidate_old_hpte() 60 hash = hpt_hash(vpn, shift, ssize); in invalidate_old_hpte() 66 ppc_md.hpte_invalidate(slot, vpn, psize, in invalidate_old_hpte() 81 unsigned long vpn, hash, shift, slot; in __hash_page_thp() local 138 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_thp() 153 hash = hpt_hash(vpn, shift, ssize); in __hash_page_thp() 160 ret = ppc_md.hpte_updatepp(slot, rflags, vpn, in __hash_page_thp() 179 hash = hpt_hash(vpn, shift, ssize); in __hash_page_thp() 195 slot = ppc_md.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_thp() [all …]
|
D | tlb_hash64.c | 46 unsigned long vpn; in hpte_need_flush() local 91 vpn = hpt_vpn(addr, vsid, ssize); in hpte_need_flush() 101 flush_hash_page(vpn, rpte, psize, ssize, 0); in hpte_need_flush() 127 batch->vpn[i] = vpn; in hpte_need_flush() 151 flush_hash_page(batch->vpn[0], batch->pte[0], in __flush_tlb_pending()
|
D | hash_utils_64.c | 201 unsigned long vpn = hpt_vpn(vaddr, vsid, ssize); in htab_bolt_mapping() local 231 hash = hpt_hash(vpn, shift, ssize); in htab_bolt_mapping() 235 ret = ppc_md.hpte_insert(hpteg, vpn, paddr, tprot, in htab_bolt_mapping() 1280 void flush_hash_page(unsigned long vpn, real_pte_t pte, int psize, int ssize, in flush_hash_page() argument 1285 DBG_LOW("flush_hash_page(vpn=%016lx)\n", vpn); in flush_hash_page() 1286 pte_iterate_hashed_subpages(pte, psize, vpn, index, shift) { in flush_hash_page() 1287 hash = hpt_hash(vpn, shift, ssize); in flush_hash_page() 1298 ppc_md.hpte_invalidate(slot, vpn, psize, psize, ssize, local); in flush_hash_page() 1328 flush_hash_page(batch->vpn[i], batch->pte[i], in flush_hash_range() 1354 long hpte_insert_repeating(unsigned long hash, unsigned long vpn, in hpte_insert_repeating() argument [all …]
|
D | pgtable_64.c | 739 unsigned long hidx, vpn, vsid, hash, shift, slot; in hpte_do_hugepage_flush() local 794 vpn = hpt_vpn(addr, vsid, ssize); in hpte_do_hugepage_flush() 795 hash = hpt_hash(vpn, shift, ssize); in hpte_do_hugepage_flush() 801 ppc_md.hpte_invalidate(slot, vpn, psize, in hpte_do_hugepage_flush()
|
/arch/powerpc/platforms/cell/ |
D | beat_htab.c | 91 unsigned long vpn, unsigned long pa, in beat_lpar_hpte_insert() argument 106 hpte_v = hpte_encode_v(vpn, psize, apsize, MMU_SEGSIZE_256M) | in beat_lpar_hpte_insert() 187 unsigned long vpn, in beat_lpar_hpte_updatepp() argument 195 want_v = hpte_encode_avpn(vpn, psize, MMU_SEGSIZE_256M); in beat_lpar_hpte_updatepp() 224 static long beat_lpar_hpte_find(unsigned long vpn, int psize) in beat_lpar_hpte_find() argument 231 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, MMU_SEGSIZE_256M); in beat_lpar_hpte_find() 232 want_v = hpte_encode_avpn(vpn, psize, MMU_SEGSIZE_256M); in beat_lpar_hpte_find() 259 unsigned long vpn; in beat_lpar_hpte_updateboltedpp() local 264 vpn = hpt_vpn(ea, vsid, MMU_SEGSIZE_256M); in beat_lpar_hpte_updateboltedpp() 267 slot = beat_lpar_hpte_find(vpn, psize); in beat_lpar_hpte_updateboltedpp() [all …]
|
/arch/powerpc/platforms/pseries/ |
D | lpar.c | 126 unsigned long vpn, unsigned long pa, in pSeries_lpar_hpte_insert() argument 138 hpte_group, vpn, pa, rflags, vflags, psize); in pSeries_lpar_hpte_insert() 140 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in pSeries_lpar_hpte_insert() 285 unsigned long vpn, in pSeries_lpar_hpte_updatepp() argument 293 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_updatepp() 331 static long pSeries_lpar_hpte_find(unsigned long vpn, int psize, int ssize) in pSeries_lpar_hpte_find() argument 338 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in pSeries_lpar_hpte_find() 339 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_find() 359 unsigned long vpn; in pSeries_lpar_hpte_updateboltedpp() local 363 vpn = hpt_vpn(ea, vsid, ssize); in pSeries_lpar_hpte_updateboltedpp() [all …]
|
/arch/powerpc/platforms/ps3/ |
D | htab.c | 47 static long ps3_hpte_insert(unsigned long hpte_group, unsigned long vpn, in ps3_hpte_insert() argument 65 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert() 80 __func__, ps3_result(result), vpn, pa, hpte_group, in ps3_hpte_insert() 112 unsigned long vpn, int psize, int apsize, in ps3_hpte_updatepp() argument 121 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp() 132 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_updatepp() 165 static void ps3_hpte_invalidate(unsigned long slot, unsigned long vpn, in ps3_hpte_invalidate() argument 177 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_invalidate()
|
/arch/powerpc/include/asm/ |
D | pte-hash64-64k.h | 81 #define pte_iterate_hashed_subpages(rpte, psize, vpn, index, shift) \ argument 83 unsigned long __end = vpn + (1UL << (PAGE_SHIFT - VPN_SHIFT)); \ 87 for (index = 0; vpn < __end; index++, \ 88 vpn += (1L << (shift - VPN_SHIFT))) { \
|
D | mmu-hash64.h | 233 static inline unsigned long hpte_encode_avpn(unsigned long vpn, int psize, in hpte_encode_avpn() argument 245 v = (vpn >> (23 - VPN_SHIFT)) & ~(mmu_psize_defs[psize].avpnm); in hpte_encode_avpn() 255 static inline unsigned long hpte_encode_v(unsigned long vpn, int base_psize, in hpte_encode_v() argument 259 v = hpte_encode_avpn(vpn, base_psize, ssize); in hpte_encode_v() 299 static inline unsigned long hpt_hash(unsigned long vpn, in hpt_hash() argument 308 hash = (vpn >> (SID_SHIFT - VPN_SHIFT)) ^ in hpt_hash() 309 ((vpn & mask) >> (shift - VPN_SHIFT)); in hpt_hash() 312 vsid = vpn >> (SID_SHIFT_1T - VPN_SHIFT); in hpt_hash() 314 ((vpn & mask) >> (shift - VPN_SHIFT)) ; in hpt_hash()
|
D | tlbflush.h | 98 unsigned long vpn[PPC64_TLB_BATCH_NR]; member 127 extern void flush_hash_page(unsigned long vpn, real_pte_t pte, int psize,
|
D | machdep.h | 38 unsigned long vpn, 43 unsigned long vpn, 50 unsigned long vpn,
|
/arch/sh/mm/ |
D | tlb-sh3.c | 31 unsigned long flags, pteval, vpn; in __update_tlb() local 42 vpn = (address & MMU_VPN_MASK) | get_asid(); in __update_tlb() 43 __raw_writel(vpn, MMU_PTEH); in __update_tlb()
|
D | tlb-pteaex.c | 20 unsigned long flags, pteval, vpn; in __update_tlb() local 31 vpn = address & MMU_VPN_MASK; in __update_tlb() 32 __raw_writel(vpn, MMU_PTEH); in __update_tlb()
|
D | tlb-sh4.c | 19 unsigned long flags, pteval, vpn; in __update_tlb() local 30 vpn = (address & MMU_VPN_MASK) | get_asid(); in __update_tlb() 31 __raw_writel(vpn, MMU_PTEH); in __update_tlb()
|
D | pmb.c | 37 unsigned long vpn; member 132 return (b->vpn == (a->vpn + a->size)) && in pmb_can_merge() 156 if ((vaddr < pmbe->vpn) || (vaddr >= (pmbe->vpn + pmbe->size))) in pmb_mapping_exists() 236 static struct pmb_entry *pmb_alloc(unsigned long vpn, unsigned long ppn, in pmb_alloc() argument 269 pmbe->vpn = vpn; in pmb_alloc() 302 __raw_writel(pmbe->vpn | PMB_V, addr); in __set_pmb_entry() 472 if (pmbe->vpn == vaddr) { in pmb_unmap() 506 flush_cache_vunmap(pmbe->vpn, pmbe->vpn + pmbe->size); in __pmb_unmap_entry() 543 pmbe->vpn >> PAGE_SHIFT, pmbe->ppn >> PAGE_SHIFT, in pmb_notify() 579 unsigned long ppn, vpn, flags; in pmb_synchronize() local [all …]
|
D | tlb-debugfs.c | 94 unsigned long vpn, ppn, asid, size; in tlb_seq_show() local 102 vpn = val & 0xfffffc00; in tlb_seq_show() 126 entry, vpn, ppn, asid, in tlb_seq_show()
|
/arch/xtensa/mm/ |
D | tlb.c | 221 unsigned vpn = (r0 & PAGE_MASK) | (e << PAGE_SHIFT); in check_tlb_entry() local 222 unsigned pte = get_pte_for_vaddr(vpn); in check_tlb_entry() 228 if (tlb_asid > 0 && ((vpn < TASK_SIZE) == kernel)) { in check_tlb_entry() 230 dtlb ? 'D' : 'I', w, e, vpn, in check_tlb_entry()
|
/arch/powerpc/kvm/ |
D | book3s_64_mmu_host.c | 84 unsigned long vpn; in kvmppc_mmu_map_page() local 132 vpn = hpt_vpn(orig_pte->eaddr, map->host_vsid, MMU_SEGSIZE_256M); in kvmppc_mmu_map_page() 156 hash = hpt_hash(vpn, mmu_psize_defs[hpsize].shift, MMU_SEGSIZE_256M); in kvmppc_mmu_map_page() 176 ret = ppc_md.hpte_insert(hpteg, vpn, hpaddr, rflags, vflags, in kvmppc_mmu_map_page() 187 vpn, hpaddr, orig_pte); in kvmppc_mmu_map_page() 197 cpte->host_vpn = vpn; in kvmppc_mmu_map_page()
|
D | book3s_32_mmu_host.c | 145 u64 vpn; in kvmppc_mmu_map_page() local 178 vpn = (vsid << (SID_SHIFT - VPN_SHIFT)) | in kvmppc_mmu_map_page() 254 orig_pte->eaddr, (ulong)pteg, vpn, in kvmppc_mmu_map_page() 258 pte->host_vpn = vpn; in kvmppc_mmu_map_page()
|
/arch/cris/arch-v32/mm/ |
D | tlb.c | 66 | REG_FIELD(mmu, rw_mm_tlb_hi, vpn, i & 0xf)); in __flush_tlb_all() 108 | REG_FIELD(mmu, rw_mm_tlb_hi, vpn, in __flush_tlb_mm()
|
/arch/cris/arch-v10/mm/ |
D | tlb.c | 49 IO_FIELD(R_TLB_HI, vpn, i & 0xf ) ); in flush_tlb_all() 85 IO_FIELD(R_TLB_HI, vpn, i & 0xf ) ); in flush_tlb_mm()
|
/arch/x86/include/asm/uv/ |
D | uv_mmrs.h | 896 unsigned long vpn:39; /* RO */ member 901 unsigned long vpn:39; /* RO */ member 906 unsigned long vpn:39; /* RO */ member 911 unsigned long vpn:39; /* RO */ member 916 unsigned long vpn:39; /* RO */ member 1338 unsigned long vpn:39; /* RO */ member 1343 unsigned long vpn:39; /* RO */ member 1348 unsigned long vpn:39; /* RO */ member 1353 unsigned long vpn:39; /* RO */ member 1358 unsigned long vpn:39; /* RO */ member
|
/arch/ia64/include/uapi/asm/ |
D | kvm.h | 139 unsigned long vpn : 49; member
|