/arch/powerpc/mm/ |
D | copro_fault.c | 92 u64 vsid, vsidkey; in copro_calculate_slb() local 102 vsid = get_user_vsid(&mm->context, ea, ssize); in copro_calculate_slb() 109 vsid = get_kernel_vsid(ea, mmu_kernel_ssize); in copro_calculate_slb() 116 vsid = get_kernel_vsid(ea, mmu_kernel_ssize); in copro_calculate_slb() 123 vsid = get_kernel_vsid(ea, mmu_kernel_ssize); in copro_calculate_slb() 131 if (!vsid) in copro_calculate_slb() 134 vsid = (vsid << slb_vsid_shift(ssize)) | vsidkey; in copro_calculate_slb() 136 vsid |= mmu_psize_defs[psize].sllp | in copro_calculate_slb() 140 slb->vsid = vsid; in copro_calculate_slb()
|
/arch/powerpc/include/asm/book3s/64/ |
D | mmu-hash.h | 159 void (*hugepage_invalidate)(unsigned long vsid, 421 unsigned long vsid, int ssize) in hpt_vpn() argument 427 return (vsid << (s_shift - VPN_SHIFT)) | ((ea >> VPN_SHIFT) & mask); in hpt_vpn() 437 unsigned long hash, vsid; in hpt_hash() local 446 vsid = vpn >> (SID_SHIFT_1T - VPN_SHIFT); in hpt_hash() 447 hash = vsid ^ (vsid << 25) ^ in hpt_hash() 457 unsigned long vsid, pte_t *ptep, unsigned long trap, 460 unsigned long vsid, pte_t *ptep, unsigned long trap, 469 int __hash_page_huge(unsigned long ea, unsigned long access, unsigned long vsid, 474 unsigned long vsid, pmd_t *pmdp, unsigned long trap, [all …]
|
D | tlbflush-hash.h | 59 extern void flush_hash_hugepage(unsigned long vsid, unsigned long addr,
|
/arch/powerpc/kvm/ |
D | book3s_32_mmu.c | 73 u64 *vsid); 83 u64 vsid; in kvmppc_mmu_book3s_32_ea_to_vp() local 89 kvmppc_mmu_book3s_32_esid_to_vsid(vcpu, eaddr >> SID_SHIFT, &vsid); in kvmppc_mmu_book3s_32_ea_to_vp() 90 return (((u64)eaddr >> 12) & 0xffff) | (vsid << 16); in kvmppc_mmu_book3s_32_ea_to_vp() 161 u64 vsid; in kvmppc_mmu_book3s_32_xlate_bat() local 163 eaddr >> SID_SHIFT, &vsid); in kvmppc_mmu_book3s_32_xlate_bat() 164 vsid <<= 16; in kvmppc_mmu_book3s_32_xlate_bat() 165 pte->vpage = (((u64)eaddr >> 12) & 0xffff) | vsid; in kvmppc_mmu_book3s_32_xlate_bat() 354 u64 *vsid) in kvmppc_mmu_book3s_32_esid_to_vsid() argument 372 *vsid = VSID_REAL | esid; in kvmppc_mmu_book3s_32_esid_to_vsid() [all …]
|
D | book3s_32_mmu_host.c | 106 static u32 *kvmppc_mmu_get_pteg(struct kvm_vcpu *vcpu, u32 vsid, u32 eaddr, in kvmppc_mmu_get_pteg() argument 114 hash = ((vsid ^ page) << 6); in kvmppc_mmu_get_pteg() 135 u64 vsid; in kvmppc_mmu_map_page() local 158 vcpu->arch.mmu.esid_to_vsid(vcpu, orig_pte->eaddr >> SID_SHIFT, &vsid); in kvmppc_mmu_map_page() 159 map = find_sid_vsid(vcpu, vsid); in kvmppc_mmu_map_page() 162 map = find_sid_vsid(vcpu, vsid); in kvmppc_mmu_map_page() 166 vsid = map->host_vsid; in kvmppc_mmu_map_page() 167 vpn = (vsid << (SID_SHIFT - VPN_SHIFT)) | in kvmppc_mmu_map_page() 176 pteg = kvmppc_mmu_get_pteg(vcpu, vsid, eaddr, primary); in kvmppc_mmu_map_page() 194 pteg0 = ((eaddr & 0x0fffffff) >> 22) | (vsid << 7) | PTE_V | in kvmppc_mmu_map_page()
|
D | book3s_64_mmu_host.c | 76 u64 vsid; in kvmppc_mmu_map_page() local 106 vcpu->arch.mmu.esid_to_vsid(vcpu, orig_pte->eaddr >> SID_SHIFT, &vsid); in kvmppc_mmu_map_page() 107 map = find_sid_vsid(vcpu, vsid); in kvmppc_mmu_map_page() 111 map = find_sid_vsid(vcpu, vsid); in kvmppc_mmu_map_page() 115 vsid, orig_pte->eaddr); in kvmppc_mmu_map_page() 142 if (vsid & VSID_64K) in kvmppc_mmu_map_page() 215 u64 vsid; in kvmppc_mmu_unmap_page() local 217 vcpu->arch.mmu.esid_to_vsid(vcpu, pte->eaddr >> SID_SHIFT, &vsid); in kvmppc_mmu_unmap_page() 218 if (vsid & VSID_64K) in kvmppc_mmu_unmap_page() 347 svcpu->slb[slb_index].vsid = slb_vsid; in kvmppc_mmu_map_segment()
|
D | book3s_64_mmu.c | 65 if (vcpu->arch.slb[i].vsid) in kvmppc_mmu_book3s_64_find_slbe() 71 vcpu->arch.slb[i].vsid); in kvmppc_mmu_book3s_64_find_slbe() 92 ((slb->vsid) << (kvmppc_slb_sid_shift(slb) - VPN_SHIFT)); in kvmppc_slb_calc_vpn() 155 page, vcpu_book3s->sdr1, pteg, slbe->vsid); in kvmppc_mmu_book3s_64_get_pteg() 175 avpn |= slbe->vsid << (kvmppc_slb_sid_shift(slbe) - p); in kvmppc_mmu_book3s_64_get_avpn() 398 slbe->vsid = (rs & ~SLB_VSID_B) >> (kvmppc_slb_sid_shift(slbe) - 16); in kvmppc_mmu_book3s_64_slbmte() 588 u64 *vsid) in kvmppc_mmu_book3s_64_esid_to_vsid() argument 600 gvsid = slb->vsid; in kvmppc_mmu_book3s_64_esid_to_vsid() 646 *vsid = gvsid; in kvmppc_mmu_book3s_64_esid_to_vsid() 654 *vsid = VSID_REAL | esid; in kvmppc_mmu_book3s_64_esid_to_vsid()
|
D | book3s_hv_ras.c | 57 unsigned long rs = be64_to_cpu(slb->save_area[i].vsid); in reload_slb()
|
D | book3s_64_mmu_hv.c | 1330 unsigned long offset, vsid; in resize_hpt_rehash_hpte() local 1334 vsid = avpn >> 5; in resize_hpt_rehash_hpte() 1337 offset |= ((vsid ^ pteg) & old_hash_mask) << pshift; in resize_hpt_rehash_hpte() 1339 hash = vsid ^ (offset >> pshift); in resize_hpt_rehash_hpte() 1341 unsigned long offset, vsid; in resize_hpt_rehash_hpte() local 1345 vsid = avpn >> 17; in resize_hpt_rehash_hpte() 1347 offset |= ((vsid ^ (vsid << 25) ^ pteg) & old_hash_mask) << pshift; in resize_hpt_rehash_hpte() 1349 hash = vsid ^ (vsid << 25) ^ (offset >> pshift); in resize_hpt_rehash_hpte()
|
/arch/powerpc/mm/book3s64/ |
D | hash_utils.c | 263 unsigned long vsid = get_kernel_vsid(vaddr, ssize); in htab_bolt_mapping() local 264 unsigned long vpn = hpt_vpn(vaddr, vsid, ssize); in htab_bolt_mapping() 270 if (!vsid) in htab_bolt_mapping() 1209 unsigned long vsid, unsigned long trap, in hash_failure_debug() argument 1217 trap, vsid, ssize, psize, lpsize, pte); in hash_failure_debug() 1250 unsigned long vsid; in hash_page_mm() local 1271 vsid = get_user_vsid(&mm->context, ea, ssize); in hash_page_mm() 1274 vsid = get_kernel_vsid(ea, mmu_kernel_ssize); in hash_page_mm() 1280 vsid = get_kernel_vsid(ea, mmu_kernel_ssize); in hash_page_mm() 1292 DBG_LOW(" mm=%p, mm->pgdir=%p, vsid=%016lx\n", mm, mm->pgd, vsid); in hash_page_mm() [all …]
|
D | hash_native.c | 522 unsigned long vsid; in native_hpte_updateboltedpp() local 526 vsid = get_kernel_vsid(ea, ssize); in native_hpte_updateboltedpp() 527 vpn = hpt_vpn(ea, vsid, ssize); in native_hpte_updateboltedpp() 553 unsigned long vsid; in native_hpte_removebolted() local 557 vsid = get_kernel_vsid(ea, ssize); in native_hpte_removebolted() 558 vpn = hpt_vpn(ea, vsid, ssize); in native_hpte_removebolted() 616 static void native_hugepage_invalidate(unsigned long vsid, in native_hugepage_invalidate() argument 641 vpn = hpt_vpn(addr, vsid, ssize); in native_hugepage_invalidate() 678 static void native_hugepage_invalidate(unsigned long vsid, in native_hugepage_invalidate() argument 693 unsigned long vsid, seg_off; in hpte_decode() local [all …]
|
D | hash_tlb.c | 46 unsigned long vsid; in hpte_need_flush() local 91 vsid = get_user_vsid(&mm->context, addr, ssize); in hpte_need_flush() 93 vsid = get_kernel_vsid(addr, mmu_kernel_ssize); in hpte_need_flush() 96 WARN_ON(vsid == 0); in hpte_need_flush() 97 vpn = hpt_vpn(addr, vsid, ssize); in hpte_need_flush()
|
D | slb.c | 44 static inline unsigned long __mk_vsid_data(unsigned long vsid, int ssize, in __mk_vsid_data() argument 47 return (vsid << slb_vsid_shift(ssize)) | flags | in __mk_vsid_data() 90 WRITE_ONCE(p->save_area[index].vsid, cpu_to_be64(mk_vsid_data(ea, ssize, flags))); in slb_shadow_update() 129 : "r" (be64_to_cpu(p->save_area[index].vsid)), in __slb_restore_bolted_realmode() 178 :: "r" (be64_to_cpu(p->save_area[KSTACK_INDEX].vsid)), in slb_flush_and_restore_bolted() 204 slb_ptr->vsid = v; in slb_save_contents() 223 v = slb_ptr->vsid; in slb_dump_contents() 460 be64_to_cpu(p->save_area[KSTACK_INDEX].vsid); in switch_slb() 643 unsigned long vsid; in slb_insert_entry() local 647 vsid = get_vsid(context, ea, ssize); in slb_insert_entry() [all …]
|
D | hash_hugepage.c | 21 int __hash_page_thp(unsigned long ea, unsigned long access, unsigned long vsid, in __hash_page_thp() argument 79 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_thp() 88 flush_hash_hugepage(vsid, ea, pmdp, MMU_PAGE_64K, in __hash_page_thp() 166 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_thp()
|
D | hash_64k.c | 36 int __hash_page_4K(unsigned long ea, unsigned long access, unsigned long vsid, in __hash_page_4K() argument 88 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_4K() 211 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_4K() 224 unsigned long vsid, pte_t *ptep, unsigned long trap, in __hash_page_64K() argument 270 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_64K() 323 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_64K()
|
D | hash_4k.c | 19 int __hash_page_4K(unsigned long ea, unsigned long access, unsigned long vsid, in __hash_page_4K() argument 64 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_4K() 115 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_4K()
|
D | hash_pgtable.c | 316 unsigned long vsid; in hpte_do_hugepage_flush() local 331 vsid = get_user_vsid(&mm->context, addr, ssize); in hpte_do_hugepage_flush() 332 WARN_ON(vsid == 0); in hpte_do_hugepage_flush() 334 vsid = get_kernel_vsid(addr, mmu_kernel_ssize); in hpte_do_hugepage_flush() 341 return flush_hash_hugepage(vsid, addr, pmdp, psize, ssize, flags); in hpte_do_hugepage_flush()
|
D | hash_hugetlbpage.c | 25 int __hash_page_huge(unsigned long ea, unsigned long access, unsigned long vsid, in __hash_page_huge() argument 38 vpn = hpt_vpn(ea, vsid, ssize); in __hash_page_huge() 117 hash_failure_debug(ea, access, vsid, trap, ssize, in __hash_page_huge()
|
/arch/microblaze/include/asm/ |
D | mmu.h | 26 unsigned long vsid:24; /* Virtual segment identifier */ member 54 unsigned long vsid:24; /* Virtual Segment Identifier */ member
|
/arch/powerpc/include/asm/ |
D | copro.h | 13 u64 esid, vsid; member
|
D | lppaca.h | 145 __be64 vsid; member
|
D | kvm_book3s_asm.h | 161 u64 vsid; member
|
/arch/powerpc/mm/ptdump/ |
D | hashpagetable.c | 211 unsigned long hash, vsid, vpn, hpte_group, want_v, hpte_v; in native_find() local 216 vsid = get_kernel_vsid(ea, ssize); in native_find() 217 vpn = hpt_vpn(ea, vsid, ssize); in native_find() 243 unsigned long vsid, vpn, hash, hpte_group, want_v; in pseries_find() local 249 vsid = get_kernel_vsid(ea, ssize); in pseries_find() 250 vpn = hpt_vpn(ea, vsid, ssize); in pseries_find()
|
/arch/powerpc/platforms/pseries/ |
D | lpar.c | 956 unsigned long lpar_rc, slot, vsid, flags; in pSeries_lpar_hpte_updateboltedpp() local 958 vsid = get_kernel_vsid(ea, ssize); in pSeries_lpar_hpte_updateboltedpp() 959 vpn = hpt_vpn(ea, vsid, ssize); in pSeries_lpar_hpte_updateboltedpp() 1185 static void pSeries_lpar_hugepage_invalidate(unsigned long vsid, in pSeries_lpar_hugepage_invalidate() argument 1208 vpn = hpt_vpn(addr, vsid, ssize); in pSeries_lpar_hugepage_invalidate() 1235 static void pSeries_lpar_hugepage_invalidate(unsigned long vsid, in pSeries_lpar_hugepage_invalidate() argument 1248 unsigned long slot, vsid; in pSeries_lpar_hpte_removebolted() local 1250 vsid = get_kernel_vsid(ea, ssize); in pSeries_lpar_hpte_removebolted() 1251 vpn = hpt_vpn(ea, vsid, ssize); in pSeries_lpar_hpte_removebolted() 1914 static unsigned long vsid_unscramble(unsigned long vsid, int ssize) in vsid_unscramble() argument [all …]
|
/arch/powerpc/include/asm/book3s/32/ |
D | mmu-hash.h | 76 unsigned long vsid:24; /* Virtual segment identifier */ member
|