| /arch/powerpc/mm/ |
| D | hash64_64k.c | 54 unsigned long hpte_group; in __hash_page_4K() local
166 hpte_group = ((hash & htab_hash_mask) * HPTES_PER_GROUP) & ~0x7UL; in __hash_page_4K()
169 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
175 hpte_group = ((~hash & htab_hash_mask) * HPTES_PER_GROUP) & ~0x7UL; in __hash_page_4K()
176 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
182 hpte_group = ((hash & htab_hash_mask) * in __hash_page_4K()
184 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
224 unsigned long hpte_group; in __hash_page_64K() local
288 hpte_group = ((hash & htab_hash_mask) * HPTES_PER_GROUP) & ~0x7UL; in __hash_page_64K()
291 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_64K()
[all …]
|
| D | hash64_4k.c | 23 unsigned long hpte_group; in __hash_page_4K() local
84 hpte_group = ((hash & htab_hash_mask) * HPTES_PER_GROUP) & ~0x7UL; in __hash_page_4K()
87 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
93 hpte_group = ((~hash & htab_hash_mask) * HPTES_PER_GROUP) & ~0x7UL; in __hash_page_4K()
94 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
101 hpte_group = ((hash & htab_hash_mask) * in __hash_page_4K()
103 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
|
| D | hugepage-hash64.c | 123 unsigned long hpte_group; in __hash_page_thp() local
131 hpte_group = ((hash & htab_hash_mask) * HPTES_PER_GROUP) & ~0x7UL; in __hash_page_thp()
134 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_thp()
140 hpte_group = ((~hash & htab_hash_mask) * in __hash_page_thp()
142 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_thp()
148 hpte_group = ((hash & htab_hash_mask) * in __hash_page_thp()
151 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_thp()
|
| D | dump_hashpagetable.c | 216 unsigned long hash, vsid, vpn, hpte_group, want_v, hpte_v; in native_find() local
229 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in native_find()
231 hptep = htab_address + hpte_group; in native_find()
240 ++hpte_group; in native_find()
249 unsigned long vsid, vpn, hash, hpte_group, want_v; in pseries_find() local
263 hpte_group = ((hash & htab_hash_mask) * HPTES_PER_GROUP) & ~0x7UL; in pseries_find()
265 for (i = 0; i < HPTES_PER_GROUP; i += 4, hpte_group += 4) { in pseries_find()
266 lpar_rc = plpar_pte_read_4(0, hpte_group, (void *)ptes); in pseries_find()
|
| D | hash_native_64.c | 243 static long native_hpte_insert(unsigned long hpte_group, unsigned long vpn, in native_hpte_insert() argument
247 struct hash_pte *hptep = htab_address + hpte_group; in native_hpte_insert()
254 hpte_group, vpn, pa, rflags, vflags, psize); in native_hpte_insert()
299 static long native_hpte_remove(unsigned long hpte_group) in native_hpte_remove() argument
306 DBG_LOW(" remove(group=%lx)\n", hpte_group); in native_hpte_remove()
312 hptep = htab_address + hpte_group + slot_offset; in native_hpte_remove()
|
| D | hash_utils_64.c | 1736 unsigned long hpte_group; in hpte_insert_repeating() local
1740 hpte_group = ((hash & htab_hash_mask) * in hpte_insert_repeating()
1744 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, vflags, in hpte_insert_repeating()
1749 hpte_group = ((~hash & htab_hash_mask) * in hpte_insert_repeating()
1751 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, in hpte_insert_repeating()
1756 hpte_group = ((hash & htab_hash_mask) * in hpte_insert_repeating()
1759 mmu_hash_ops.hpte_remove(hpte_group); in hpte_insert_repeating()
|
| /arch/powerpc/platforms/ps3/ |
| D | htab.c | 47 static long ps3_hpte_insert(unsigned long hpte_group, unsigned long vpn, in ps3_hpte_insert() argument
71 result = lv1_insert_htab_entry(PS3_LPAR_VAS_ID_CURRENT, hpte_group, in ps3_hpte_insert()
80 __func__, ps3_result(result), vpn, pa, hpte_group, in ps3_hpte_insert()
105 static long ps3_hpte_remove(unsigned long hpte_group) in ps3_hpte_remove() argument
|
| /arch/powerpc/platforms/pseries/ |
| D | lpar.c | 135 static long pSeries_lpar_hpte_insert(unsigned long hpte_group, in pSeries_lpar_hpte_insert() argument
148 hpte_group, vpn, pa, rflags, vflags, psize); in pSeries_lpar_hpte_insert()
167 lpar_rc = plpar_pte_enter(flags, hpte_group, hpte_v, hpte_r, &slot); in pSeries_lpar_hpte_insert()
195 static long pSeries_lpar_hpte_remove(unsigned long hpte_group) in pSeries_lpar_hpte_remove() argument
208 lpar_rc = plpar_pte_remove(H_ANDCOND, hpte_group + slot_offset, in pSeries_lpar_hpte_remove()
332 static long __pSeries_lpar_hpte_find(unsigned long want_v, unsigned long hpte_group) in __pSeries_lpar_hpte_find() argument
341 for (i = 0; i < HPTES_PER_GROUP; i += 4, hpte_group += 4) { in __pSeries_lpar_hpte_find()
343 lpar_rc = plpar_pte_read_4(0, hpte_group, (void *)ptes); in __pSeries_lpar_hpte_find()
362 unsigned long hpte_group; in pSeries_lpar_hpte_find() local
368 hpte_group = (hash & htab_hash_mask) * HPTES_PER_GROUP; in pSeries_lpar_hpte_find()
[all …]
|
| /arch/powerpc/include/asm/ |
| D | plpar_wrappers.h | 100 unsigned long hpte_group, unsigned long hpte_v, in plpar_pte_enter() argument
106 rc = plpar_hcall(H_ENTER, retbuf, flags, hpte_group, hpte_v, hpte_r); in plpar_pte_enter()
|
| /arch/powerpc/include/asm/book3s/64/ |
| D | mmu-hash.h | 147 long (*hpte_insert)(unsigned long hpte_group,
154 long (*hpte_remove)(unsigned long hpte_group);
|