| /arch/powerpc/include/asm/book3s/64/ |
| D | hash-64k.h | 94 rpte.hidx = *hidxp; in __real_pte()
112 return HIDX_UNSHIFT_BY_ONE(BITS_TO_HIDX(rpte.hidx, index)); in __rpte_to_hidx()
121 unsigned long hidx, int offset) in pte_set_hidx() argument
125 rpte.hidx &= ~HIDX_BITS(0xfUL, subpg_index); in pte_set_hidx()
126 *hidxp = rpte.hidx | HIDX_BITS(HIDX_SHIFT_BY_ONE(hidx), subpg_index); in pte_set_hidx()
226 unsigned int index, unsigned int hidx) in mark_hpte_slot_valid() argument
228 hpte_slot_array[index] = (hidx << 1) | 0x1; in mark_hpte_slot_valid()
|
| D | hash-4k.h | 94 unsigned int subpg_index, unsigned long hidx, in pte_set_hidx() argument
97 return (hidx << H_PAGE_F_GIX_SHIFT) & in pte_set_hidx()
123 unsigned int index, unsigned int hidx) in mark_hpte_slot_valid() argument
|
| /arch/powerpc/mm/book3s64/ |
| D | hash_hugepage.c | 27 unsigned long rflags, pa, hidx; in __hash_page_thp() local
106 hidx = hpte_hash_index(hpte_slot_array, index); in __hash_page_thp()
107 if (hidx & _PTEIDX_SECONDARY) in __hash_page_thp()
110 slot += hidx & _PTEIDX_GROUP_IX; in __hash_page_thp()
|
| D | hash_native.c | 627 unsigned long hidx, vpn = 0, hash, slot; in native_hugepage_invalidate() local
637 hidx = hpte_hash_index(hpte_slot_array, i); in native_hugepage_invalidate()
643 if (hidx & _PTEIDX_SECONDARY) in native_hugepage_invalidate()
647 slot += hidx & _PTEIDX_GROUP_IX; in native_hugepage_invalidate()
805 unsigned long hash, index, hidx, shift, slot; in native_flush_hash_range() local
828 hidx = __rpte_to_hidx(pte, index); in native_flush_hash_range()
829 if (hidx & _PTEIDX_SECONDARY) in native_flush_hash_range()
832 slot += hidx & _PTEIDX_GROUP_IX; in native_flush_hash_range()
|
| D | hash_utils.c | 1707 unsigned long hash, gslot, hidx; in pte_get_hash_gslot() local
1710 hidx = __rpte_to_hidx(rpte, subpg_index); in pte_get_hash_gslot()
1711 if (hidx & _PTEIDX_SECONDARY) in pte_get_hash_gslot()
1714 gslot += hidx & _PTEIDX_GROUP_IX; in pte_get_hash_gslot()
1751 unsigned long hidx, shift, vpn, hash, slot; in flush_hash_hugepage() local
1782 hidx = hpte_hash_index(hpte_slot_array, i); in flush_hash_hugepage()
1788 if (hidx & _PTEIDX_SECONDARY) in flush_hash_hugepage()
1792 slot += hidx & _PTEIDX_GROUP_IX; in flush_hash_hugepage()
1898 unsigned long hash, hidx, slot; in kernel_unmap_linear_page() local
1905 hidx = linear_map_hash_slots[lmi] & 0x7f; in kernel_unmap_linear_page()
[all …]
|
| D | hash_64k.c | 23 static inline bool hpte_soft_invalid(unsigned long hidx) in hpte_soft_invalid() argument
25 return ((hidx & 0xfUL) == 0xfUL); in hpte_soft_invalid()
140 rpte.hidx = INVALID_RPTE_HIDX; in __hash_page_4K()
|
| /arch/powerpc/include/asm/ |
| D | pgtable-types.h | 53 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; member
|
| D | pgtable-be-types.h | 76 typedef struct { pte_t pte; unsigned long hidx; } real_pte_t; member
|
| /arch/powerpc/platforms/pseries/ |
| D | lpar.c | 1195 unsigned long shift, hidx, vpn = 0, hash, slot; in pSeries_lpar_hugepage_invalidate() local
1204 hidx = hpte_hash_index(hpte_slot_array, i); in pSeries_lpar_hugepage_invalidate()
1210 if (hidx & _PTEIDX_SECONDARY) in pSeries_lpar_hugepage_invalidate()
1214 slot += hidx & _PTEIDX_GROUP_IX; in pSeries_lpar_hugepage_invalidate()
1271 unsigned long slot, hash, hidx; in compute_slot() local
1274 hidx = __rpte_to_hidx(pte, index); in compute_slot()
1275 if (hidx & _PTEIDX_SECONDARY) in compute_slot()
1278 slot += hidx & _PTEIDX_GROUP_IX; in compute_slot()
|