Lines Matching refs:raddr
1211 static int gmap_protect_rmap(struct gmap *sg, unsigned long raddr, in gmap_protect_rmap() argument
1230 rmap->raddr = raddr; in gmap_protect_rmap()
1292 static void gmap_unshadow_page(struct gmap *sg, unsigned long raddr) in gmap_unshadow_page() argument
1297 table = gmap_table_walk(sg, raddr, 0); /* get page table pointer */ in gmap_unshadow_page()
1300 gmap_call_notifier(sg, raddr, raddr + _PAGE_SIZE - 1); in gmap_unshadow_page()
1301 ptep_unshadow_pte(sg->mm, raddr, (pte_t *) table); in gmap_unshadow_page()
1312 static void __gmap_unshadow_pgt(struct gmap *sg, unsigned long raddr, in __gmap_unshadow_pgt() argument
1318 for (i = 0; i < _PAGE_ENTRIES; i++, raddr += _PAGE_SIZE) in __gmap_unshadow_pgt()
1329 static void gmap_unshadow_pgt(struct gmap *sg, unsigned long raddr) in gmap_unshadow_pgt() argument
1335 ste = gmap_table_walk(sg, raddr, 1); /* get segment pointer */ in gmap_unshadow_pgt()
1338 gmap_call_notifier(sg, raddr, raddr + _SEGMENT_SIZE - 1); in gmap_unshadow_pgt()
1339 sto = (unsigned long) (ste - ((raddr & _SEGMENT_INDEX) >> _SEGMENT_SHIFT)); in gmap_unshadow_pgt()
1340 gmap_idte_one(sto | _ASCE_TYPE_SEGMENT, raddr); in gmap_unshadow_pgt()
1343 __gmap_unshadow_pgt(sg, raddr, pgt); in gmap_unshadow_pgt()
1358 static void __gmap_unshadow_sgt(struct gmap *sg, unsigned long raddr, in __gmap_unshadow_sgt() argument
1366 for (i = 0; i < _CRST_ENTRIES; i++, raddr += _SEGMENT_SIZE) { in __gmap_unshadow_sgt()
1371 __gmap_unshadow_pgt(sg, raddr, pgt); in __gmap_unshadow_sgt()
1386 static void gmap_unshadow_sgt(struct gmap *sg, unsigned long raddr) in gmap_unshadow_sgt() argument
1392 r3e = gmap_table_walk(sg, raddr, 2); /* get region-3 pointer */ in gmap_unshadow_sgt()
1395 gmap_call_notifier(sg, raddr, raddr + _REGION3_SIZE - 1); in gmap_unshadow_sgt()
1396 r3o = (unsigned long) (r3e - ((raddr & _REGION3_INDEX) >> _REGION3_SHIFT)); in gmap_unshadow_sgt()
1397 gmap_idte_one(r3o | _ASCE_TYPE_REGION3, raddr); in gmap_unshadow_sgt()
1400 __gmap_unshadow_sgt(sg, raddr, sgt); in gmap_unshadow_sgt()
1415 static void __gmap_unshadow_r3t(struct gmap *sg, unsigned long raddr, in __gmap_unshadow_r3t() argument
1423 for (i = 0; i < _CRST_ENTRIES; i++, raddr += _REGION3_SIZE) { in __gmap_unshadow_r3t()
1428 __gmap_unshadow_sgt(sg, raddr, sgt); in __gmap_unshadow_r3t()
1443 static void gmap_unshadow_r3t(struct gmap *sg, unsigned long raddr) in gmap_unshadow_r3t() argument
1449 r2e = gmap_table_walk(sg, raddr, 3); /* get region-2 pointer */ in gmap_unshadow_r3t()
1452 gmap_call_notifier(sg, raddr, raddr + _REGION2_SIZE - 1); in gmap_unshadow_r3t()
1453 r2o = (unsigned long) (r2e - ((raddr & _REGION2_INDEX) >> _REGION2_SHIFT)); in gmap_unshadow_r3t()
1454 gmap_idte_one(r2o | _ASCE_TYPE_REGION2, raddr); in gmap_unshadow_r3t()
1457 __gmap_unshadow_r3t(sg, raddr, r3t); in gmap_unshadow_r3t()
1472 static void __gmap_unshadow_r2t(struct gmap *sg, unsigned long raddr, in __gmap_unshadow_r2t() argument
1480 for (i = 0; i < _CRST_ENTRIES; i++, raddr += _REGION2_SIZE) { in __gmap_unshadow_r2t()
1485 __gmap_unshadow_r3t(sg, raddr, r3t); in __gmap_unshadow_r2t()
1500 static void gmap_unshadow_r2t(struct gmap *sg, unsigned long raddr) in gmap_unshadow_r2t() argument
1506 r1e = gmap_table_walk(sg, raddr, 4); /* get region-1 pointer */ in gmap_unshadow_r2t()
1509 gmap_call_notifier(sg, raddr, raddr + _REGION1_SIZE - 1); in gmap_unshadow_r2t()
1510 r1o = (unsigned long) (r1e - ((raddr & _REGION1_INDEX) >> _REGION1_SHIFT)); in gmap_unshadow_r2t()
1511 gmap_idte_one(r1o | _ASCE_TYPE_REGION1, raddr); in gmap_unshadow_r2t()
1514 __gmap_unshadow_r2t(sg, raddr, r2t); in gmap_unshadow_r2t()
1529 static void __gmap_unshadow_r1t(struct gmap *sg, unsigned long raddr, in __gmap_unshadow_r1t() argument
1538 for (i = 0; i < _CRST_ENTRIES; i++, raddr += _REGION1_SIZE) { in __gmap_unshadow_r1t()
1542 __gmap_unshadow_r2t(sg, raddr, r2t); in __gmap_unshadow_r1t()
1544 gmap_idte_one(asce, raddr); in __gmap_unshadow_r1t()
1743 unsigned long raddr, origin, offset, len; in gmap_shadow_r2t() local
1786 raddr = (saddr & _REGION1_MASK) | _SHADOW_RMAP_REGION1; in gmap_shadow_r2t()
1790 rc = gmap_protect_rmap(sg, raddr, origin + offset, len); in gmap_shadow_r2t()
1800 gmap_unshadow_r2t(sg, raddr); in gmap_shadow_r2t()
1827 unsigned long raddr, origin, offset, len; in gmap_shadow_r3t() local
1870 raddr = (saddr & _REGION2_MASK) | _SHADOW_RMAP_REGION2; in gmap_shadow_r3t()
1874 rc = gmap_protect_rmap(sg, raddr, origin + offset, len); in gmap_shadow_r3t()
1884 gmap_unshadow_r3t(sg, raddr); in gmap_shadow_r3t()
1911 unsigned long raddr, origin, offset, len; in gmap_shadow_sgt() local
1954 raddr = (saddr & _REGION3_MASK) | _SHADOW_RMAP_REGION3; in gmap_shadow_sgt()
1958 rc = gmap_protect_rmap(sg, raddr, origin + offset, len); in gmap_shadow_sgt()
1968 gmap_unshadow_sgt(sg, raddr); in gmap_shadow_sgt()
2035 unsigned long raddr, origin; in gmap_shadow_pgt() local
2075 raddr = (saddr & _SEGMENT_MASK) | _SHADOW_RMAP_SEGMENT; in gmap_shadow_pgt()
2077 rc = gmap_protect_rmap(sg, raddr, origin, PAGE_SIZE); in gmap_shadow_pgt()
2087 gmap_unshadow_pgt(sg, raddr); in gmap_shadow_pgt()
2128 rmap->raddr = (saddr & PAGE_MASK) | _SHADOW_RMAP_PGTABLE; in gmap_shadow_page()
2183 unsigned long start, end, bits, raddr; in gmap_shadow_notify() local
2207 bits = rmap->raddr & _SHADOW_RMAP_MASK; in gmap_shadow_notify()
2208 raddr = rmap->raddr ^ bits; in gmap_shadow_notify()
2211 gmap_unshadow_r2t(sg, raddr); in gmap_shadow_notify()
2214 gmap_unshadow_r3t(sg, raddr); in gmap_shadow_notify()
2217 gmap_unshadow_sgt(sg, raddr); in gmap_shadow_notify()
2220 gmap_unshadow_pgt(sg, raddr); in gmap_shadow_notify()
2223 gmap_unshadow_page(sg, raddr); in gmap_shadow_notify()