Lines Matching refs:pde
223 gen8_pde_t pde = _PAGE_PRESENT | _PAGE_RW; in gen8_pde_encode() local
224 pde |= addr; in gen8_pde_encode()
226 pde |= PPAT_CACHED_PDE_INDEX; in gen8_pde_encode()
228 pde |= PPAT_UNCACHED_INDEX; in gen8_pde_encode()
229 return pde; in gen8_pde_encode()
718 unsigned pde = gen8_pde_index(start); in gen8_ppgtt_clear_pte_range() local
735 if (WARN_ON(!pd->page_table[pde])) in gen8_ppgtt_clear_pte_range()
738 pt = pd->page_table[pde]; in gen8_ppgtt_clear_pte_range()
757 if (++pde == I915_PDES) { in gen8_ppgtt_clear_pte_range()
760 pde = 0; in gen8_ppgtt_clear_pte_range()
798 unsigned pde = gen8_pde_index(start); in gen8_ppgtt_insert_pte_entries() local
806 struct i915_page_table *pt = pd->page_table[pde]; in gen8_ppgtt_insert_pte_entries()
816 if (++pde == I915_PDES) { in gen8_ppgtt_insert_pte_entries()
819 pde = 0; in gen8_ppgtt_insert_pte_entries()
1031 uint32_t pde; in gen8_ppgtt_alloc_pagetabs() local
1033 gen8_for_each_pde(pt, pd, start, length, pde) { in gen8_ppgtt_alloc_pagetabs()
1035 if (test_bit(pde, pd->used_pdes)) { in gen8_ppgtt_alloc_pagetabs()
1046 pd->page_table[pde] = pt; in gen8_ppgtt_alloc_pagetabs()
1047 __set_bit(pde, new_pts); in gen8_ppgtt_alloc_pagetabs()
1048 trace_i915_page_table_entry_alloc(vm, pde, start, GEN8_PDE_SHIFT); in gen8_ppgtt_alloc_pagetabs()
1054 for_each_set_bit(pde, new_pts, I915_PDES) in gen8_ppgtt_alloc_pagetabs()
1055 free_pt(dev, pd->page_table[pde]); in gen8_ppgtt_alloc_pagetabs()
1275 uint32_t pde; in gen8_alloc_va_range_3lvl() local
1280 gen8_for_each_pde(pt, pd, pd_start, pd_len, pde) { in gen8_alloc_va_range_3lvl()
1292 __set_bit(pde, pd->used_pdes); in gen8_alloc_va_range_3lvl()
1295 page_directory[pde] = gen8_pde_encode(px_dma(pt), in gen8_alloc_va_range_3lvl()
1297 trace_i915_page_table_entry_map(&ppgtt->base, pde, pt, in gen8_alloc_va_range_3lvl()
1404 uint32_t pde; in gen8_dump_pdp() local
1410 gen8_for_each_pde(pt, pd, pd_start, pd_len, pde) { in gen8_dump_pdp()
1414 if (!test_bit(pde, pd->used_pdes)) in gen8_dump_pdp()
1421 (pde << GEN8_PDE_SHIFT) | in gen8_dump_pdp()
1432 seq_printf(m, "\t\t0x%llx [%03d,%03d,%04d]: =", va, pdpe, pde, pte); in gen8_dump_pdp()
1568 uint32_t pte, pde; in gen6_dump_ppgtt() local
1574 gen6_for_each_pde(unused, &ppgtt->pd, start, length, pde) { in gen6_dump_ppgtt()
1577 const dma_addr_t pt_addr = px_dma(ppgtt->pd.page_table[pde]); in gen6_dump_ppgtt()
1578 pd_entry = readl(ppgtt->pd_addr + pde); in gen6_dump_ppgtt()
1583 pde, in gen6_dump_ppgtt()
1588 pt_vaddr = kmap_px(ppgtt->pd.page_table[pde]); in gen6_dump_ppgtt()
1592 (pde * PAGE_SIZE * GEN6_PTES) + in gen6_dump_ppgtt()
1602 seq_printf(m, "\t\t0x%lx [%03d,%04d]: =", va, pde, pte); in gen6_dump_ppgtt()
1617 const int pde, struct i915_page_table *pt) in gen6_write_pde() argument
1627 writel(pd_entry, ppgtt->pd_addr + pde); in gen6_write_pde()
1638 uint32_t pde; in gen6_write_page_range() local
1640 gen6_for_each_pde(pt, pd, start, length, pde) in gen6_write_page_range()
1641 gen6_write_pde(pd, pde, pt); in gen6_write_page_range()
1859 uint32_t pde; in gen6_alloc_va_range() local
1875 gen6_for_each_pde(pt, &ppgtt->pd, start, length, pde) { in gen6_alloc_va_range()
1892 ppgtt->pd.page_table[pde] = pt; in gen6_alloc_va_range()
1893 __set_bit(pde, new_page_tables); in gen6_alloc_va_range()
1894 trace_i915_page_table_entry_alloc(vm, pde, start, GEN6_PDE_SHIFT); in gen6_alloc_va_range()
1900 gen6_for_each_pde(pt, &ppgtt->pd, start, length, pde) { in gen6_alloc_va_range()
1907 if (__test_and_clear_bit(pde, new_page_tables)) in gen6_alloc_va_range()
1908 gen6_write_pde(&ppgtt->pd, pde, pt); in gen6_alloc_va_range()
1910 trace_i915_page_table_entry_map(vm, pde, pt, in gen6_alloc_va_range()
1928 for_each_set_bit(pde, new_page_tables, I915_PDES) { in gen6_alloc_va_range()
1929 struct i915_page_table *pt = ppgtt->pd.page_table[pde]; in gen6_alloc_va_range()
1931 ppgtt->pd.page_table[pde] = vm->scratch_pt; in gen6_alloc_va_range()
1973 uint32_t pde; in gen6_ppgtt_cleanup() local
1977 gen6_for_all_pdes(pt, pd, pde) in gen6_ppgtt_cleanup()
2045 uint32_t pde; in gen6_scratch_va_range() local
2047 gen6_for_each_pde(unused, &ppgtt->pd, start, length, pde) in gen6_scratch_va_range()
2048 ppgtt->pd.page_table[pde] = ppgtt->base.scratch_pt; in gen6_scratch_va_range()