| /drivers/iommu/ |
| D | intel-pasid.c | 473 struct device *dev, pgd_t *pgd, in intel_pasid_setup_first_level() argument
491 pasid_set_flptr(pte, (u64)__pa(pgd)); in intel_pasid_setup_first_level()
535 struct dma_pte *pgd; in intel_pasid_setup_second_level() local
554 pgd = domain->pgd; in intel_pasid_setup_second_level()
556 pgd = phys_to_virt(dma_pte_addr(pgd)); in intel_pasid_setup_second_level()
557 if (!dma_pte_present(pgd)) { in intel_pasid_setup_second_level()
563 pgd_val = virt_to_phys(pgd); in intel_pasid_setup_second_level()
|
| D | io-pgtable-arm.c | 188 void *pgd; member
482 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_map()
540 __arm_lpae_free_pgtable(data, ARM_LPAE_START_LVL(data), data->pgd); in arm_lpae_free_pgtable()
655 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_unmap()
668 arm_lpae_iopte pte, *ptep = data->pgd; in arm_lpae_iova_to_phys()
871 data->pgd = __arm_lpae_alloc_pages(data->pgd_size, GFP_KERNEL, cfg); in arm_64_lpae_alloc_pgtable_s1()
872 if (!data->pgd) in arm_64_lpae_alloc_pgtable_s1()
879 cfg->arm_lpae_s1_cfg.ttbr[0] = virt_to_phys(data->pgd); in arm_64_lpae_alloc_pgtable_s1()
968 data->pgd = __arm_lpae_alloc_pages(data->pgd_size, GFP_KERNEL, cfg); in arm_64_lpae_alloc_pgtable_s2()
969 if (!data->pgd) in arm_64_lpae_alloc_pgtable_s2()
[all …]
|
| D | io-pgtable-arm-v7s.c | 169 arm_v7s_iopte *pgd; member
535 ret = __arm_v7s_map(data, iova, paddr, size, prot, 1, data->pgd); in arm_v7s_map()
556 arm_v7s_iopte pte = data->pgd[i]; in arm_v7s_free_pgtable()
562 __arm_v7s_free_table(data->pgd, 1, data); in arm_v7s_free_pgtable()
725 return __arm_v7s_unmap(data, gather, iova, size, 1, data->pgd); in arm_v7s_unmap()
732 arm_v7s_iopte *ptep = data->pgd, pte; in arm_v7s_iova_to_phys()
818 data->pgd = __arm_v7s_alloc_table(1, GFP_KERNEL, data); in arm_v7s_alloc_pgtable()
819 if (!data->pgd) in arm_v7s_alloc_pgtable()
826 cfg->arm_v7s_cfg.ttbr[0] = virt_to_phys(data->pgd) | in arm_v7s_alloc_pgtable()
|
| D | intel-svm.c | 345 mm ? mm->pgd : init_mm.pgd, in intel_svm_bind_mm()
366 mm ? mm->pgd : init_mm.pgd, in intel_svm_bind_mm()
|
| D | intel-iommu.c | 888 BUG_ON(!domain->pgd); in pfn_to_dma_pte()
894 parent = domain->pgd; in pfn_to_dma_pte()
944 parent = domain->pgd; in dma_pfn_level_pte()
1055 domain->pgd, 0, start_pfn, last_pfn); in dma_pte_free_pagetable()
1059 free_pgtable_page(domain->pgd); in dma_pte_free_pagetable()
1060 domain->pgd = NULL; in dma_pte_free_pagetable()
1158 domain->pgd, 0, start_pfn, last_pfn, NULL); in domain_unmap()
1162 struct page *pgd_page = virt_to_page(domain->pgd); in domain_unmap()
1166 domain->pgd = NULL; in domain_unmap()
1897 domain->pgd = (struct dma_pte *)alloc_pgtable_page(domain->nid); in domain_init()
[all …]
|
| D | intel-pasid.h | 88 struct device *dev, pgd_t *pgd,
|
| D | omap-iommu.c | 1630 u32 *pgd, *pte; in omap_iommu_iova_to_phys() local
1637 iopgtable_lookup_entry(oiommu, da, &pgd, &pte); in omap_iommu_iova_to_phys()
1648 if (iopgd_is_section(*pgd)) in omap_iommu_iova_to_phys()
1649 ret = omap_iommu_translate(*pgd, da, IOSECTION_MASK); in omap_iommu_iova_to_phys()
1650 else if (iopgd_is_super(*pgd)) in omap_iommu_iova_to_phys()
1651 ret = omap_iommu_translate(*pgd, da, IOSUPER_MASK); in omap_iommu_iova_to_phys()
1653 dev_err(dev, "bogus pgd 0x%x, da 0x%llx", *pgd, in omap_iommu_iova_to_phys()
|
| D | exynos-iommu.c | 340 static void __sysmmu_set_ptbase(struct sysmmu_drvdata *data, phys_addr_t pgd) in __sysmmu_set_ptbase() argument
343 writel(pgd, data->sfrbase + REG_PT_BASE_ADDR); in __sysmmu_set_ptbase()
345 writel(pgd >> PAGE_SHIFT, in __sysmmu_set_ptbase()
|
| D | amd_iommu_v2.c | 653 __pa(pasid_state->mm->pgd)); in amd_iommu_bind_pasid()
|
| /drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| D | vmm.c | 142 struct nvkm_vmm_pt *pgd = it->pt[it->lvl + 1]; in nvkm_vmm_unref_pdes() local
150 if (--pgd->refs[0]) { in nvkm_vmm_unref_pdes()
157 if (pgd->pt[0]) { in nvkm_vmm_unref_pdes()
159 func->sparse(vmm, pgd->pt[0], pdei, 1); in nvkm_vmm_unref_pdes()
160 pgd->pde[pdei] = NVKM_VMM_PDE_SPARSE; in nvkm_vmm_unref_pdes()
162 func->unmap(vmm, pgd->pt[0], pdei, 1); in nvkm_vmm_unref_pdes()
163 pgd->pde[pdei] = NULL; in nvkm_vmm_unref_pdes()
170 func->pde(vmm, pgd, pdei); in nvkm_vmm_unref_pdes()
171 pgd->pde[pdei] = NULL; in nvkm_vmm_unref_pdes()
177 func->pde(vmm, pgd, pdei); in nvkm_vmm_unref_pdes()
[all …]
|
| D | vmmgp100.c | 230 gp100_vmm_pd0_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei) in gp100_vmm_pd0_pde() argument
232 struct nvkm_vmm_pt *pgt = pgd->pde[pdei]; in gp100_vmm_pd0_pde()
233 struct nvkm_mmu_pt *pd = pgd->pt[0]; in gp100_vmm_pd0_pde()
270 gp100_vmm_pd1_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei) in gp100_vmm_pd1_pde() argument
272 struct nvkm_vmm_pt *pgt = pgd->pde[pdei]; in gp100_vmm_pd1_pde()
273 struct nvkm_mmu_pt *pd = pgd->pt[0]; in gp100_vmm_pd1_pde()
|
| D | vmmgf100.c | 106 gf100_vmm_pgd_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei) in gf100_vmm_pgd_pde() argument
108 struct nvkm_vmm_pt *pgt = pgd->pde[pdei]; in gf100_vmm_pgd_pde()
109 struct nvkm_mmu_pt *pd = pgd->pt[0]; in gf100_vmm_pgd_pde()
|
| D | vmmnv50.c | 145 nv50_vmm_pgd_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei) in nv50_vmm_pgd_pde() argument
151 if (!nv50_vmm_pde(vmm, pgd->pde[pdei], &data)) in nv50_vmm_pgd_pde()
|
| /drivers/gpu/drm/nouveau/nvkm/subdev/bar/ |
| D | nv50.h | 12 struct nvkm_gpuobj *pgd; member
|
| D | nv50.c | 124 ret = nvkm_gpuobj_new(device, 0x4000, 0, false, bar->mem, &bar->pgd); in nv50_bar_oneinit()
214 nvkm_gpuobj_del(&bar->pgd); in nv50_bar_dtor()
|
| /drivers/gpu/drm/nouveau/nvkm/engine/fifo/ |
| D | channv50.h | 15 struct nvkm_gpuobj *pgd; member
|
| D | channv50.c | 210 nvkm_gpuobj_del(&chan->pgd); in nv50_fifo_chan_dtor()
263 &chan->pgd); in nv50_fifo_chan_ctor()
|
| D | chang84.c | 269 &chan->pgd); in g84_fifo_chan_ctor()
|
| /drivers/firmware/efi/ |
| D | arm-runtime.c | 59 efi_mm.pgd = pgd_alloc(&efi_mm); in efi_virtmap_init()
|