| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/ |
| D | mali_kbase_mmu_mode_aarch64.c | 44 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
47 *pte = phy; in page_table_entry_set()
63 : "=m" (*pte) in page_table_entry_set()
64 : [ptemp] "r" (&phy), [pte] "r" (pte), "m" (phy) in page_table_entry_set()
130 static int pte_is_valid(u64 pte) in pte_is_valid() argument
132 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| D | mali_kbase_mmu_mode_lpae.c | 43 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
46 *pte = phy; in page_table_entry_set()
63 : "=m" (*pte) in page_table_entry_set()
64 : [ptemp] "r" (&phy), [pte] "r" (pte), "m" (phy) in page_table_entry_set()
133 static int pte_is_valid(u64 pte) in pte_is_valid() argument
135 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| D | mali_kbase_mmu_mode.h | 38 int (*pte_is_valid)(u64 pte);
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/ |
| D | mali_kbase_mmu_mode_aarch64.c | 40 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
43 *pte = phy; in page_table_entry_set()
59 : "=m"(*pte) in page_table_entry_set()
60 : [ptemp] "r"(&phy), [pte] "r"(pte), "m"(phy) in page_table_entry_set()
120 static int pte_is_valid(u64 pte) in pte_is_valid() argument
122 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| D | mali_kbase_mmu_mode_lpae.c | 39 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
42 *pte = phy; in page_table_entry_set()
59 : "=m"(*pte) in page_table_entry_set()
60 : [ptemp] "r"(&phy), [pte] "r"(pte), "m"(phy) in page_table_entry_set()
121 static int pte_is_valid(u64 pte) in pte_is_valid() argument
123 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| D | mali_kbase_mmu_mode.h | 33 int (*pte_is_valid)(u64 pte);
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/mmu/ |
| D | mali_kbase_mmu_mode_aarch64.c | 49 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
52 WRITE_ONCE(*pte, phy); in page_table_entry_set()
56 *pte = phy; in page_table_entry_set()
62 : "=m"(*pte) in page_table_entry_set()
120 static int pte_is_valid(u64 pte, int const level) in pte_is_valid() argument
126 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| D | mali_kbase_mmu_mode_lpae.c | 45 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
48 WRITE_ONCE(*pte, phy); in page_table_entry_set()
52 *pte = phy; in page_table_entry_set()
58 : "=m"(*pte) in page_table_entry_set()
129 static int pte_is_valid(u64 pte, int const level) in pte_is_valid() argument
131 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| /device/soc/rockchip/common/sdk_linux/drivers/iommu/ |
| D | rockchip-iommu.c | 301 static inline phys_addr_t rk_pte_page_address(u32 pte) in rk_pte_page_address() argument
303 return (phys_addr_t)pte & RK_PTE_PAGE_ADDRESS_MASK; in rk_pte_page_address()
306 static inline phys_addr_t rk_pte_page_address_v2(u32 pte) in rk_pte_page_address_v2() argument
308 u64 pte_v2 = pte; in rk_pte_page_address_v2()
316 static inline bool rk_pte_is_page_valid(u32 pte) in rk_pte_is_page_valid() argument
318 return pte & RK_PTE_PAGE_VALID; in rk_pte_is_page_valid()
344 static u32 rk_mk_pte_invalid(u32 pte) in rk_mk_pte_invalid() argument
346 return pte & ~RK_PTE_PAGE_VALID; in rk_mk_pte_invalid()
675 u32 pte = 0; in log_iova() local
703 pte = *pte_addr; in log_iova()
[all …]
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/mmu/ |
| D | mali_kbase_mmu_mode_aarch64.c | 51 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
53 WRITE_ONCE(*pte, phy); in page_table_entry_set()
103 static int pte_is_valid(u64 pte, int const level) in pte_is_valid() argument
108 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| /device/board/isoftstone/yangfan/kernel/src/driv/video/rockchip/mpp/ |
| D | mpp_iommu_av1d.c | 125 static inline phys_addr_t av1_pte_page_address(u32 pte) in av1_pte_page_address() argument
127 u64 pte_av1 = pte; in av1_pte_page_address()
154 static inline bool av1_pte_is_page_valid(u32 pte) in av1_pte_is_page_valid() argument
156 return pte & AV1_PTE_PAGE_VALID; in av1_pte_is_page_valid()
159 static u32 av1_mk_pte_invalid(u32 pte) in av1_mk_pte_invalid() argument
161 return pte & ~AV1_PTE_PAGE_VALID; in av1_mk_pte_invalid()
421 u32 dte, pte; in av1_iommu_iova_to_phys() local
432 pte = page_table[av1_iova_pte_index(iova)]; in av1_iommu_iova_to_phys()
433 if (!av1_pte_is_page_valid(pte)) in av1_iommu_iova_to_phys()
436 phys = av1_pte_page_address(pte) + av1_iova_page_offset(iova); in av1_iommu_iova_to_phys()
[all …]
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/ |
| D | mali_kbase_native_mgm.c | 130 u64 pte) in kbase_native_mgm_update_gpu_pte() argument
136 return pte; in kbase_native_mgm_update_gpu_pte()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/ |
| D | mali_kbase_native_mgm.c | 134 int group_id, int mmu_level, u64 pte) in kbase_native_mgm_update_gpu_pte() argument
140 return pte; in kbase_native_mgm_update_gpu_pte()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/mali400/mali/common/ |
| D | mali_mmu_page_directory.c | 335 u32 pde, pte; in mali_mmu_pagedir_diag() local
348 pte = _mali_osk_mem_ioread32(pagedir->page_entries_mapped[pde_index], in mali_mmu_pagedir_diag()
353 fault_addr, pte_addr, pte, in mali_mmu_pagedir_diag()
354 MALI_MMU_ENTRY_ADDRESS(pte), in mali_mmu_pagedir_diag()
355 pte & MALI_MMU_FLAGS_DEFAULT ? "rw" : "not present")); in mali_mmu_pagedir_diag()
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/mali400/mali/common/ |
| D | mali_mmu_page_directory.c | 329 u32 pde, pte; in mali_mmu_pagedir_diag() local
338 … pte = _mali_osk_mem_ioread32(pagedir->page_entries_mapped[pde_index], pte_index * sizeof(u32)); in mali_mmu_pagedir_diag()
342 … fault_addr, pte_addr, pte, MALI_MMU_ENTRY_ADDRESS(pte), in mali_mmu_pagedir_diag()
343 … pte & MALI_MMU_FLAGS_DEFAULT ? "rw" : "not present")); in mali_mmu_pagedir_diag()
|
| /device/soc/hisilicon/hi3516dv300/sdk_linux/drv/osal/linux/mmz/ |
| D | media_mem.c | 657 pte_t *pte = NULL; local
696 pte = pte_offset_map(pmd, virt);
697 if (pte_none(*pte)) {
699 pte_unmap(pte);
703 page_addr = (pte_val(*pte) & PHYS_MASK) & PAGE_MASK;
707 if (pte_val(*pte) & (1 << 4)) { /* 4: cacheable flag of 64-bit linux is bit 4 */
709 if (pte_val(*pte) & (1 << 3)) { /* 3: cacheable flag of 32-bit linux is bit 3 */
721 pte_unmap(pte);
|
| D | cma_allocator.c | 66 static int __dma_update_pte(pte_t* pte, unsigned long addr, void* data) in __dma_update_pte() argument
68 static int __dma_update_pte(pte_t* pte, pgtable_t token, in __dma_update_pte()
78 set_pte_ext(pte, mk_pte(page, prot), 0); in __dma_update_pte()
|
| /device/board/isoftstone/yangfan/kernel/src/incl/linux/current/ |
| D | memory_group_manager.h | 129 int group_id, int mmu_level, u64 pte);
|
| /device/soc/rockchip/common/sdk_linux/include/linux/ |
| D | memory_group_manager.h | 124 …update_gpu_pte)(struct memory_group_manager_device *mgm_dev, int group_id, int mmu_level, u64 pte);
|
| D | mm.h | 561 pte_t *pte; /* Pointer to pte entry matching member
1008 static inline pte_t maybe_mkwrite(pte_t pte, struct vm_area_struct *vma) in maybe_mkwrite() argument
1011 pte = pte_mkwrite(pte); in maybe_mkwrite()
1013 return pte; in maybe_mkwrite()
1702 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, pte_t pte);
2023 static inline int pte_special(pte_t pte) in pte_special() argument
2028 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial() argument
2030 return pte; in pte_mkspecial()
2035 static inline int pte_devmap(pte_t pte) in pte_devmap() argument
2288 #define pte_unmap_unlock(pte, ptl) … argument
[all …]
|
| /device/soc/rockchip/rk3588/kernel/include/linux/ |
| D | memory_group_manager.h | 128 int group_id, int mmu_level, u64 pte);
|
| /device/soc/rockchip/rk3588/kernel/drivers/video/rockchip/rga3/ |
| D | rga_mm.c | 72 pte_t *pte; in rga_get_user_pages_from_vma() local
123 pte = pte_offset_map_lock(current_mm, pmd, in rga_get_user_pages_from_vma()
125 if (pte_none(*pte)) { in rga_get_user_pages_from_vma()
127 pte_unmap_unlock(pte, ptl); in rga_get_user_pages_from_vma()
132 pfn = pte_pfn(*pte); in rga_get_user_pages_from_vma()
134 pte_unmap_unlock(pte, ptl); in rga_get_user_pages_from_vma()
|
| D | rga2_mmu_info.c | 225 pte_t *pte; in rga2_MapUserMemory() local
327 pte = pte_offset_map_lock(mm, pmd, in rga2_MapUserMemory()
329 if (pte_none(*pte)) { in rga2_MapUserMemory()
332 pte_unmap_unlock(pte, ptl); in rga2_MapUserMemory()
337 pfn = pte_pfn(*pte); in rga2_MapUserMemory()
344 pte_unmap_unlock(pte, ptl); in rga2_MapUserMemory()
|
| D | rga_dma_buf.c | 231 pte_t *pte; in rga_MapUserMemory() local
334 pte = pte_offset_map_lock(mm, pmd, in rga_MapUserMemory()
336 if (pte_none(*pte)) { in rga_MapUserMemory()
339 pte_unmap_unlock(pte, ptl); in rga_MapUserMemory()
344 pfn = pte_pfn(*pte); in rga_MapUserMemory()
351 pte_unmap_unlock(pte, ptl); in rga_MapUserMemory()
|
| /device/board/unionman/unionpi_tiger/kernel/drivers/media/drivers/common/codec_mm/ |
| D | codec_mm.c | 88 pte_t *pte; in cma_mmu_op() local
111 pte = pte_offset_map(pmd, addr); in cma_mmu_op()
113 set_pte_at(mm, addr, pte, mk_pte(page, PAGE_KERNEL)); in cma_mmu_op()
115 pte_clear(mm, addr, pte); in cma_mmu_op()
116 pte_unmap(pte); in cma_mmu_op()
120 pmd, (int)pmd_val(*pmd), pte, (int)pte_val(*pte)); in cma_mmu_op()
124 pmd, pmd_val(*pmd), pte, pte_val(*pte)); in cma_mmu_op()
|