1 // SPDX-License-Identifier: GPL-2.0
30 	struct panfrost_device *pfdev = ddev->dev_private;  in panfrost_ioctl_get_param()
32 	if (param->pad != 0)  in panfrost_ioctl_get_param()
33 		return -EINVAL;  in panfrost_ioctl_get_param()
37 		param->value = pfdev->features.member;	\  in panfrost_ioctl_get_param()
42 		param->value = pfdev->features.member[param->param -	\  in panfrost_ioctl_get_param()
46 	switch (param->param) {  in panfrost_ioctl_get_param()
73 		return -EINVAL;  in panfrost_ioctl_get_param()
82 	struct panfrost_file_priv *priv = file->driver_priv;  in panfrost_ioctl_create_bo()
88 	if (!args->size || args->pad ||  in panfrost_ioctl_create_bo()
89 	    (args->flags & ~(PANFROST_BO_NOEXEC | PANFROST_BO_HEAP)))  in panfrost_ioctl_create_bo()
90 		return -EINVAL;  in panfrost_ioctl_create_bo()
93 	if ((args->flags & PANFROST_BO_HEAP) &&  in panfrost_ioctl_create_bo()
94 	    !(args->flags & PANFROST_BO_NOEXEC))  in panfrost_ioctl_create_bo()
95 		return -EINVAL;  in panfrost_ioctl_create_bo()
97 	bo = panfrost_gem_create(dev, args->size, args->flags);  in panfrost_ioctl_create_bo()
101 	ret = drm_gem_handle_create(file, &bo->base.base, &args->handle);  in panfrost_ioctl_create_bo()
107 		args->offset = mapping->mmnode.start << PAGE_SHIFT;  in panfrost_ioctl_create_bo()
114 		ret = -EINVAL;  in panfrost_ioctl_create_bo()
118 	drm_gem_object_put(&bo->base.base);  in panfrost_ioctl_create_bo()
123  * panfrost_lookup_bos() - Sets up job->bo[] with the GEM objects
141 	struct panfrost_file_priv *priv = file_priv->driver_priv;  in panfrost_lookup_bos()
146 	job->bo_count = args->bo_handle_count;  in panfrost_lookup_bos()
148 	if (!job->bo_count)  in panfrost_lookup_bos()
152 				     (void __user *)(uintptr_t)args->bo_handles,  in panfrost_lookup_bos()
153 				     job->bo_count, &job->bos);  in panfrost_lookup_bos()
157 	job->mappings = kvmalloc_array(job->bo_count,  in panfrost_lookup_bos()
160 	if (!job->mappings)  in panfrost_lookup_bos()
161 		return -ENOMEM;  in panfrost_lookup_bos()
163 	for (i = 0; i < job->bo_count; i++) {  in panfrost_lookup_bos()
166 		bo = to_panfrost_bo(job->bos[i]);  in panfrost_lookup_bos()
169 			ret = -EINVAL;  in panfrost_lookup_bos()
173 		atomic_inc(&bo->gpu_usecount);  in panfrost_lookup_bos()
174 		job->mappings[i] = mapping;  in panfrost_lookup_bos()
181  * panfrost_copy_in_sync() - Sets up job->deps with the sync objects
203 	in_fence_count = args->in_sync_count;  in panfrost_copy_in_sync()
210 		ret = -ENOMEM;  in panfrost_copy_in_sync()
216 			   (void __user *)(uintptr_t)args->in_syncs,  in panfrost_copy_in_sync()
218 		ret = -EFAULT;  in panfrost_copy_in_sync()
224 		ret = drm_sched_job_add_syncobj_dependency(&job->base, file_priv,  in panfrost_copy_in_sync()
238 	struct panfrost_device *pfdev = dev->dev_private;  in panfrost_ioctl_submit()
239 	struct panfrost_file_priv *file_priv = file->driver_priv;  in panfrost_ioctl_submit()
245 	if (!args->jc)  in panfrost_ioctl_submit()
246 		return -EINVAL;  in panfrost_ioctl_submit()
248 	if (args->requirements && args->requirements != PANFROST_JD_REQ_FS)  in panfrost_ioctl_submit()
249 		return -EINVAL;  in panfrost_ioctl_submit()
251 	if (args->out_sync > 0) {  in panfrost_ioctl_submit()
252 		sync_out = drm_syncobj_find(file, args->out_sync);  in panfrost_ioctl_submit()
254 			return -ENODEV;  in panfrost_ioctl_submit()
259 		ret = -ENOMEM;  in panfrost_ioctl_submit()
263 	kref_init(&job->refcount);  in panfrost_ioctl_submit()
265 	job->pfdev = pfdev;  in panfrost_ioctl_submit()
266 	job->jc = args->jc;  in panfrost_ioctl_submit()
267 	job->requirements = args->requirements;  in panfrost_ioctl_submit()
268 	job->flush_id = panfrost_gpu_get_latest_flush_id(pfdev);  in panfrost_ioctl_submit()
269 	job->mmu = file_priv->mmu;  in panfrost_ioctl_submit()
270 	job->engine_usage = &file_priv->engine_usage;  in panfrost_ioctl_submit()
274 	ret = drm_sched_job_init(&job->base,  in panfrost_ioctl_submit()
275 				 &file_priv->sched_entity[slot],  in panfrost_ioctl_submit()
294 		drm_syncobj_replace_fence(sync_out, job->render_done_fence);  in panfrost_ioctl_submit()
298 		drm_sched_job_cleanup(&job->base);  in panfrost_ioctl_submit()
315 	unsigned long timeout = drm_timeout_abs_to_jiffies(args->timeout_ns);  in panfrost_ioctl_wait_bo()
317 	if (args->pad)  in panfrost_ioctl_wait_bo()
318 		return -EINVAL;  in panfrost_ioctl_wait_bo()
320 	gem_obj = drm_gem_object_lookup(file_priv, args->handle);  in panfrost_ioctl_wait_bo()
322 		return -ENOENT;  in panfrost_ioctl_wait_bo()
324 	ret = dma_resv_wait_timeout(gem_obj->resv, DMA_RESV_USAGE_READ,  in panfrost_ioctl_wait_bo()
327 		ret = timeout ? -ETIMEDOUT : -EBUSY;  in panfrost_ioctl_wait_bo()
341 	if (args->flags != 0) {  in panfrost_ioctl_mmap_bo()
342 		DRM_INFO("unknown mmap_bo flags: %d\n", args->flags);  in panfrost_ioctl_mmap_bo()
343 		return -EINVAL;  in panfrost_ioctl_mmap_bo()
346 	gem_obj = drm_gem_object_lookup(file_priv, args->handle);  in panfrost_ioctl_mmap_bo()
348 		DRM_DEBUG("Failed to look up GEM BO %d\n", args->handle);  in panfrost_ioctl_mmap_bo()
349 		return -ENOENT;  in panfrost_ioctl_mmap_bo()
353 	if (to_panfrost_bo(gem_obj)->is_heap) {  in panfrost_ioctl_mmap_bo()
354 		ret = -EINVAL;  in panfrost_ioctl_mmap_bo()
360 		args->offset = drm_vma_node_offset_addr(&gem_obj->vma_node);  in panfrost_ioctl_mmap_bo()
370 	struct panfrost_file_priv *priv = file_priv->driver_priv;  in panfrost_ioctl_get_bo_offset()
376 	gem_obj = drm_gem_object_lookup(file_priv, args->handle);  in panfrost_ioctl_get_bo_offset()
378 		DRM_DEBUG("Failed to look up GEM BO %d\n", args->handle);  in panfrost_ioctl_get_bo_offset()
379 		return -ENOENT;  in panfrost_ioctl_get_bo_offset()
387 		return -EINVAL;  in panfrost_ioctl_get_bo_offset()
389 	args->offset = mapping->mmnode.start << PAGE_SHIFT;  in panfrost_ioctl_get_bo_offset()
397 	struct panfrost_file_priv *priv = file_priv->driver_priv;  in panfrost_ioctl_madvise()
399 	struct panfrost_device *pfdev = dev->dev_private;  in panfrost_ioctl_madvise()
404 	gem_obj = drm_gem_object_lookup(file_priv, args->handle);  in panfrost_ioctl_madvise()
406 		DRM_DEBUG("Failed to look up GEM BO %d\n", args->handle);  in panfrost_ioctl_madvise()
407 		return -ENOENT;  in panfrost_ioctl_madvise()
412 	ret = dma_resv_lock_interruptible(bo->base.base.resv, NULL);  in panfrost_ioctl_madvise()
416 	mutex_lock(&pfdev->shrinker_lock);  in panfrost_ioctl_madvise()
417 	mutex_lock(&bo->mappings.lock);  in panfrost_ioctl_madvise()
418 	if (args->madv == PANFROST_MADV_DONTNEED) {  in panfrost_ioctl_madvise()
421 		first = list_first_entry(&bo->mappings.list,  in panfrost_ioctl_madvise()
433 		if (!list_is_singular(&bo->mappings.list) ||  in panfrost_ioctl_madvise()
434 		    WARN_ON_ONCE(first->mmu != priv->mmu)) {  in panfrost_ioctl_madvise()
435 			ret = -EINVAL;  in panfrost_ioctl_madvise()
440 	args->retained = drm_gem_shmem_madvise(&bo->base, args->madv);  in panfrost_ioctl_madvise()
442 	if (args->retained) {  in panfrost_ioctl_madvise()
443 		if (args->madv == PANFROST_MADV_DONTNEED)  in panfrost_ioctl_madvise()
444 			list_move_tail(&bo->base.madv_list,  in panfrost_ioctl_madvise()
445 				       &pfdev->shrinker_list);  in panfrost_ioctl_madvise()
446 		else if (args->madv == PANFROST_MADV_WILLNEED)  in panfrost_ioctl_madvise()
447 			list_del_init(&bo->base.madv_list);  in panfrost_ioctl_madvise()
451 	mutex_unlock(&bo->mappings.lock);  in panfrost_ioctl_madvise()
452 	mutex_unlock(&pfdev->shrinker_lock);  in panfrost_ioctl_madvise()
453 	dma_resv_unlock(bo->base.base.resv);  in panfrost_ioctl_madvise()
462 		return -ENOSYS;  in panfrost_unstable_ioctl_check()
471 	struct panfrost_device *pfdev = dev->dev_private;  in panfrost_open()
476 		return -ENOMEM;  in panfrost_open()
478 	panfrost_priv->pfdev = pfdev;  in panfrost_open()
479 	file->driver_priv = panfrost_priv;  in panfrost_open()
481 	panfrost_priv->mmu = panfrost_mmu_ctx_create(pfdev);  in panfrost_open()
482 	if (IS_ERR(panfrost_priv->mmu)) {  in panfrost_open()
483 		ret = PTR_ERR(panfrost_priv->mmu);  in panfrost_open()
494 	panfrost_mmu_ctx_put(panfrost_priv->mmu);  in panfrost_open()
503 	struct panfrost_file_priv *panfrost_priv = file->driver_priv;  in panfrost_postclose()
508 	panfrost_mmu_ctx_put(panfrost_priv->mmu);  in panfrost_postclose()
534 	 * IMPORTANT NOTE: drm-cycles and drm-engine measurements are not  in panfrost_gpu_show_fdinfo()
536 	 * GPU cycles and CPU time spent in a given context. This is due to two  in panfrost_gpu_show_fdinfo()
538 	 * - Firstly, we must consider the time the CPU and then the kernel  in panfrost_gpu_show_fdinfo()
539 	 *   takes to process the GPU interrupt, which means additional time and  in panfrost_gpu_show_fdinfo()
540 	 *   GPU cycles will be added in excess to the real figure.  in panfrost_gpu_show_fdinfo()
541 	 * - Secondly, the pipelining done by the Job Manager (2 job slots per  in panfrost_gpu_show_fdinfo()
543 	 *   job spent on the GPU.  in panfrost_gpu_show_fdinfo()
547 		"fragment", "vertex-tiler", "compute-only"  in panfrost_gpu_show_fdinfo()
552 	for (i = 0; i < NUM_JOB_SLOTS - 1; i++) {  in panfrost_gpu_show_fdinfo()
553 		if (pfdev->profile_mode) {  in panfrost_gpu_show_fdinfo()
554 			drm_printf(p, "drm-engine-%s:\t%llu ns\n",  in panfrost_gpu_show_fdinfo()
555 				   engine_names[i], panfrost_priv->engine_usage.elapsed_ns[i]);  in panfrost_gpu_show_fdinfo()
556 			drm_printf(p, "drm-cycles-%s:\t%llu\n",  in panfrost_gpu_show_fdinfo()
557 				   engine_names[i], panfrost_priv->engine_usage.cycles[i]);  in panfrost_gpu_show_fdinfo()
559 		drm_printf(p, "drm-maxfreq-%s:\t%lu Hz\n",  in panfrost_gpu_show_fdinfo()
560 			   engine_names[i], pfdev->pfdevfreq.fast_rate);  in panfrost_gpu_show_fdinfo()
561 		drm_printf(p, "drm-curfreq-%s:\t%lu Hz\n",  in panfrost_gpu_show_fdinfo()
562 			   engine_names[i], pfdev->pfdevfreq.current_frequency);  in panfrost_gpu_show_fdinfo()
568 	struct drm_device *dev = file->minor->dev;  in panfrost_show_fdinfo()
569 	struct panfrost_device *pfdev = dev->dev_private;  in panfrost_show_fdinfo()
571 	panfrost_gpu_show_fdinfo(pfdev, file->driver_priv, p);  in panfrost_show_fdinfo()
583  * Panfrost driver version:
584  * - 1.0 - initial interface
585  * - 1.1 - adds HEAP and NOEXEC flags for CREATE_BO
586  * - 1.2 - adds AFBC_FEATURES query
596 	.name			= "panfrost",
597 	.desc			= "panfrost DRM",
612 	pfdev = devm_kzalloc(&pdev->dev, sizeof(*pfdev), GFP_KERNEL);  in panfrost_probe()
614 		return -ENOMEM;  in panfrost_probe()
616 	pfdev->pdev = pdev;  in panfrost_probe()
617 	pfdev->dev = &pdev->dev;  in panfrost_probe()
621 	pfdev->comp = of_device_get_match_data(&pdev->dev);  in panfrost_probe()
622 	if (!pfdev->comp)  in panfrost_probe()
623 		return -ENODEV;  in panfrost_probe()
625 	pfdev->coherent = device_get_dma_attr(&pdev->dev) == DEV_DMA_COHERENT;  in panfrost_probe()
628 	ddev = drm_dev_alloc(&panfrost_drm_driver, &pdev->dev);  in panfrost_probe()
632 	ddev->dev_private = pfdev;  in panfrost_probe()
633 	pfdev->ddev = ddev;  in panfrost_probe()
635 	mutex_init(&pfdev->shrinker_lock);  in panfrost_probe()
636 	INIT_LIST_HEAD(&pfdev->shrinker_list);  in panfrost_probe()
640 		if (err != -EPROBE_DEFER)  in panfrost_probe()
641 			dev_err(&pdev->dev, "Fatal error during GPU init\n");  in panfrost_probe()
645 	pm_runtime_set_active(pfdev->dev);  in panfrost_probe()
646 	pm_runtime_mark_last_busy(pfdev->dev);  in panfrost_probe()
647 	pm_runtime_enable(pfdev->dev);  in panfrost_probe()
648 	pm_runtime_set_autosuspend_delay(pfdev->dev, 50); /* ~3 frames */  in panfrost_probe()
649 	pm_runtime_use_autosuspend(pfdev->dev);  in panfrost_probe()
668 	pm_runtime_disable(pfdev->dev);  in panfrost_probe()
670 	pm_runtime_set_suspended(pfdev->dev);  in panfrost_probe()
679 	struct drm_device *ddev = pfdev->ddev;  in panfrost_remove()
684 	pm_runtime_get_sync(pfdev->dev);  in panfrost_remove()
685 	pm_runtime_disable(pfdev->dev);  in panfrost_remove()
687 	pm_runtime_set_suspended(pfdev->dev);  in panfrost_remove()
697 	return sysfs_emit(buf, "%d\n", pfdev->profile_mode);  in profiling_show()
712 	pfdev->profile_mode = value;  in profiling_store()
724 ATTRIBUTE_GROUPS(panfrost);
729  * and then initialize num_supplies with ARRAY_SIZE - 1.
733 	.num_supplies = ARRAY_SIZE(default_supplies) - 1,
740 	.num_supplies = ARRAY_SIZE(default_supplies) - 1,
747  * keep retro-compatibility with older devicetrees, as DVFS will
756 	.num_supplies = ARRAY_SIZE(mediatek_mt8183_supplies) - 1,
764 	.num_supplies = ARRAY_SIZE(mediatek_mt8183_b_supplies) - 1,
773 	.num_supplies = ARRAY_SIZE(mediatek_mt8183_b_supplies) - 1,
782 	.num_supplies = ARRAY_SIZE(mediatek_mt8183_b_supplies) - 1,
793 	.num_supplies = ARRAY_SIZE(mediatek_mt8192_supplies) - 1,
802 	{ .compatible = "amlogic,meson-gxm-mali",
804 	{ .compatible = "amlogic,meson-g12a-mali",
806 	{ .compatible = "arm,mali-t604", .data = &default_data, },
807 	{ .compatible = "arm,mali-t624", .data = &default_data, },
808 	{ .compatible = "arm,mali-t628", .data = &default_data, },
809 	{ .compatible = "arm,mali-t720", .data = &default_data, },
810 	{ .compatible = "arm,mali-t760", .data = &default_data, },
811 	{ .compatible = "arm,mali-t820", .data = &default_data, },
812 	{ .compatible = "arm,mali-t830", .data = &default_data, },
813 	{ .compatible = "arm,mali-t860", .data = &default_data, },
814 	{ .compatible = "arm,mali-t880", .data = &default_data, },
815 	{ .compatible = "arm,mali-bifrost", .data = &default_data, },
816 	{ .compatible = "arm,mali-valhall-jm", .data = &default_data, },
817 	{ .compatible = "mediatek,mt8183-mali", .data = &mediatek_mt8183_data },
818 	{ .compatible = "mediatek,mt8183b-mali", .data = &mediatek_mt8183_b_data },
819 	{ .compatible = "mediatek,mt8186-mali", .data = &mediatek_mt8186_data },
820 	{ .compatible = "mediatek,mt8188-mali", .data = &mediatek_mt8188_data },
821 	{ .compatible = "mediatek,mt8192-mali", .data = &mediatek_mt8192_data },
830 		.name	= "panfrost",
838 MODULE_AUTHOR("Panfrost Project Developers");
839 MODULE_DESCRIPTION("Panfrost DRM Driver");