| /drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_kernel_queue.c | 37 static bool initialize(struct kernel_queue *kq, struct kfd_dev *dev, in initialize() argument
57 kq->dev = dev; in initialize()
58 kq->nop_packet = nop.u32all; in initialize()
61 kq->mqd_mgr = dev->dqm->mqd_mgrs[KFD_MQD_TYPE_DIQ]; in initialize()
64 kq->mqd_mgr = dev->dqm->mqd_mgrs[KFD_MQD_TYPE_HIQ]; in initialize()
71 if (!kq->mqd_mgr) in initialize()
81 retval = kfd_gtt_sa_allocate(dev, queue_size, &kq->pq); in initialize()
87 kq->pq_kernel_addr = kq->pq->cpu_ptr; in initialize()
88 kq->pq_gpu_addr = kq->pq->gpu_addr; in initialize()
90 retval = kq->ops_asic_specific.initialize(kq, dev, type, queue_size); in initialize()
[all …]
|
| D | kfd_kernel_queue_cik.c | 26 static bool initialize_cik(struct kernel_queue *kq, struct kfd_dev *dev,
28 static void uninitialize_cik(struct kernel_queue *kq);
29 static void submit_packet_cik(struct kernel_queue *kq);
38 static bool initialize_cik(struct kernel_queue *kq, struct kfd_dev *dev, in initialize_cik() argument
44 static void uninitialize_cik(struct kernel_queue *kq) in uninitialize_cik() argument
48 static void submit_packet_cik(struct kernel_queue *kq) in submit_packet_cik() argument
50 *kq->wptr_kernel = kq->pending_wptr; in submit_packet_cik()
51 write_kernel_doorbell(kq->queue->properties.doorbell_ptr, in submit_packet_cik()
52 kq->pending_wptr); in submit_packet_cik()
|
| D | kfd_kernel_queue_v10.c | 30 static bool initialize_v10(struct kernel_queue *kq, struct kfd_dev *dev,
32 static void uninitialize_v10(struct kernel_queue *kq);
33 static void submit_packet_v10(struct kernel_queue *kq);
42 static bool initialize_v10(struct kernel_queue *kq, struct kfd_dev *dev, in initialize_v10() argument
47 retval = kfd_gtt_sa_allocate(dev, PAGE_SIZE, &kq->eop_mem); in initialize_v10()
51 kq->eop_gpu_addr = kq->eop_mem->gpu_addr; in initialize_v10()
52 kq->eop_kernel_addr = kq->eop_mem->cpu_ptr; in initialize_v10()
54 memset(kq->eop_kernel_addr, 0, PAGE_SIZE); in initialize_v10()
59 static void uninitialize_v10(struct kernel_queue *kq) in uninitialize_v10() argument
61 kfd_gtt_sa_free(kq->dev, kq->eop_mem); in uninitialize_v10()
[all …]
|
| D | kfd_process_queue_manager.c | 38 (pqn->kq && pqn->kq->queue->properties.queue_id == qid)) in get_queue_by_qid()
201 struct kernel_queue *kq; in pqm_create_queue() local
206 kq = NULL; in pqm_create_queue()
257 pqn->kq = NULL; in pqm_create_queue()
278 pqn->kq = NULL; in pqm_create_queue()
284 kq = kernel_queue_init(dev, KFD_QUEUE_TYPE_DIQ); in pqm_create_queue()
285 if (!kq) { in pqm_create_queue()
289 kq->queue->properties.queue_id = *qid; in pqm_create_queue()
290 pqn->kq = kq; in pqm_create_queue()
293 kq, &pdd->qpd); in pqm_create_queue()
[all …]
|
| D | kfd_kernel_queue_vi.c | 29 static bool initialize_vi(struct kernel_queue *kq, struct kfd_dev *dev,
31 static void uninitialize_vi(struct kernel_queue *kq);
32 static void submit_packet_vi(struct kernel_queue *kq);
41 static bool initialize_vi(struct kernel_queue *kq, struct kfd_dev *dev, in initialize_vi() argument
46 retval = kfd_gtt_sa_allocate(dev, PAGE_SIZE, &kq->eop_mem); in initialize_vi()
50 kq->eop_gpu_addr = kq->eop_mem->gpu_addr; in initialize_vi()
51 kq->eop_kernel_addr = kq->eop_mem->cpu_ptr; in initialize_vi()
53 memset(kq->eop_kernel_addr, 0, PAGE_SIZE); in initialize_vi()
58 static void uninitialize_vi(struct kernel_queue *kq) in uninitialize_vi() argument
60 kfd_gtt_sa_free(kq->dev, kq->eop_mem); in uninitialize_vi()
[all …]
|
| D | kfd_kernel_queue_v9.c | 29 static bool initialize_v9(struct kernel_queue *kq, struct kfd_dev *dev,
31 static void uninitialize_v9(struct kernel_queue *kq);
32 static void submit_packet_v9(struct kernel_queue *kq);
41 static bool initialize_v9(struct kernel_queue *kq, struct kfd_dev *dev, in initialize_v9() argument
46 retval = kfd_gtt_sa_allocate(dev, PAGE_SIZE, &kq->eop_mem); in initialize_v9()
50 kq->eop_gpu_addr = kq->eop_mem->gpu_addr; in initialize_v9()
51 kq->eop_kernel_addr = kq->eop_mem->cpu_ptr; in initialize_v9()
53 memset(kq->eop_kernel_addr, 0, PAGE_SIZE); in initialize_v9()
58 static void uninitialize_v9(struct kernel_queue *kq) in uninitialize_v9() argument
60 kfd_gtt_sa_free(kq->dev, kq->eop_mem); in uninitialize_v9()
[all …]
|
| D | kfd_kernel_queue.h | 56 bool (*initialize)(struct kernel_queue *kq, struct kfd_dev *dev,
58 void (*uninitialize)(struct kernel_queue *kq);
59 int (*acquire_packet_buffer)(struct kernel_queue *kq,
63 void (*submit_packet)(struct kernel_queue *kq);
64 void (*rollback_packet)(struct kernel_queue *kq);
|
| D | kfd_dbgdev.c | 57 struct kernel_queue *kq; in dbgdev_diq_submit_ib() local
65 kq = dbgdev->kq; in dbgdev_diq_submit_ib()
75 status = kq->ops.acquire_packet_buffer(kq, in dbgdev_diq_submit_ib()
118 kq->ops.rollback_packet(kq); in dbgdev_diq_submit_ib()
154 kq->ops.submit_packet(kq); in dbgdev_diq_submit_ib()
173 dbgdev->kq = NULL; in dbgdev_register_nodiq()
182 struct kernel_queue *kq = NULL; in dbgdev_register_diq() local
197 kq = pqm_get_kernel_queue(dbgdev->pqm, qid); in dbgdev_register_diq()
199 if (!kq) { in dbgdev_register_diq()
205 dbgdev->kq = kq; in dbgdev_register_diq()
[all …]
|
| D | kfd_packet_manager.c | 130 struct kernel_queue *kq; in pm_create_runlist_ib() local
164 list_for_each_entry(kq, &qpd->priv_queue_list, list) { in pm_create_runlist_ib()
165 if (!kq->queue->properties.is_active) in pm_create_runlist_ib()
169 kq->queue->queue, qpd->is_debug); in pm_create_runlist_ib()
173 kq->queue, in pm_create_runlist_ib()
|
| D | kfd_device_queue_manager.h | 107 struct kernel_queue *kq,
111 struct kernel_queue *kq,
|
| D | kfd_device_queue_manager.c | 1085 struct kernel_queue *kq, in create_kernel_queue_cpsch() argument
1104 list_add(&kq->list, &qpd->priv_queue_list); in create_kernel_queue_cpsch()
1114 struct kernel_queue *kq, in destroy_kernel_queue_cpsch() argument
1118 list_del(&kq->list); in destroy_kernel_queue_cpsch()
1571 struct kernel_queue *kq, *kq_next; in process_termination_cpsch() local
1583 list_for_each_entry_safe(kq, kq_next, &qpd->priv_queue_list, list) { in process_termination_cpsch()
1584 list_del(&kq->list); in process_termination_cpsch()
|
| D | kfd_dbgmgr.h | 259 struct kernel_queue *kq; member
|
| D | kfd_priv.h | 888 void kernel_queue_uninit(struct kernel_queue *kq);
894 struct kernel_queue *kq; member
|
| /drivers/soc/ti/ |
| D | knav_qmss_acc.c | 53 struct knav_queue_inst *kq, in knav_acc_set_notify() argument
64 if (!enabled || atomic_read(&kq->desc_count) <= 0) in knav_acc_set_notify()
67 kq->notify_needed = 1; in knav_acc_set_notify()
68 atomic_inc(&kq->acc->retrigger_count); in knav_acc_set_notify()
69 mask = BIT(kq->acc->channel % 32); in knav_acc_set_notify()
70 offset = ACC_INTD_OFFSET_STATUS(kq->acc->channel); in knav_acc_set_notify()
72 kq->acc->name); in knav_acc_set_notify()
80 struct knav_queue_inst *kq = NULL; in knav_acc_int_handler() local
101 kq = knav_range_offset_to_inst(kdev, range, queue); in knav_acc_int_handler()
158 kq = knav_range_offset_to_inst(kdev, range, in knav_acc_int_handler()
[all …]
|