/drivers/gpu/drm/amd/amdkfd/ |
D | kfd_kernel_queue.c | 37 static bool initialize(struct kernel_queue *kq, struct kfd_dev *dev, in initialize() argument 57 kq->dev = dev; in initialize() 58 kq->nop_packet = nop.u32all; in initialize() 61 kq->mqd_mgr = dev->dqm->mqd_mgrs[KFD_MQD_TYPE_DIQ]; in initialize() 64 kq->mqd_mgr = dev->dqm->mqd_mgrs[KFD_MQD_TYPE_HIQ]; in initialize() 71 if (!kq->mqd_mgr) in initialize() 81 retval = kfd_gtt_sa_allocate(dev, queue_size, &kq->pq); in initialize() 87 kq->pq_kernel_addr = kq->pq->cpu_ptr; in initialize() 88 kq->pq_gpu_addr = kq->pq->gpu_addr; in initialize() 90 retval = kq->ops_asic_specific.initialize(kq, dev, type, queue_size); in initialize() [all …]
|
D | kfd_kernel_queue_cik.c | 26 static bool initialize_cik(struct kernel_queue *kq, struct kfd_dev *dev, 28 static void uninitialize_cik(struct kernel_queue *kq); 29 static void submit_packet_cik(struct kernel_queue *kq); 38 static bool initialize_cik(struct kernel_queue *kq, struct kfd_dev *dev, in initialize_cik() argument 44 static void uninitialize_cik(struct kernel_queue *kq) in uninitialize_cik() argument 48 static void submit_packet_cik(struct kernel_queue *kq) in submit_packet_cik() argument 50 *kq->wptr_kernel = kq->pending_wptr; in submit_packet_cik() 51 write_kernel_doorbell(kq->queue->properties.doorbell_ptr, in submit_packet_cik() 52 kq->pending_wptr); in submit_packet_cik()
|
D | kfd_kernel_queue_v10.c | 30 static bool initialize_v10(struct kernel_queue *kq, struct kfd_dev *dev, 32 static void uninitialize_v10(struct kernel_queue *kq); 33 static void submit_packet_v10(struct kernel_queue *kq); 42 static bool initialize_v10(struct kernel_queue *kq, struct kfd_dev *dev, in initialize_v10() argument 47 retval = kfd_gtt_sa_allocate(dev, PAGE_SIZE, &kq->eop_mem); in initialize_v10() 51 kq->eop_gpu_addr = kq->eop_mem->gpu_addr; in initialize_v10() 52 kq->eop_kernel_addr = kq->eop_mem->cpu_ptr; in initialize_v10() 54 memset(kq->eop_kernel_addr, 0, PAGE_SIZE); in initialize_v10() 59 static void uninitialize_v10(struct kernel_queue *kq) in uninitialize_v10() argument 61 kfd_gtt_sa_free(kq->dev, kq->eop_mem); in uninitialize_v10() [all …]
|
D | kfd_process_queue_manager.c | 38 (pqn->kq && pqn->kq->queue->properties.queue_id == qid)) in get_queue_by_qid() 201 struct kernel_queue *kq; in pqm_create_queue() local 206 kq = NULL; in pqm_create_queue() 257 pqn->kq = NULL; in pqm_create_queue() 278 pqn->kq = NULL; in pqm_create_queue() 284 kq = kernel_queue_init(dev, KFD_QUEUE_TYPE_DIQ); in pqm_create_queue() 285 if (!kq) { in pqm_create_queue() 289 kq->queue->properties.queue_id = *qid; in pqm_create_queue() 290 pqn->kq = kq; in pqm_create_queue() 293 kq, &pdd->qpd); in pqm_create_queue() [all …]
|
D | kfd_kernel_queue_vi.c | 29 static bool initialize_vi(struct kernel_queue *kq, struct kfd_dev *dev, 31 static void uninitialize_vi(struct kernel_queue *kq); 32 static void submit_packet_vi(struct kernel_queue *kq); 41 static bool initialize_vi(struct kernel_queue *kq, struct kfd_dev *dev, in initialize_vi() argument 46 retval = kfd_gtt_sa_allocate(dev, PAGE_SIZE, &kq->eop_mem); in initialize_vi() 50 kq->eop_gpu_addr = kq->eop_mem->gpu_addr; in initialize_vi() 51 kq->eop_kernel_addr = kq->eop_mem->cpu_ptr; in initialize_vi() 53 memset(kq->eop_kernel_addr, 0, PAGE_SIZE); in initialize_vi() 58 static void uninitialize_vi(struct kernel_queue *kq) in uninitialize_vi() argument 60 kfd_gtt_sa_free(kq->dev, kq->eop_mem); in uninitialize_vi() [all …]
|
D | kfd_kernel_queue_v9.c | 29 static bool initialize_v9(struct kernel_queue *kq, struct kfd_dev *dev, 31 static void uninitialize_v9(struct kernel_queue *kq); 32 static void submit_packet_v9(struct kernel_queue *kq); 41 static bool initialize_v9(struct kernel_queue *kq, struct kfd_dev *dev, in initialize_v9() argument 46 retval = kfd_gtt_sa_allocate(dev, PAGE_SIZE, &kq->eop_mem); in initialize_v9() 50 kq->eop_gpu_addr = kq->eop_mem->gpu_addr; in initialize_v9() 51 kq->eop_kernel_addr = kq->eop_mem->cpu_ptr; in initialize_v9() 53 memset(kq->eop_kernel_addr, 0, PAGE_SIZE); in initialize_v9() 58 static void uninitialize_v9(struct kernel_queue *kq) in uninitialize_v9() argument 60 kfd_gtt_sa_free(kq->dev, kq->eop_mem); in uninitialize_v9() [all …]
|
D | kfd_kernel_queue.h | 56 bool (*initialize)(struct kernel_queue *kq, struct kfd_dev *dev, 58 void (*uninitialize)(struct kernel_queue *kq); 59 int (*acquire_packet_buffer)(struct kernel_queue *kq, 63 void (*submit_packet)(struct kernel_queue *kq); 64 void (*rollback_packet)(struct kernel_queue *kq);
|
D | kfd_dbgdev.c | 57 struct kernel_queue *kq; in dbgdev_diq_submit_ib() local 65 kq = dbgdev->kq; in dbgdev_diq_submit_ib() 75 status = kq->ops.acquire_packet_buffer(kq, in dbgdev_diq_submit_ib() 118 kq->ops.rollback_packet(kq); in dbgdev_diq_submit_ib() 154 kq->ops.submit_packet(kq); in dbgdev_diq_submit_ib() 173 dbgdev->kq = NULL; in dbgdev_register_nodiq() 182 struct kernel_queue *kq = NULL; in dbgdev_register_diq() local 197 kq = pqm_get_kernel_queue(dbgdev->pqm, qid); in dbgdev_register_diq() 199 if (!kq) { in dbgdev_register_diq() 205 dbgdev->kq = kq; in dbgdev_register_diq() [all …]
|
D | kfd_packet_manager.c | 130 struct kernel_queue *kq; in pm_create_runlist_ib() local 164 list_for_each_entry(kq, &qpd->priv_queue_list, list) { in pm_create_runlist_ib() 165 if (!kq->queue->properties.is_active) in pm_create_runlist_ib() 169 kq->queue->queue, qpd->is_debug); in pm_create_runlist_ib() 173 kq->queue, in pm_create_runlist_ib()
|
D | kfd_device_queue_manager.h | 107 struct kernel_queue *kq, 111 struct kernel_queue *kq,
|
D | kfd_device_queue_manager.c | 1085 struct kernel_queue *kq, in create_kernel_queue_cpsch() argument 1104 list_add(&kq->list, &qpd->priv_queue_list); in create_kernel_queue_cpsch() 1114 struct kernel_queue *kq, in destroy_kernel_queue_cpsch() argument 1118 list_del(&kq->list); in destroy_kernel_queue_cpsch() 1571 struct kernel_queue *kq, *kq_next; in process_termination_cpsch() local 1583 list_for_each_entry_safe(kq, kq_next, &qpd->priv_queue_list, list) { in process_termination_cpsch() 1584 list_del(&kq->list); in process_termination_cpsch()
|
D | kfd_dbgmgr.h | 259 struct kernel_queue *kq; member
|
D | kfd_priv.h | 888 void kernel_queue_uninit(struct kernel_queue *kq); 894 struct kernel_queue *kq; member
|
/drivers/soc/ti/ |
D | knav_qmss_acc.c | 53 struct knav_queue_inst *kq, in knav_acc_set_notify() argument 64 if (!enabled || atomic_read(&kq->desc_count) <= 0) in knav_acc_set_notify() 67 kq->notify_needed = 1; in knav_acc_set_notify() 68 atomic_inc(&kq->acc->retrigger_count); in knav_acc_set_notify() 69 mask = BIT(kq->acc->channel % 32); in knav_acc_set_notify() 70 offset = ACC_INTD_OFFSET_STATUS(kq->acc->channel); in knav_acc_set_notify() 72 kq->acc->name); in knav_acc_set_notify() 80 struct knav_queue_inst *kq = NULL; in knav_acc_int_handler() local 101 kq = knav_range_offset_to_inst(kdev, range, queue); in knav_acc_int_handler() 158 kq = knav_range_offset_to_inst(kdev, range, in knav_acc_int_handler() [all …]
|