Lines Matching refs:queue
91 static int queue_empty(struct ddcb_queue *queue) in queue_empty() argument
93 return queue->ddcb_next == queue->ddcb_act; in queue_empty()
96 static int queue_enqueued_ddcbs(struct ddcb_queue *queue) in queue_enqueued_ddcbs() argument
98 if (queue->ddcb_next >= queue->ddcb_act) in queue_enqueued_ddcbs()
99 return queue->ddcb_next - queue->ddcb_act; in queue_enqueued_ddcbs()
101 return queue->ddcb_max - (queue->ddcb_act - queue->ddcb_next); in queue_enqueued_ddcbs()
104 static int queue_free_ddcbs(struct ddcb_queue *queue) in queue_free_ddcbs() argument
106 int free_ddcbs = queue->ddcb_max - queue_enqueued_ddcbs(queue) - 1; in queue_free_ddcbs()
172 static void print_ddcb_info(struct genwqe_dev *cd, struct ddcb_queue *queue) in print_ddcb_info() argument
183 cd->card_idx, queue->ddcb_act, queue->ddcb_next); in print_ddcb_info()
185 pddcb = queue->ddcb_vaddr; in print_ddcb_info()
186 for (i = 0; i < queue->ddcb_max; i++) { in print_ddcb_info()
189 i == queue->ddcb_act ? '>' : ' ', in print_ddcb_info()
274 static int enqueue_ddcb(struct genwqe_dev *cd, struct ddcb_queue *queue, in enqueue_ddcb() argument
291 prev_no = (ddcb_no == 0) ? queue->ddcb_max - 1 : ddcb_no - 1; in enqueue_ddcb()
292 prev_ddcb = &queue->ddcb_vaddr[prev_no]; in enqueue_ddcb()
321 __genwqe_writeq(cd, queue->IO_QUEUE_OFFSET, num); /* start queue */ in enqueue_ddcb()
339 struct ddcb_queue *queue = req->queue; in copy_ddcb_results() local
340 struct ddcb *pddcb = &queue->ddcb_vaddr[req->num]; in copy_ddcb_results()
355 queue->ddcb_max - 1 : ddcb_no - 1; in copy_ddcb_results()
356 struct ddcb *prev_pddcb = &queue->ddcb_vaddr[prev_no]; in copy_ddcb_results()
372 struct ddcb_queue *queue) in genwqe_check_ddcb_queue() argument
378 spin_lock_irqsave(&queue->ddcb_lock, flags); in genwqe_check_ddcb_queue()
381 while (!queue_empty(queue) && (ddcbs_finished < queue->ddcb_max)) { in genwqe_check_ddcb_queue()
387 pddcb = &queue->ddcb_vaddr[queue->ddcb_act]; in genwqe_check_ddcb_queue()
396 req = queue->ddcb_req[queue->ddcb_act]; in genwqe_check_ddcb_queue()
414 u64 ddcb_offs = (u64)pddcb - (u64)queue->ddcb_vaddr; in genwqe_check_ddcb_queue()
416 errcnts = __genwqe_readq(cd, queue->IO_QUEUE_ERRCNTS); in genwqe_check_ddcb_queue()
417 status = __genwqe_readq(cd, queue->IO_QUEUE_STATUS); in genwqe_check_ddcb_queue()
423 queue->ddcb_daddr + ddcb_offs); in genwqe_check_ddcb_queue()
426 copy_ddcb_results(req, queue->ddcb_act); in genwqe_check_ddcb_queue()
427 queue->ddcb_req[queue->ddcb_act] = NULL; /* take from queue */ in genwqe_check_ddcb_queue()
448 queue->ddcbs_completed++; in genwqe_check_ddcb_queue()
449 queue->ddcbs_in_flight--; in genwqe_check_ddcb_queue()
453 wake_up_interruptible(&queue->ddcb_waitqs[queue->ddcb_act]); in genwqe_check_ddcb_queue()
454 wake_up_interruptible(&queue->busy_waitq); in genwqe_check_ddcb_queue()
457 queue->ddcb_act = (queue->ddcb_act + 1) % queue->ddcb_max; in genwqe_check_ddcb_queue()
462 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in genwqe_check_ddcb_queue()
487 struct ddcb_queue *queue; in __genwqe_wait_ddcb() local
493 queue = req->queue; in __genwqe_wait_ddcb()
494 if (queue == NULL) in __genwqe_wait_ddcb()
498 if (ddcb_no >= queue->ddcb_max) in __genwqe_wait_ddcb()
501 rc = wait_event_interruptible_timeout(queue->ddcb_waitqs[ddcb_no], in __genwqe_wait_ddcb()
512 struct ddcb_queue *queue = req->queue; in __genwqe_wait_ddcb() local
520 genwqe_check_ddcb_queue(cd, req->queue); in __genwqe_wait_ddcb()
530 __genwqe_readq(cd, queue->IO_QUEUE_STATUS)); in __genwqe_wait_ddcb()
532 pddcb = &queue->ddcb_vaddr[req->num]; in __genwqe_wait_ddcb()
535 print_ddcb_info(cd, req->queue); in __genwqe_wait_ddcb()
572 struct ddcb_queue *queue, in get_next_ddcb() argument
578 if (queue_free_ddcbs(queue) == 0) /* queue is full */ in get_next_ddcb()
582 pddcb = &queue->ddcb_vaddr[queue->ddcb_next]; in get_next_ddcb()
589 *num = queue->ddcb_next; /* internal DDCB number */ in get_next_ddcb()
590 queue->ddcb_next = (queue->ddcb_next + 1) % queue->ddcb_max; in get_next_ddcb()
605 pddcb->seqnum_16 = cpu_to_be16(queue->ddcb_seq++); in get_next_ddcb()
629 struct ddcb_queue *queue = req->queue; in __genwqe_purge_ddcb() local
642 pddcb = &queue->ddcb_vaddr[req->num]; in __genwqe_purge_ddcb()
646 spin_lock_irqsave(&queue->ddcb_lock, flags); in __genwqe_purge_ddcb()
669 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in __genwqe_purge_ddcb()
685 queue->ddcbs_in_flight--; in __genwqe_purge_ddcb()
686 queue->ddcb_req[req->num] = NULL; /* delete from array */ in __genwqe_purge_ddcb()
701 (queue->ddcb_act == req->num)) { in __genwqe_purge_ddcb()
702 queue->ddcb_act = ((queue->ddcb_act + 1) % in __genwqe_purge_ddcb()
703 queue->ddcb_max); in __genwqe_purge_ddcb()
706 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in __genwqe_purge_ddcb()
714 queue_status = __genwqe_readq(cd, queue->IO_QUEUE_STATUS); in __genwqe_purge_ddcb()
724 print_ddcb_info(cd, req->queue); in __genwqe_purge_ddcb()
763 struct ddcb_queue *queue; in __genwqe_enqueue_ddcb() local
776 queue = req->queue = &cd->queue; in __genwqe_enqueue_ddcb()
782 genwqe_check_ddcb_queue(cd, queue); in __genwqe_enqueue_ddcb()
789 spin_lock_irqsave(&queue->ddcb_lock, flags); in __genwqe_enqueue_ddcb()
791 pddcb = get_next_ddcb(cd, queue, &req->num); /* get ptr and num */ in __genwqe_enqueue_ddcb()
795 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in __genwqe_enqueue_ddcb()
798 queue->return_on_busy++; in __genwqe_enqueue_ddcb()
802 queue->wait_on_busy++; in __genwqe_enqueue_ddcb()
803 rc = wait_event_interruptible(queue->busy_waitq, in __genwqe_enqueue_ddcb()
804 queue_free_ddcbs(queue) != 0); in __genwqe_enqueue_ddcb()
813 if (queue->ddcb_req[req->num] != NULL) { in __genwqe_enqueue_ddcb()
814 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in __genwqe_enqueue_ddcb()
822 queue->ddcb_req[req->num] = req; in __genwqe_enqueue_ddcb()
896 enqueue_ddcb(cd, queue, pddcb, req->num); in __genwqe_enqueue_ddcb()
897 queue->ddcbs_in_flight++; in __genwqe_enqueue_ddcb()
899 if (queue->ddcbs_in_flight > queue->ddcbs_max_in_flight) in __genwqe_enqueue_ddcb()
900 queue->ddcbs_max_in_flight = queue->ddcbs_in_flight; in __genwqe_enqueue_ddcb()
903 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in __genwqe_enqueue_ddcb()
984 struct ddcb_queue *queue = &cd->queue; in genwqe_next_ddcb_ready() local
986 spin_lock_irqsave(&queue->ddcb_lock, flags); in genwqe_next_ddcb_ready()
988 if (queue_empty(queue)) { /* emtpy queue */ in genwqe_next_ddcb_ready()
989 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in genwqe_next_ddcb_ready()
993 pddcb = &queue->ddcb_vaddr[queue->ddcb_act]; in genwqe_next_ddcb_ready()
995 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in genwqe_next_ddcb_ready()
999 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in genwqe_next_ddcb_ready()
1014 struct ddcb_queue *queue = &cd->queue; in genwqe_ddcbs_in_flight() local
1016 spin_lock_irqsave(&queue->ddcb_lock, flags); in genwqe_ddcbs_in_flight()
1017 ddcbs_in_flight += queue->ddcbs_in_flight; in genwqe_ddcbs_in_flight()
1018 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in genwqe_ddcbs_in_flight()
1023 static int setup_ddcb_queue(struct genwqe_dev *cd, struct ddcb_queue *queue) in setup_ddcb_queue() argument
1036 queue->ddcbs_in_flight = 0; /* statistics */ in setup_ddcb_queue()
1037 queue->ddcbs_max_in_flight = 0; in setup_ddcb_queue()
1038 queue->ddcbs_completed = 0; in setup_ddcb_queue()
1039 queue->return_on_busy = 0; in setup_ddcb_queue()
1040 queue->wait_on_busy = 0; in setup_ddcb_queue()
1042 queue->ddcb_seq = 0x100; /* start sequence number */ in setup_ddcb_queue()
1043 queue->ddcb_max = genwqe_ddcb_max; /* module parameter */ in setup_ddcb_queue()
1044 queue->ddcb_vaddr = __genwqe_alloc_consistent(cd, queue_size, in setup_ddcb_queue()
1045 &queue->ddcb_daddr); in setup_ddcb_queue()
1046 if (queue->ddcb_vaddr == NULL) { in setup_ddcb_queue()
1051 memset(queue->ddcb_vaddr, 0, queue_size); in setup_ddcb_queue()
1053 queue->ddcb_req = kzalloc(sizeof(struct ddcb_requ *) * in setup_ddcb_queue()
1054 queue->ddcb_max, GFP_KERNEL); in setup_ddcb_queue()
1055 if (!queue->ddcb_req) { in setup_ddcb_queue()
1060 queue->ddcb_waitqs = kzalloc(sizeof(wait_queue_head_t) * in setup_ddcb_queue()
1061 queue->ddcb_max, GFP_KERNEL); in setup_ddcb_queue()
1062 if (!queue->ddcb_waitqs) { in setup_ddcb_queue()
1067 for (i = 0; i < queue->ddcb_max; i++) { in setup_ddcb_queue()
1068 pddcb = &queue->ddcb_vaddr[i]; /* DDCBs */ in setup_ddcb_queue()
1072 queue->ddcb_req[i] = NULL; /* requests */ in setup_ddcb_queue()
1073 init_waitqueue_head(&queue->ddcb_waitqs[i]); /* waitqueues */ in setup_ddcb_queue()
1076 queue->ddcb_act = 0; in setup_ddcb_queue()
1077 queue->ddcb_next = 0; /* queue is empty */ in setup_ddcb_queue()
1079 spin_lock_init(&queue->ddcb_lock); in setup_ddcb_queue()
1080 init_waitqueue_head(&queue->busy_waitq); in setup_ddcb_queue()
1082 val64 = ((u64)(queue->ddcb_max - 1) << 8); /* lastptr */ in setup_ddcb_queue()
1083 __genwqe_writeq(cd, queue->IO_QUEUE_CONFIG, 0x07); /* iCRC/vCRC */ in setup_ddcb_queue()
1084 __genwqe_writeq(cd, queue->IO_QUEUE_SEGMENT, queue->ddcb_daddr); in setup_ddcb_queue()
1085 __genwqe_writeq(cd, queue->IO_QUEUE_INITSQN, queue->ddcb_seq); in setup_ddcb_queue()
1086 __genwqe_writeq(cd, queue->IO_QUEUE_WRAP, val64); in setup_ddcb_queue()
1090 kfree(queue->ddcb_req); in setup_ddcb_queue()
1091 queue->ddcb_req = NULL; in setup_ddcb_queue()
1093 __genwqe_free_consistent(cd, queue_size, queue->ddcb_vaddr, in setup_ddcb_queue()
1094 queue->ddcb_daddr); in setup_ddcb_queue()
1095 queue->ddcb_vaddr = NULL; in setup_ddcb_queue()
1096 queue->ddcb_daddr = 0ull; in setup_ddcb_queue()
1101 static int ddcb_queue_initialized(struct ddcb_queue *queue) in ddcb_queue_initialized() argument
1103 return queue->ddcb_vaddr != NULL; in ddcb_queue_initialized()
1106 static void free_ddcb_queue(struct genwqe_dev *cd, struct ddcb_queue *queue) in free_ddcb_queue() argument
1110 queue_size = roundup(queue->ddcb_max * sizeof(struct ddcb), PAGE_SIZE); in free_ddcb_queue()
1112 kfree(queue->ddcb_req); in free_ddcb_queue()
1113 queue->ddcb_req = NULL; in free_ddcb_queue()
1115 if (queue->ddcb_vaddr) { in free_ddcb_queue()
1116 __genwqe_free_consistent(cd, queue_size, queue->ddcb_vaddr, in free_ddcb_queue()
1117 queue->ddcb_daddr); in free_ddcb_queue()
1118 queue->ddcb_vaddr = NULL; in free_ddcb_queue()
1119 queue->ddcb_daddr = 0ull; in free_ddcb_queue()
1197 genwqe_check_ddcb_queue(cd, &cd->queue); in genwqe_card_thread()
1233 struct ddcb_queue *queue; in genwqe_setup_service_layer() local
1246 queue = &cd->queue; in genwqe_setup_service_layer()
1247 queue->IO_QUEUE_CONFIG = IO_SLC_QUEUE_CONFIG; in genwqe_setup_service_layer()
1248 queue->IO_QUEUE_STATUS = IO_SLC_QUEUE_STATUS; in genwqe_setup_service_layer()
1249 queue->IO_QUEUE_SEGMENT = IO_SLC_QUEUE_SEGMENT; in genwqe_setup_service_layer()
1250 queue->IO_QUEUE_INITSQN = IO_SLC_QUEUE_INITSQN; in genwqe_setup_service_layer()
1251 queue->IO_QUEUE_OFFSET = IO_SLC_QUEUE_OFFSET; in genwqe_setup_service_layer()
1252 queue->IO_QUEUE_WRAP = IO_SLC_QUEUE_WRAP; in genwqe_setup_service_layer()
1253 queue->IO_QUEUE_WTIME = IO_SLC_QUEUE_WTIME; in genwqe_setup_service_layer()
1254 queue->IO_QUEUE_ERRCNTS = IO_SLC_QUEUE_ERRCNTS; in genwqe_setup_service_layer()
1255 queue->IO_QUEUE_LRW = IO_SLC_QUEUE_LRW; in genwqe_setup_service_layer()
1257 rc = setup_ddcb_queue(cd, queue); in genwqe_setup_service_layer()
1305 free_ddcb_queue(cd, queue); in genwqe_setup_service_layer()
1321 struct ddcb_queue *queue = &cd->queue; in queue_wake_up_all() local
1323 spin_lock_irqsave(&queue->ddcb_lock, flags); in queue_wake_up_all()
1325 for (i = 0; i < queue->ddcb_max; i++) in queue_wake_up_all()
1326 wake_up_interruptible(&queue->ddcb_waitqs[queue->ddcb_act]); in queue_wake_up_all()
1328 wake_up_interruptible(&queue->busy_waitq); in queue_wake_up_all()
1329 spin_unlock_irqrestore(&queue->ddcb_lock, flags); in queue_wake_up_all()
1347 struct ddcb_queue *queue = &cd->queue; in genwqe_finish_queue() local
1349 if (!ddcb_queue_initialized(queue)) in genwqe_finish_queue()
1398 if (!ddcb_queue_initialized(&cd->queue)) in genwqe_release_service_layer()
1409 free_ddcb_queue(cd, &cd->queue); in genwqe_release_service_layer()