472 	struct linda_send_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_create_send_wq()  local
487 	linda_wq->prod = 0;  in linda_create_send_wq()
488 	linda_wq->cons = 0;  in linda_create_send_wq()
491 	linda_wq->send_buf = zalloc ( qp->send.num_wqes *  in linda_create_send_wq()
492 				      sizeof ( linda_wq->send_buf[0] ) );  in linda_create_send_wq()
493 	if ( ! linda_wq->send_buf ) {  in linda_create_send_wq()
500 	free ( linda_wq->send_buf );  in linda_create_send_wq()
516 	struct linda_send_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_destroy_send_wq()  local
518 	free ( linda_wq->send_buf );  in linda_destroy_send_wq()
612 	struct linda_recv_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_create_recv_wq()  local
622 	memset ( &linda_wq->header_prod, 0,  in linda_create_recv_wq()
623 		 sizeof ( linda_wq->header_prod ) );  in linda_create_recv_wq()
624 	linda_wq->header_cons = 0;  in linda_create_recv_wq()
625 	linda_wq->eager_prod = 0;  in linda_create_recv_wq()
626 	linda_wq->eager_cons = 0;  in linda_create_recv_wq()
629 	linda_wq->header = malloc_dma ( LINDA_RECV_HEADERS_SIZE,  in linda_create_recv_wq()
631 	if ( ! linda_wq->header ) {  in linda_create_recv_wq()
639 		     ( virt_to_bus ( linda_wq->header ) >> 2 ) );  in linda_create_recv_wq()
644 		     ( virt_to_bus ( &linda_wq->header_prod ) >> 2 ) );  in linda_create_recv_wq()
661 	       linda, qp->qpn, ctx, virt_to_bus ( linda_wq->header ),  in linda_create_recv_wq()
662 	       ( virt_to_bus ( linda_wq->header ) + LINDA_RECV_HEADERS_SIZE ),  in linda_create_recv_wq()
663 	       virt_to_bus ( &linda_wq->header_prod ) );  in linda_create_recv_wq()
666 	free_dma ( linda_wq->header, LINDA_RECV_HEADERS_SIZE );  in linda_create_recv_wq()
680 	struct linda_recv_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_destroy_recv_wq()  local
695 	free_dma ( linda_wq->header, LINDA_RECV_HEADERS_SIZE );  in linda_destroy_recv_wq()
948 	struct linda_send_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_post_send()  local
964 	assert ( wq->iobufs[linda_wq->prod] == NULL );  in linda_post_send()
965 	wq->iobufs[linda_wq->prod] = iobuf;  in linda_post_send()
966 	linda_wq->send_buf[linda_wq->prod] = send_buf;  in linda_post_send()
1003 		linda, qp->qpn, send_buf, linda_wq->prod,  in linda_post_send()
1007 	linda_wq->prod = ( ( linda_wq->prod + 1 ) & ( wq->num_wqes - 1 ) );  in linda_post_send()
1024 	struct linda_send_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_complete_send()  local
1029 	send_buf = linda_wq->send_buf[wqe_idx];  in linda_complete_send()
1053 	struct linda_send_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_poll_send_wq()  local
1060 		send_buf = linda_wq->send_buf[linda_wq->cons];  in linda_poll_send_wq()
1065 		linda_complete_send ( ibdev, qp, linda_wq->cons );  in linda_poll_send_wq()
1068 		linda_wq->cons = ( ( linda_wq->cons + 1 ) &  in linda_poll_send_wq()
1086 	struct linda_recv_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_post_recv()  local
1110 	wqe_idx = ( linda_wq->eager_prod & ( wq->num_wqes - 1 ) );  in linda_post_recv()
1134 			       linda_wq->eager_array, linda_wq->eager_prod );  in linda_post_recv()
1136 		linda, qp->qpn, linda_wq->eager_prod, wqe_idx,  in linda_post_recv()
1140 	linda_wq->eager_prod = ( ( linda_wq->eager_prod + 1 ) &  in linda_post_recv()
1141 				 ( linda_wq->eager_entries - 1 ) );  in linda_post_recv()
1146 		     Value, ( ( linda_wq->eager_prod + 1 ) &  in linda_post_recv()
1147 			      ( linda_wq->eager_entries - 1 ) ) );  in linda_post_recv()
1166 	struct linda_recv_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_complete_recv()  local
1189 	rcvhdrflags = ( linda_wq->header + header_offs +  in linda_complete_recv()
1261 		if ( linda_wq->eager_cons == linda_wq->eager_prod )  in linda_complete_recv()
1269 		if ( ( linda_wq->eager_cons ==  in linda_complete_recv()
1270 		       ( ( egrindex + 1 ) & ( linda_wq->eager_entries - 1 ) )))  in linda_complete_recv()
1276 		wqe_idx = ( linda_wq->eager_cons & ( wq->num_wqes - 1 ) );  in linda_complete_recv()
1282 		if ( linda_wq->eager_cons == egrindex ) {  in linda_complete_recv()
1305 		linda_writeq_array8b ( linda, &rcvegr, linda_wq->eager_array,  in linda_complete_recv()
1306 				       linda_wq->eager_cons );  in linda_complete_recv()
1309 		linda_wq->eager_cons = ( ( linda_wq->eager_cons + 1 ) &  in linda_complete_recv()
1310 					 ( linda_wq->eager_entries - 1 ) );  in linda_complete_recv()
1324 	struct linda_recv_work_queue *linda_wq = ib_wq_get_drvdata ( wq );  in linda_poll_recv_wq()  local
1330 	header_prod = ( BIT_GET ( &linda_wq->header_prod, Value ) << 2 );  in linda_poll_recv_wq()
1331 	if ( header_prod == linda_wq->header_cons )  in linda_poll_recv_wq()
1335 	while ( linda_wq->header_cons != header_prod ) {  in linda_poll_recv_wq()
1338 		linda_complete_recv ( ibdev, qp, linda_wq->header_cons );  in linda_poll_recv_wq()
1341 		linda_wq->header_cons += LINDA_RECV_HEADER_SIZE;  in linda_poll_recv_wq()
1342 		linda_wq->header_cons %= LINDA_RECV_HEADERS_SIZE;  in linda_poll_recv_wq()
1348 		     RcvHeadPointer, ( linda_wq->header_cons >> 2 ),  in linda_poll_recv_wq()