Lines Matching refs:iter
174 struct ppc440spe_adma_desc_slot *iter) in print_cb_list() argument
176 for (; iter; iter = iter->hw_next) in print_cb_list()
177 print_cb(chan, iter->hw_desc); in print_cb_list()
322 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_desc_init_dma01pq() local
336 list_for_each_entry(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pq()
337 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
338 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_desc_init_dma01pq()
340 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
343 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pq()
345 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
352 iter->hw_next = NULL; in ppc440spe_desc_init_dma01pq()
354 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
356 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
367 iter = list_first_entry(&desc->group_list, in ppc440spe_desc_init_dma01pq()
372 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
374 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
380 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
382 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
387 list_for_each_entry_from(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pq()
388 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
398 iter = list_first_entry(&desc->group_list, in ppc440spe_desc_init_dma01pq()
401 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
405 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
408 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
414 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
417 list_for_each_entry_from(iter, &desc->group_list, in ppc440spe_desc_init_dma01pq()
419 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
435 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_desc_init_dma01pqzero_sum() local
445 iter = list_first_entry(&desc->group_list, in ppc440spe_desc_init_dma01pqzero_sum()
447 iter = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pqzero_sum()
451 iter = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pqzero_sum()
455 list_for_each_entry_from(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pqzero_sum()
456 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pqzero_sum()
457 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_desc_init_dma01pqzero_sum()
458 iter->src_cnt = 0; in ppc440spe_desc_init_dma01pqzero_sum()
459 iter->dst_cnt = 0; in ppc440spe_desc_init_dma01pqzero_sum()
475 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_desc_init_dma01pqzero_sum()
478 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pqzero_sum()
487 iter->hw_next = NULL; in ppc440spe_desc_init_dma01pqzero_sum()
491 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pqzero_sum()
938 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_adma_device_clear_eot_status() local
945 list_for_each_entry(iter, &chan->chain, in ppc440spe_adma_device_clear_eot_status()
947 if (iter->phys == phys) in ppc440spe_adma_device_clear_eot_status()
954 BUG_ON(&iter->chain_node == &chan->chain); in ppc440spe_adma_device_clear_eot_status()
956 if (iter->xor_check_result) { in ppc440spe_adma_device_clear_eot_status()
958 &iter->flags)) { in ppc440spe_adma_device_clear_eot_status()
959 *iter->xor_check_result |= in ppc440spe_adma_device_clear_eot_status()
963 &iter->flags)) { in ppc440spe_adma_device_clear_eot_status()
964 *iter->xor_check_result |= in ppc440spe_adma_device_clear_eot_status()
1097 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_chan_append() local
1110 iter = chan_last_sub[chan->device->id]; in ppc440spe_chan_append()
1111 BUG_ON(!iter); in ppc440spe_chan_append()
1114 iter = chan_first_cdb[chan->device->id]; in ppc440spe_chan_append()
1115 BUG_ON(!iter); in ppc440spe_chan_append()
1116 ppc440spe_dma_put_desc(chan, iter); in ppc440spe_chan_append()
1121 if (!iter->hw_next) in ppc440spe_chan_append()
1125 list_for_each_entry_continue(iter, &chan->chain, chain_node) { in ppc440spe_chan_append()
1126 ppc440spe_dma_put_desc(chan, iter); in ppc440spe_chan_append()
1127 if (!iter->hw_next) in ppc440spe_chan_append()
1423 struct ppc440spe_adma_desc_slot *iter = tdesc->group_head; in ppc440spe_get_group_entry() local
1432 list_for_each_entry(iter, &tdesc->group_list, chain_node) { in ppc440spe_get_group_entry()
1436 return iter; in ppc440spe_get_group_entry()
1535 struct ppc440spe_adma_desc_slot *iter, *_iter, *group_start = NULL; in __ppc440spe_adma_slot_cleanup() local
1554 list_for_each_entry_safe(iter, _iter, &chan->chain, in __ppc440spe_adma_slot_cleanup()
1559 iter->async_tx.cookie, iter->idx, busy, iter->phys, in __ppc440spe_adma_slot_cleanup()
1560 ppc440spe_desc_get_link(iter, chan), current_desc, in __ppc440spe_adma_slot_cleanup()
1561 async_tx_test_ack(&iter->async_tx)); in __ppc440spe_adma_slot_cleanup()
1576 if (iter->phys == current_desc) { in __ppc440spe_adma_slot_cleanup()
1578 if (busy || ppc440spe_desc_get_link(iter, chan)) { in __ppc440spe_adma_slot_cleanup()
1588 slot_cnt = iter->slot_cnt; in __ppc440spe_adma_slot_cleanup()
1589 slots_per_op = iter->slots_per_op; in __ppc440spe_adma_slot_cleanup()
1598 group_start = iter; in __ppc440spe_adma_slot_cleanup()
1642 cookie = ppc440spe_adma_run_tx_complete_actions(iter, chan, in __ppc440spe_adma_slot_cleanup()
1645 if (ppc440spe_adma_clean_slot(iter, chan)) in __ppc440spe_adma_slot_cleanup()
1687 struct ppc440spe_adma_desc_slot *iter = NULL, *_iter; in ppc440spe_adma_alloc_slots() local
1701 iter = chan->last_used; in ppc440spe_adma_alloc_slots()
1703 iter = list_entry(&chan->all_slots, in ppc440spe_adma_alloc_slots()
1706 list_for_each_entry_safe_continue(iter, _iter, &chan->all_slots, in ppc440spe_adma_alloc_slots()
1710 if (iter->slots_per_op) { in ppc440spe_adma_alloc_slots()
1717 alloc_start = iter; in ppc440spe_adma_alloc_slots()
1723 iter = alloc_start; in ppc440spe_adma_alloc_slots()
1728 async_tx_ack(&iter->async_tx); in ppc440spe_adma_alloc_slots()
1730 list_add_tail(&iter->chain_node, &chain); in ppc440spe_adma_alloc_slots()
1731 alloc_tail = iter; in ppc440spe_adma_alloc_slots()
1732 iter->async_tx.cookie = 0; in ppc440spe_adma_alloc_slots()
1733 iter->hw_next = NULL; in ppc440spe_adma_alloc_slots()
1734 iter->flags = 0; in ppc440spe_adma_alloc_slots()
1735 iter->slot_cnt = num_slots; in ppc440spe_adma_alloc_slots()
1736 iter->xor_check_result = NULL; in ppc440spe_adma_alloc_slots()
1738 iter->slots_per_op = slots_per_op - i; in ppc440spe_adma_alloc_slots()
1739 last_used = iter; in ppc440spe_adma_alloc_slots()
1740 iter = list_entry(iter->slot_node.next, in ppc440spe_adma_alloc_slots()
2101 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_dma01_prep_mult() local
2111 iter = list_first_entry(&sw_desc->group_list, in ppc440spe_dma01_prep_mult()
2114 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_mult()
2116 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_dma01_prep_mult()
2119 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_mult()
2120 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_mult()
2123 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_dma01_prep_mult()
2125 ppc440spe_desc_set_dest_addr(iter, chan, 0, dst[1], 1); in ppc440spe_dma01_prep_mult()
2126 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_mult()
2128 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_mult()
2129 iter->unmap_len = len; in ppc440spe_dma01_prep_mult()
2135 iter = list_first_entry(&iter->chain_node, in ppc440spe_dma01_prep_mult()
2138 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_mult()
2139 iter->hw_next = NULL; in ppc440spe_dma01_prep_mult()
2141 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_mult()
2143 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_mult()
2145 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_mult()
2147 ppc440spe_desc_set_src_addr(iter, chan, 0, in ppc440spe_dma01_prep_mult()
2149 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_dma01_prep_mult()
2152 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_dma01_prep_mult()
2154 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_mult()
2155 iter->unmap_len = len; in ppc440spe_dma01_prep_mult()
2187 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_dma01_prep_sum_product() local
2195 iter = list_first_entry(&sw_desc->group_list, in ppc440spe_dma01_prep_sum_product()
2198 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_sum_product()
2199 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_dma01_prep_sum_product()
2202 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2203 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_sum_product()
2206 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, in ppc440spe_dma01_prep_sum_product()
2208 ppc440spe_desc_set_dest_addr(iter, chan, 0, in ppc440spe_dma01_prep_sum_product()
2210 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_sum_product()
2212 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_sum_product()
2213 iter->unmap_len = len; in ppc440spe_dma01_prep_sum_product()
2217 iter = list_first_entry(&iter->chain_node, in ppc440spe_dma01_prep_sum_product()
2220 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_sum_product()
2222 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_dma01_prep_sum_product()
2226 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2228 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2230 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_sum_product()
2232 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_sum_product()
2234 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, in ppc440spe_dma01_prep_sum_product()
2236 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_dma01_prep_sum_product()
2238 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_sum_product()
2239 iter->unmap_len = len; in ppc440spe_dma01_prep_sum_product()
2245 iter = list_first_entry(&iter->chain_node, in ppc440spe_dma01_prep_sum_product()
2248 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_sum_product()
2249 iter->hw_next = NULL; in ppc440spe_dma01_prep_sum_product()
2251 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2253 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2255 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_sum_product()
2257 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_sum_product()
2259 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, in ppc440spe_dma01_prep_sum_product()
2261 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_dma01_prep_sum_product()
2263 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_sum_product()
2264 iter->unmap_len = len; in ppc440spe_dma01_prep_sum_product()
2279 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; in ppc440spe_dma01_prep_pq() local
2406 list_for_each_entry(iter, &sw_desc->group_list, in ppc440spe_dma01_prep_pq()
2408 ppc440spe_desc_set_byte_count(iter, in ppc440spe_dma01_prep_pq()
2410 iter->unmap_len = len; in ppc440spe_dma01_prep_pq()
2424 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; in ppc440spe_dma2_prep_pq() local
2446 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_dma2_prep_pq()
2447 ppc440spe_desc_init_dma2pq(iter, dst_cnt, src_cnt, in ppc440spe_dma2_prep_pq()
2449 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_dma2_prep_pq()
2451 iter->unmap_len = len; in ppc440spe_dma2_prep_pq()
2453 ppc440spe_init_rxor_cursor(&(iter->rxor_cursor)); in ppc440spe_dma2_prep_pq()
2454 iter->rxor_cursor.len = len; in ppc440spe_dma2_prep_pq()
2455 iter->descs_per_op = descs_per_op; in ppc440spe_dma2_prep_pq()
2458 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_dma2_prep_pq()
2461 ppc440spe_adma_init_dma2rxor_slot(iter, src, in ppc440spe_dma2_prep_pq()
2463 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_dma2_prep_pq()
2466 iter->hw_next = in ppc440spe_dma2_prep_pq()
2467 list_entry(iter->chain_node.next, in ppc440spe_dma2_prep_pq()
2470 ppc440spe_xor_set_link(iter, iter->hw_next); in ppc440spe_dma2_prep_pq()
2473 iter->hw_next = NULL; in ppc440spe_dma2_prep_pq()
2589 struct ppc440spe_adma_desc_slot *sw_desc, *iter; in ppc440spe_adma_prep_dma_pqzero_sum() local
2627 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_adma_prep_dma_pqzero_sum()
2628 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2630 iter->unmap_len = len; in ppc440spe_adma_prep_dma_pqzero_sum()
2637 iter = sw_desc->group_head; in ppc440spe_adma_prep_dma_pqzero_sum()
2638 chan = to_ppc440spe_adma_chan(iter->async_tx.chan); in ppc440spe_adma_prep_dma_pqzero_sum()
2639 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_adma_prep_dma_pqzero_sum()
2640 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_adma_prep_dma_pqzero_sum()
2643 hw_desc = iter->hw_desc; in ppc440spe_adma_prep_dma_pqzero_sum()
2645 iter->src_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2646 iter->dst_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2647 ppc440spe_desc_set_dest_addr(iter, chan, 0, in ppc440spe_adma_prep_dma_pqzero_sum()
2649 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, pdest); in ppc440spe_adma_prep_dma_pqzero_sum()
2650 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2652 iter->unmap_len = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2660 iter = list_first_entry(&sw_desc->group_list, in ppc440spe_adma_prep_dma_pqzero_sum()
2663 chan = to_ppc440spe_adma_chan(iter->async_tx.chan); in ppc440spe_adma_prep_dma_pqzero_sum()
2666 iter = list_entry(iter->chain_node.next, in ppc440spe_adma_prep_dma_pqzero_sum()
2671 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_adma_prep_dma_pqzero_sum()
2672 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_adma_prep_dma_pqzero_sum()
2675 hw_desc = iter->hw_desc; in ppc440spe_adma_prep_dma_pqzero_sum()
2677 iter->src_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2678 iter->dst_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2679 ppc440spe_desc_set_dest_addr(iter, chan, 0, in ppc440spe_adma_prep_dma_pqzero_sum()
2681 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, qdest); in ppc440spe_adma_prep_dma_pqzero_sum()
2682 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2684 iter->unmap_len = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2694 list_for_each_entry_reverse(iter, &sw_desc->group_list, in ppc440spe_adma_prep_dma_pqzero_sum()
2704 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2707 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2712 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2715 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2718 iter->xor_check_result = pqres; in ppc440spe_adma_prep_dma_pqzero_sum()
2724 *iter->xor_check_result = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2725 ppc440spe_desc_set_dcheck(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2733 list_for_each_entry_continue_reverse(iter, &sw_desc->group_list, in ppc440spe_adma_prep_dma_pqzero_sum()
2738 chan = to_ppc440spe_adma_chan(iter->async_tx.chan); in ppc440spe_adma_prep_dma_pqzero_sum()
2739 ppc440spe_desc_set_src_addr(iter, chan, 0, in ppc440spe_adma_prep_dma_pqzero_sum()
2745 ppc440spe_desc_set_src_mult(iter, chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2809 static void ppc440spe_adma_pq_zero_op(struct ppc440spe_adma_desc_slot *iter, in ppc440spe_adma_pq_zero_op() argument
2816 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, addr, 0); in ppc440spe_adma_pq_zero_op()
2819 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, addr); in ppc440spe_adma_pq_zero_op()
2822 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_adma_pq_zero_op()
2833 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_adma_pq_set_dest() local
2867 iter = ppc440spe_get_group_entry(sw_desc, index); in ppc440spe_adma_pq_set_dest()
2870 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2872 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2876 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2878 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2880 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2892 iter = ppc440spe_get_group_entry( in ppc440spe_adma_pq_set_dest()
2894 ppc440spe_adma_pq_zero_op(iter, chan, in ppc440spe_adma_pq_set_dest()
2900 iter = ppc440spe_get_group_entry( in ppc440spe_adma_pq_set_dest()
2902 ppc440spe_adma_pq_zero_op(iter, chan, in ppc440spe_adma_pq_set_dest()
2924 iter = ppc440spe_get_group_entry(sw_desc, index++); in ppc440spe_adma_pq_set_dest()
2925 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2930 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_dest()
2932 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2940 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_dest()
2944 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2948 iter, chan, in ppc440spe_adma_pq_set_dest()
2954 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2958 iter, chan, in ppc440spe_adma_pq_set_dest()
2962 iter, chan, in ppc440spe_adma_pq_set_dest()
2988 iter = ppc440spe_get_group_entry(sw_desc, 0); in ppc440spe_adma_pq_set_dest()
2990 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2993 iter = list_entry(iter->chain_node.next, in ppc440spe_adma_pq_set_dest()
3000 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_dest()
3003 ppc440spe_desc_set_dest_addr(iter, in ppc440spe_adma_pq_set_dest()
3005 iter = list_entry(iter->chain_node.next, in ppc440spe_adma_pq_set_dest()
3023 struct ppc440spe_adma_desc_slot *iter, *end; in ppc440spe_adma_pqzero_sum_set_dest() local
3042 iter = ppc440spe_get_group_entry(sw_desc, idx); in ppc440spe_adma_pqzero_sum_set_dest()
3046 list_for_each_entry_from(iter, &sw_desc->group_list, in ppc440spe_adma_pqzero_sum_set_dest()
3048 if (unlikely(iter == end)) in ppc440spe_adma_pqzero_sum_set_dest()
3050 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pqzero_sum_set_dest()
3052 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pqzero_sum_set_dest()
3058 list_for_each_entry_from(iter, &sw_desc->group_list, in ppc440spe_adma_pqzero_sum_set_dest()
3060 if (unlikely(iter == end)) in ppc440spe_adma_pqzero_sum_set_dest()
3062 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pqzero_sum_set_dest()
3101 struct ppc440spe_adma_desc_slot *iter = NULL; in ppc440spe_adma_pq_set_src() local
3139 iter = ppc440spe_get_group_entry(sw_desc, 0); in ppc440spe_adma_pq_set_src()
3145 iter = NULL; in ppc440spe_adma_pq_set_src()
3151 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src()
3166 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src()
3170 if (likely(iter)) { in ppc440spe_adma_pq_set_src()
3171 ppc440spe_desc_set_src_addr(iter, chan, 0, haddr, addr); in ppc440spe_adma_pq_set_src()
3179 iter = ppc440spe_get_group_entry(sw_desc, 1); in ppc440spe_adma_pq_set_src()
3180 ppc440spe_desc_set_src_addr(iter, chan, 0, in ppc440spe_adma_pq_set_src()
3188 iter = sw_desc->group_head; in ppc440spe_adma_pq_set_src()
3189 if (iter->dst_cnt == 2) { in ppc440spe_adma_pq_set_src()
3191 ppc440spe_adma_dma2rxor_set_src(iter, index, addr); in ppc440spe_adma_pq_set_src()
3194 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src()
3197 ppc440spe_adma_dma2rxor_set_src(iter, index, addr); in ppc440spe_adma_pq_set_src()
3452 struct ppc440spe_adma_desc_slot *iter = NULL, *iter1 = NULL; in ppc440spe_adma_pq_set_src_mult() local
3465 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src_mult()
3475 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src_mult()
3494 iter = ppc440spe_get_group_entry(sw_desc, index + znum); in ppc440spe_adma_pq_set_src_mult()
3499 if (likely(iter)) { in ppc440spe_adma_pq_set_src_mult()
3500 ppc440spe_desc_set_src_mult(iter, chan, in ppc440spe_adma_pq_set_src_mult()
3515 iter = sw_desc->group_head; in ppc440spe_adma_pq_set_src_mult()
3518 ppc440spe_adma_dma2rxor_set_mult(iter, index, 1); in ppc440spe_adma_pq_set_src_mult()
3521 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src_mult()
3524 ppc440spe_adma_dma2rxor_set_mult(iter, index, mult); in ppc440spe_adma_pq_set_src_mult()
3535 struct ppc440spe_adma_desc_slot *iter, *_iter; in ppc440spe_adma_free_chan_resources() local
3542 list_for_each_entry_safe(iter, _iter, &ppc440spe_chan->chain, in ppc440spe_adma_free_chan_resources()
3545 list_del(&iter->chain_node); in ppc440spe_adma_free_chan_resources()
3547 list_for_each_entry_safe_reverse(iter, _iter, in ppc440spe_adma_free_chan_resources()
3549 list_del(&iter->slot_node); in ppc440spe_adma_free_chan_resources()
3550 kfree(iter); in ppc440spe_adma_free_chan_resources()
3701 struct ppc440spe_adma_desc_slot *sw_desc, *iter; in ppc440spe_test_raid6() local
3719 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_test_raid6()
3720 ppc440spe_desc_set_byte_count(iter, chan, PAGE_SIZE); in ppc440spe_test_raid6()
3721 iter->unmap_len = PAGE_SIZE; in ppc440spe_test_raid6()