Lines Matching refs:pkc
508 static void prb_del_retire_blk_timer(struct tpacket_kbdq_core *pkc) in prb_del_retire_blk_timer() argument
510 del_timer_sync(&pkc->retire_blk_timer); in prb_del_retire_blk_timer()
516 struct tpacket_kbdq_core *pkc; in prb_shutdown_retire_blk_timer() local
518 pkc = GET_PBDQC_FROM_RB(&po->rx_ring); in prb_shutdown_retire_blk_timer()
521 pkc->delete_blk_timer = 1; in prb_shutdown_retire_blk_timer()
524 prb_del_retire_blk_timer(pkc); in prb_shutdown_retire_blk_timer()
529 struct tpacket_kbdq_core *pkc; in prb_setup_retire_blk_timer() local
531 pkc = GET_PBDQC_FROM_RB(&po->rx_ring); in prb_setup_retire_blk_timer()
532 timer_setup(&pkc->retire_blk_timer, prb_retire_rx_blk_timer_expired, in prb_setup_retire_blk_timer()
534 pkc->retire_blk_timer.expires = jiffies; in prb_setup_retire_blk_timer()
618 static void _prb_refresh_rx_retire_blk_timer(struct tpacket_kbdq_core *pkc) in _prb_refresh_rx_retire_blk_timer() argument
620 mod_timer(&pkc->retire_blk_timer, in _prb_refresh_rx_retire_blk_timer()
621 jiffies + pkc->tov_in_jiffies); in _prb_refresh_rx_retire_blk_timer()
622 pkc->last_kactive_blk_num = pkc->kactive_blk_num; in _prb_refresh_rx_retire_blk_timer()
652 struct tpacket_kbdq_core *pkc = GET_PBDQC_FROM_RB(&po->rx_ring); in prb_retire_rx_blk_timer_expired() local
658 frozen = prb_queue_frozen(pkc); in prb_retire_rx_blk_timer_expired()
659 pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc); in prb_retire_rx_blk_timer_expired()
661 if (unlikely(pkc->delete_blk_timer)) in prb_retire_rx_blk_timer_expired()
675 write_lock(&pkc->blk_fill_in_prog_lock); in prb_retire_rx_blk_timer_expired()
676 write_unlock(&pkc->blk_fill_in_prog_lock); in prb_retire_rx_blk_timer_expired()
679 if (pkc->last_kactive_blk_num == pkc->kactive_blk_num) { in prb_retire_rx_blk_timer_expired()
685 prb_retire_current_block(pkc, po, TP_STATUS_BLK_TMO); in prb_retire_rx_blk_timer_expired()
686 if (!prb_dispatch_next_block(pkc, po)) in prb_retire_rx_blk_timer_expired()
708 prb_open_block(pkc, pbd); in prb_retire_rx_blk_timer_expired()
715 _prb_refresh_rx_retire_blk_timer(pkc); in prb_retire_rx_blk_timer_expired()
806 static void prb_thaw_queue(struct tpacket_kbdq_core *pkc) in prb_thaw_queue() argument
808 pkc->reset_pending_on_curr_blk = 0; in prb_thaw_queue()
878 static void prb_freeze_queue(struct tpacket_kbdq_core *pkc, in prb_freeze_queue() argument
881 pkc->reset_pending_on_curr_blk = 1; in prb_freeze_queue()
893 static void *prb_dispatch_next_block(struct tpacket_kbdq_core *pkc, in prb_dispatch_next_block() argument
901 pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc); in prb_dispatch_next_block()
905 prb_freeze_queue(pkc, po); in prb_dispatch_next_block()
914 prb_open_block(pkc, pbd); in prb_dispatch_next_block()
915 return (void *)pkc->nxt_offset; in prb_dispatch_next_block()
918 static void prb_retire_current_block(struct tpacket_kbdq_core *pkc, in prb_retire_current_block() argument
921 struct tpacket_block_desc *pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc); in prb_retire_current_block()
936 write_lock(&pkc->blk_fill_in_prog_lock); in prb_retire_current_block()
937 write_unlock(&pkc->blk_fill_in_prog_lock); in prb_retire_current_block()
939 prb_close_block(pkc, pbd, po, status); in prb_retire_current_block()
949 static int prb_queue_frozen(struct tpacket_kbdq_core *pkc) in prb_queue_frozen() argument
951 return pkc->reset_pending_on_curr_blk; in prb_queue_frozen()
955 __releases(&pkc->blk_fill_in_prog_lock) in prb_clear_blk_fill_status()
957 struct tpacket_kbdq_core *pkc = GET_PBDQC_FROM_RB(rb); in prb_clear_blk_fill_status() local
959 read_unlock(&pkc->blk_fill_in_prog_lock); in prb_clear_blk_fill_status()
962 static void prb_fill_rxhash(struct tpacket_kbdq_core *pkc, in prb_fill_rxhash() argument
965 ppd->hv1.tp_rxhash = skb_get_hash(pkc->skb); in prb_fill_rxhash()
968 static void prb_clear_rxhash(struct tpacket_kbdq_core *pkc, in prb_clear_rxhash() argument
974 static void prb_fill_vlan_info(struct tpacket_kbdq_core *pkc, in prb_fill_vlan_info() argument
977 if (skb_vlan_tag_present(pkc->skb)) { in prb_fill_vlan_info()
978 ppd->hv1.tp_vlan_tci = skb_vlan_tag_get(pkc->skb); in prb_fill_vlan_info()
979 ppd->hv1.tp_vlan_tpid = ntohs(pkc->skb->vlan_proto); in prb_fill_vlan_info()
988 static void prb_run_all_ft_ops(struct tpacket_kbdq_core *pkc, in prb_run_all_ft_ops() argument
992 prb_fill_vlan_info(pkc, ppd); in prb_run_all_ft_ops()
994 if (pkc->feature_req_word & TP_FT_REQ_FILL_RXHASH) in prb_run_all_ft_ops()
995 prb_fill_rxhash(pkc, ppd); in prb_run_all_ft_ops()
997 prb_clear_rxhash(pkc, ppd); in prb_run_all_ft_ops()
1001 struct tpacket_kbdq_core *pkc, in prb_fill_curr_block() argument
1004 __acquires(&pkc->blk_fill_in_prog_lock) in prb_fill_curr_block()
1010 pkc->prev = curr; in prb_fill_curr_block()
1011 pkc->nxt_offset += TOTAL_PKT_LEN_INCL_ALIGN(len); in prb_fill_curr_block()
1014 read_lock(&pkc->blk_fill_in_prog_lock); in prb_fill_curr_block()
1015 prb_run_all_ft_ops(pkc, ppd); in prb_fill_curr_block()
1024 struct tpacket_kbdq_core *pkc; in __packet_lookup_frame_in_block() local
1028 pkc = GET_PBDQC_FROM_RB(&po->rx_ring); in __packet_lookup_frame_in_block()
1029 pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc); in __packet_lookup_frame_in_block()
1032 if (prb_queue_frozen(pkc)) { in __packet_lookup_frame_in_block()
1047 prb_open_block(pkc, pbd); in __packet_lookup_frame_in_block()
1052 curr = pkc->nxt_offset; in __packet_lookup_frame_in_block()
1053 pkc->skb = skb; in __packet_lookup_frame_in_block()
1054 end = (char *)pbd + pkc->kblk_size; in __packet_lookup_frame_in_block()
1058 prb_fill_curr_block(curr, pkc, pbd, len); in __packet_lookup_frame_in_block()
1063 prb_retire_current_block(pkc, po, 0); in __packet_lookup_frame_in_block()
1066 curr = (char *)prb_dispatch_next_block(pkc, po); in __packet_lookup_frame_in_block()
1068 pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc); in __packet_lookup_frame_in_block()
1069 prb_fill_curr_block(curr, pkc, pbd, len); in __packet_lookup_frame_in_block()
1105 struct tpacket_kbdq_core *pkc = GET_PBDQC_FROM_RB(rb); in prb_lookup_block() local
1106 struct tpacket_block_desc *pbd = GET_PBLOCK_DESC(pkc, idx); in prb_lookup_block()