Lines Matching refs:cpu
1977 int cpu, u16 index) in remove_xps_queue() argument
1983 map = xmap_dereference(dev_maps->cpu_map[cpu]); in remove_xps_queue()
1990 RCU_INIT_POINTER(dev_maps->cpu_map[cpu], NULL); in remove_xps_queue()
2004 int cpu, i; in netif_reset_xps_queues_gt() local
2013 for_each_possible_cpu(cpu) { in netif_reset_xps_queues_gt()
2015 if (!remove_xps_queue(dev_maps, cpu, i)) in netif_reset_xps_queues_gt()
2036 int cpu, u16 index) in expand_xps_map() argument
2058 cpu_to_node(cpu)); in expand_xps_map()
2076 int cpu, numa_node_id = -2; in netif_set_xps_queue() local
2084 for_each_online_cpu(cpu) { in netif_set_xps_queue()
2085 if (!cpumask_test_cpu(cpu, mask)) in netif_set_xps_queue()
2095 map = dev_maps ? xmap_dereference(dev_maps->cpu_map[cpu]) : in netif_set_xps_queue()
2098 map = expand_xps_map(map, cpu, index); in netif_set_xps_queue()
2102 RCU_INIT_POINTER(new_dev_maps->cpu_map[cpu], map); in netif_set_xps_queue()
2108 for_each_possible_cpu(cpu) { in netif_set_xps_queue()
2109 if (cpumask_test_cpu(cpu, mask) && cpu_online(cpu)) { in netif_set_xps_queue()
2113 map = xmap_dereference(new_dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
2121 numa_node_id = cpu_to_node(cpu); in netif_set_xps_queue()
2122 else if (numa_node_id != cpu_to_node(cpu)) in netif_set_xps_queue()
2127 map = xmap_dereference(dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
2128 RCU_INIT_POINTER(new_dev_maps->cpu_map[cpu], map); in netif_set_xps_queue()
2137 for_each_possible_cpu(cpu) { in netif_set_xps_queue()
2138 new_map = xmap_dereference(new_dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
2139 map = xmap_dereference(dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
2160 for_each_possible_cpu(cpu) { in netif_set_xps_queue()
2161 if (cpumask_test_cpu(cpu, mask) && cpu_online(cpu)) in netif_set_xps_queue()
2164 if (remove_xps_queue(dev_maps, cpu, index)) in netif_set_xps_queue()
2180 for_each_possible_cpu(cpu) { in netif_set_xps_queue()
2181 new_map = xmap_dereference(new_dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
2182 map = dev_maps ? xmap_dereference(dev_maps->cpu_map[cpu]) : in netif_set_xps_queue()
3436 int cpu = smp_processor_id(); /* ok because BHs are off */ in __dev_queue_xmit() local
3438 if (txq->xmit_lock_owner != cpu) { in __dev_queue_xmit()
3447 HARD_TX_LOCK(dev, txq, cpu); in __dev_queue_xmit()
3566 rflow->cpu = next_cpu; in set_rps_cpu()
3582 int cpu = -1; in get_rps_cpu() local
3628 tcpu = rflow->cpu; in get_rps_cpu()
3651 cpu = tcpu; in get_rps_cpu()
3661 cpu = tcpu; in get_rps_cpu()
3667 return cpu; in get_rps_cpu()
3690 unsigned int cpu; in rps_may_expire_flow() local
3696 cpu = ACCESS_ONCE(rflow->cpu); in rps_may_expire_flow()
3697 if (rflow->filter == filter_id && cpu < nr_cpu_ids && in rps_may_expire_flow()
3698 ((int)(per_cpu(softnet_data, cpu).input_queue_head - in rps_may_expire_flow()
3786 static int enqueue_to_backlog(struct sk_buff *skb, int cpu, in enqueue_to_backlog() argument
3793 sd = &per_cpu(softnet_data, cpu); in enqueue_to_backlog()
3842 int cpu; in netif_rx_internal() local
3847 cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_rx_internal()
3848 if (cpu < 0) in netif_rx_internal()
3849 cpu = smp_processor_id(); in netif_rx_internal()
3851 ret = enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_rx_internal()
4324 int cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_receive_skb_internal() local
4326 if (cpu >= 0) { in netif_receive_skb_internal()
4327 ret = enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_receive_skb_internal()
4396 unsigned int cpu; in flush_all_backlogs() local
4400 for_each_online_cpu(cpu) in flush_all_backlogs()
4401 queue_work_on(cpu, system_highpri_wq, in flush_all_backlogs()
4402 per_cpu_ptr(&flush_works, cpu)); in flush_all_backlogs()
4404 for_each_online_cpu(cpu) in flush_all_backlogs()
4405 flush_work(per_cpu_ptr(&flush_works, cpu)); in flush_all_backlogs()
4887 if (cpu_online(remsd->cpu)) in net_rps_action_and_irq_enable()
4888 smp_call_function_single_async(remsd->cpu, in net_rps_action_and_irq_enable()
8030 unsigned int cpu, oldcpu = (unsigned long)ocpu; in dev_cpu_callback() local
8037 cpu = smp_processor_id(); in dev_cpu_callback()
8038 sd = &per_cpu(softnet_data, cpu); in dev_cpu_callback()
8395 sd->cpu = i; in net_dev_init()