Lines Matching refs:cpu
1800 int cpu, u16 index) in remove_xps_queue() argument
1806 map = xmap_dereference(dev_maps->cpu_map[cpu]); in remove_xps_queue()
1813 RCU_INIT_POINTER(dev_maps->cpu_map[cpu], NULL); in remove_xps_queue()
1827 int cpu, i; in netif_reset_xps_queues_gt() local
1836 for_each_possible_cpu(cpu) { in netif_reset_xps_queues_gt()
1838 if (!remove_xps_queue(dev_maps, cpu, i)) in netif_reset_xps_queues_gt()
1859 int cpu, u16 index) in expand_xps_map() argument
1881 cpu_to_node(cpu)); in expand_xps_map()
1898 int cpu, numa_node_id = -2; in netif_set_xps_queue() local
1906 for_each_online_cpu(cpu) { in netif_set_xps_queue()
1907 if (!cpumask_test_cpu(cpu, mask)) in netif_set_xps_queue()
1917 map = dev_maps ? xmap_dereference(dev_maps->cpu_map[cpu]) : in netif_set_xps_queue()
1920 map = expand_xps_map(map, cpu, index); in netif_set_xps_queue()
1924 RCU_INIT_POINTER(new_dev_maps->cpu_map[cpu], map); in netif_set_xps_queue()
1930 for_each_possible_cpu(cpu) { in netif_set_xps_queue()
1931 if (cpumask_test_cpu(cpu, mask) && cpu_online(cpu)) { in netif_set_xps_queue()
1935 map = xmap_dereference(new_dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
1943 numa_node_id = cpu_to_node(cpu); in netif_set_xps_queue()
1944 else if (numa_node_id != cpu_to_node(cpu)) in netif_set_xps_queue()
1949 map = xmap_dereference(dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
1950 RCU_INIT_POINTER(new_dev_maps->cpu_map[cpu], map); in netif_set_xps_queue()
1959 for_each_possible_cpu(cpu) { in netif_set_xps_queue()
1960 new_map = xmap_dereference(new_dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
1961 map = xmap_dereference(dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
1982 for_each_possible_cpu(cpu) { in netif_set_xps_queue()
1983 if (cpumask_test_cpu(cpu, mask) && cpu_online(cpu)) in netif_set_xps_queue()
1986 if (remove_xps_queue(dev_maps, cpu, index)) in netif_set_xps_queue()
2002 for_each_possible_cpu(cpu) { in netif_set_xps_queue()
2003 new_map = xmap_dereference(new_dev_maps->cpu_map[cpu]); in netif_set_xps_queue()
2004 map = dev_maps ? xmap_dereference(dev_maps->cpu_map[cpu]) : in netif_set_xps_queue()
2819 int cpu = smp_processor_id(); /* ok because BHs are off */ in dev_queue_xmit() local
2821 if (txq->xmit_lock_owner != cpu) { in dev_queue_xmit()
2826 HARD_TX_LOCK(dev, txq, cpu); in dev_queue_xmit()
2930 rflow->cpu = next_cpu; in set_rps_cpu()
2946 int cpu = -1; in get_rps_cpu() local
2968 cpu = tcpu; in get_rps_cpu()
2986 tcpu = rflow->cpu; in get_rps_cpu()
3012 cpu = tcpu; in get_rps_cpu()
3021 cpu = tcpu; in get_rps_cpu()
3027 return cpu; in get_rps_cpu()
3050 int cpu; in rps_may_expire_flow() local
3056 cpu = ACCESS_ONCE(rflow->cpu); in rps_may_expire_flow()
3057 if (rflow->filter == filter_id && cpu != RPS_NO_CPU && in rps_may_expire_flow()
3058 ((int)(per_cpu(softnet_data, cpu).input_queue_head - in rps_may_expire_flow()
3106 static int enqueue_to_backlog(struct sk_buff *skb, int cpu, in enqueue_to_backlog() argument
3112 sd = &per_cpu(softnet_data, cpu); in enqueue_to_backlog()
3176 int cpu; in netif_rx() local
3181 cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_rx()
3182 if (cpu < 0) in netif_rx()
3183 cpu = smp_processor_id(); in netif_rx()
3185 ret = enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_rx()
3605 int cpu, ret; in netif_receive_skb() local
3609 cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_receive_skb()
3611 if (cpu >= 0) { in netif_receive_skb()
3612 ret = enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_receive_skb()
3997 if (cpu_online(remsd->cpu)) in net_rps_action_and_irq_enable()
3998 __smp_call_function_single(remsd->cpu, in net_rps_action_and_irq_enable()
5974 unsigned int cpu, oldcpu = (unsigned long)ocpu; in dev_cpu_callback() local
5981 cpu = smp_processor_id(); in dev_cpu_callback()
5982 sd = &per_cpu(softnet_data, cpu); in dev_cpu_callback()
6300 sd->cpu = i; in net_dev_init()