Lines Matching refs:net_device
33 void netvsc_switch_datapath(struct net_device *ndev, bool vf) in netvsc_switch_datapath()
94 struct netvsc_device *net_device; in alloc_net_device() local
96 net_device = kzalloc(sizeof(struct netvsc_device), GFP_KERNEL); in alloc_net_device()
97 if (!net_device) in alloc_net_device()
100 init_waitqueue_head(&net_device->wait_drain); in alloc_net_device()
101 net_device->destroy = false; in alloc_net_device()
102 net_device->tx_disable = true; in alloc_net_device()
104 net_device->max_pkt = RNDIS_MAX_PKT_DEFAULT; in alloc_net_device()
105 net_device->pkt_align = RNDIS_PKT_ALIGN_DEFAULT; in alloc_net_device()
107 init_completion(&net_device->channel_init_wait); in alloc_net_device()
108 init_waitqueue_head(&net_device->subchan_open); in alloc_net_device()
109 INIT_WORK(&net_device->subchan_work, netvsc_subchan_work); in alloc_net_device()
111 return net_device; in alloc_net_device()
139 struct netvsc_device *net_device, in netvsc_revoke_recv_buf() argument
140 struct net_device *ndev) in netvsc_revoke_recv_buf()
151 if (net_device->recv_section_cnt) { in netvsc_revoke_recv_buf()
153 revoke_packet = &net_device->revoke_packet; in netvsc_revoke_recv_buf()
184 net_device->recv_section_cnt = 0; in netvsc_revoke_recv_buf()
189 struct netvsc_device *net_device, in netvsc_revoke_send_buf() argument
190 struct net_device *ndev) in netvsc_revoke_send_buf()
201 if (net_device->send_section_cnt) { in netvsc_revoke_send_buf()
203 revoke_packet = &net_device->revoke_packet; in netvsc_revoke_send_buf()
235 net_device->send_section_cnt = 0; in netvsc_revoke_send_buf()
240 struct netvsc_device *net_device, in netvsc_teardown_recv_gpadl() argument
241 struct net_device *ndev) in netvsc_teardown_recv_gpadl()
245 if (net_device->recv_buf_gpadl_handle) { in netvsc_teardown_recv_gpadl()
247 net_device->recv_buf_gpadl_handle); in netvsc_teardown_recv_gpadl()
257 net_device->recv_buf_gpadl_handle = 0; in netvsc_teardown_recv_gpadl()
262 struct netvsc_device *net_device, in netvsc_teardown_send_gpadl() argument
263 struct net_device *ndev) in netvsc_teardown_send_gpadl()
267 if (net_device->send_buf_gpadl_handle) { in netvsc_teardown_send_gpadl()
269 net_device->send_buf_gpadl_handle); in netvsc_teardown_send_gpadl()
279 net_device->send_buf_gpadl_handle = 0; in netvsc_teardown_send_gpadl()
283 int netvsc_alloc_recv_comp_ring(struct netvsc_device *net_device, u32 q_idx) in netvsc_alloc_recv_comp_ring() argument
285 struct netvsc_channel *nvchan = &net_device->chan_table[q_idx]; in netvsc_alloc_recv_comp_ring()
289 size = net_device->recv_completion_cnt * sizeof(struct recv_comp_data); in netvsc_alloc_recv_comp_ring()
298 struct netvsc_device *net_device, in netvsc_init_buf() argument
302 struct net_device *ndev = hv_get_drvdata(device); in netvsc_init_buf()
313 if (net_device->nvsp_version <= NVSP_PROTOCOL_VERSION_2) in netvsc_init_buf()
317 net_device->recv_buf = vzalloc(buf_size); in netvsc_init_buf()
318 if (!net_device->recv_buf) { in netvsc_init_buf()
326 net_device->recv_buf_size = buf_size; in netvsc_init_buf()
333 ret = vmbus_establish_gpadl(device->channel, net_device->recv_buf, in netvsc_init_buf()
335 &net_device->recv_buf_gpadl_handle); in netvsc_init_buf()
343 init_packet = &net_device->channel_init_pkt; in netvsc_init_buf()
347 gpadl_handle = net_device->recv_buf_gpadl_handle; in netvsc_init_buf()
365 wait_for_completion(&net_device->channel_init_wait); in netvsc_init_buf()
388 net_device->recv_section_size = resp->sections[0].sub_alloc_size; in netvsc_init_buf()
389 net_device->recv_section_cnt = resp->sections[0].num_sub_allocs; in netvsc_init_buf()
392 if (net_device->recv_section_size < NETVSC_MTU_MIN || (u64)net_device->recv_section_size * in netvsc_init_buf()
393 (u64)net_device->recv_section_cnt > (u64)buf_size) { in netvsc_init_buf()
395 net_device->recv_section_size); in netvsc_init_buf()
404 net_device->recv_completion_cnt = net_device->recv_section_cnt + 1; in netvsc_init_buf()
405 ret = netvsc_alloc_recv_comp_ring(net_device, 0); in netvsc_init_buf()
413 net_device->send_buf = vzalloc(buf_size); in netvsc_init_buf()
414 if (!net_device->send_buf) { in netvsc_init_buf()
425 ret = vmbus_establish_gpadl(device->channel, net_device->send_buf, in netvsc_init_buf()
427 &net_device->send_buf_gpadl_handle); in netvsc_init_buf()
435 init_packet = &net_device->channel_init_pkt; in netvsc_init_buf()
439 net_device->send_buf_gpadl_handle; in netvsc_init_buf()
456 wait_for_completion(&net_device->channel_init_wait); in netvsc_init_buf()
470 net_device->send_section_size = init_packet->msg. in netvsc_init_buf()
472 if (net_device->send_section_size < NETVSC_MTU_MIN) { in netvsc_init_buf()
474 net_device->send_section_size); in netvsc_init_buf()
480 net_device->send_section_cnt = buf_size / net_device->send_section_size; in netvsc_init_buf()
483 net_device->send_section_size, net_device->send_section_cnt); in netvsc_init_buf()
486 map_words = DIV_ROUND_UP(net_device->send_section_cnt, BITS_PER_LONG); in netvsc_init_buf()
488 net_device->send_section_map = kcalloc(map_words, sizeof(ulong), GFP_KERNEL); in netvsc_init_buf()
489 if (net_device->send_section_map == NULL) { in netvsc_init_buf()
497 netvsc_revoke_recv_buf(device, net_device, ndev); in netvsc_init_buf()
498 netvsc_revoke_send_buf(device, net_device, ndev); in netvsc_init_buf()
499 netvsc_teardown_recv_gpadl(device, net_device, ndev); in netvsc_init_buf()
500 netvsc_teardown_send_gpadl(device, net_device, ndev); in netvsc_init_buf()
508 struct netvsc_device *net_device, in negotiate_nvsp_ver() argument
512 struct net_device *ndev = hv_get_drvdata(device); in negotiate_nvsp_ver()
531 wait_for_completion(&net_device->channel_init_wait); in negotiate_nvsp_ver()
567 struct netvsc_device *net_device, in netvsc_connect_vsp() argument
570 struct net_device *ndev = hv_get_drvdata(device); in netvsc_connect_vsp()
579 init_packet = &net_device->channel_init_pkt; in netvsc_connect_vsp()
583 if (negotiate_nvsp_ver(device, net_device, init_packet, in netvsc_connect_vsp()
585 net_device->nvsp_version = ver_list[i]; in netvsc_connect_vsp()
594 pr_debug("Negotiated NVSP version:%x\n", net_device->nvsp_version); in netvsc_connect_vsp()
599 if (net_device->nvsp_version <= NVSP_PROTOCOL_VERSION_4) in netvsc_connect_vsp()
623 ret = netvsc_init_buf(device, net_device, device_info); in netvsc_connect_vsp()
634 struct net_device *ndev = hv_get_drvdata(device); in netvsc_device_remove()
636 struct netvsc_device *net_device in netvsc_device_remove() local
644 netvsc_revoke_recv_buf(device, net_device, ndev); in netvsc_device_remove()
646 netvsc_teardown_recv_gpadl(device, net_device, ndev); in netvsc_device_remove()
648 netvsc_revoke_send_buf(device, net_device, ndev); in netvsc_device_remove()
650 netvsc_teardown_send_gpadl(device, net_device, ndev); in netvsc_device_remove()
655 for (i = 0; i < net_device->num_chn; i++) { in netvsc_device_remove()
657 napi_disable(&net_device->chan_table[i].napi); in netvsc_device_remove()
658 netif_napi_del(&net_device->chan_table[i].napi); in netvsc_device_remove()
675 netvsc_teardown_recv_gpadl(device, net_device, ndev); in netvsc_device_remove()
676 netvsc_teardown_send_gpadl(device, net_device, ndev); in netvsc_device_remove()
680 free_netvsc_device_rcu(net_device); in netvsc_device_remove()
686 static inline void netvsc_free_send_slot(struct netvsc_device *net_device, in netvsc_free_send_slot() argument
689 sync_change_bit(index, net_device->send_section_map); in netvsc_free_send_slot()
692 static void netvsc_send_tx_complete(struct net_device *ndev, in netvsc_send_tx_complete()
693 struct netvsc_device *net_device, in netvsc_send_tx_complete() argument
711 netvsc_free_send_slot(net_device, send_index); in netvsc_send_tx_complete()
714 tx_stats = &net_device->chan_table[q_idx].tx_stats; in netvsc_send_tx_complete()
725 atomic_dec_return(&net_device->chan_table[q_idx].queue_sends); in netvsc_send_tx_complete()
727 if (unlikely(net_device->destroy)) { in netvsc_send_tx_complete()
729 wake_up(&net_device->wait_drain); in netvsc_send_tx_complete()
733 if (netif_tx_queue_stopped(txq) && !net_device->tx_disable && in netvsc_send_tx_complete()
742 static void netvsc_send_completion(struct net_device *ndev, in netvsc_send_completion()
743 struct netvsc_device *net_device, in netvsc_send_completion() argument
793 memcpy(&net_device->channel_init_pkt, nvsp_packet, in netvsc_send_completion()
795 complete(&net_device->channel_init_wait); in netvsc_send_completion()
799 netvsc_send_tx_complete(ndev, net_device, incoming_channel, in netvsc_send_completion()
810 static u32 netvsc_get_next_send_section(struct netvsc_device *net_device) in netvsc_get_next_send_section() argument
812 unsigned long *map_addr = net_device->send_section_map; in netvsc_get_next_send_section()
815 for_each_clear_bit(i, map_addr, net_device->send_section_cnt) { in netvsc_get_next_send_section()
823 static void netvsc_copy_to_send_buf(struct netvsc_device *net_device, in netvsc_copy_to_send_buf() argument
831 char *start = net_device->send_buf; in netvsc_copy_to_send_buf()
832 char *dest = start + (section_index * net_device->send_section_size) in netvsc_copy_to_send_buf()
841 remain = packet->total_data_buflen & (net_device->pkt_align - 1); in netvsc_copy_to_send_buf()
843 padding = net_device->pkt_align - remain; in netvsc_copy_to_send_buf()
864 struct netvsc_device *net_device, in netvsc_send_pkt() argument
872 &net_device->chan_table[packet->q_idx]; in netvsc_send_pkt()
874 struct net_device *ndev = hv_get_drvdata(device); in netvsc_send_pkt()
934 !net_device->tx_disable) { in netvsc_send_pkt()
957 int netvsc_send(struct net_device *ndev, in netvsc_send()
965 struct netvsc_device *net_device in netvsc_send() local
978 if (unlikely(!net_device || net_device->destroy)) in netvsc_send()
981 nvchan = &net_device->chan_table[packet->q_idx]; in netvsc_send()
990 return netvsc_send_pkt(device, packet, net_device, pb, skb); in netvsc_send()
997 try_batch = msd_len > 0 && msdp->count < net_device->max_pkt; in netvsc_send()
998 if (try_batch && msd_len + pktlen + net_device->pkt_align < in netvsc_send()
999 net_device->send_section_size) { in netvsc_send()
1003 net_device->send_section_size) { in netvsc_send()
1007 } else if (pktlen + net_device->pkt_align < in netvsc_send()
1008 net_device->send_section_size) { in netvsc_send()
1009 section_index = netvsc_get_next_send_section(net_device); in netvsc_send()
1026 netvsc_copy_to_send_buf(net_device, in netvsc_send()
1064 int m_ret = netvsc_send_pkt(device, msd_send, net_device, in netvsc_send()
1068 netvsc_free_send_slot(net_device, in netvsc_send()
1075 ret = netvsc_send_pkt(device, cur_send, net_device, pb, skb); in netvsc_send()
1078 netvsc_free_send_slot(net_device, section_index); in netvsc_send()
1084 static int send_recv_completions(struct net_device *ndev, in send_recv_completions()
1139 static void enq_receive_complete(struct net_device *ndev, in enq_receive_complete()
1169 static int netvsc_receive(struct net_device *ndev, in netvsc_receive()
1170 struct netvsc_device *net_device, in netvsc_receive() argument
1181 char *recv_buf = net_device->recv_buf; in netvsc_receive()
1235 if (unlikely(offset > net_device->recv_buf_size || in netvsc_receive()
1236 buflen > net_device->recv_buf_size - offset)) { in netvsc_receive()
1253 ret = rndis_filter_receive(ndev, net_device, in netvsc_receive()
1263 enq_receive_complete(ndev, net_device, q_idx, in netvsc_receive()
1269 static void netvsc_send_table(struct net_device *ndev, in netvsc_send_table()
1315 static void netvsc_send_vf(struct net_device *ndev, in netvsc_send_vf()
1339 static void netvsc_receive_inband(struct net_device *ndev, in netvsc_receive_inband()
1365 struct netvsc_device *net_device, in netvsc_process_raw_pkt() argument
1366 struct net_device *ndev, in netvsc_process_raw_pkt()
1377 netvsc_send_completion(ndev, net_device, channel, desc, budget); in netvsc_process_raw_pkt()
1381 return netvsc_receive(ndev, net_device, nvchan, desc); in netvsc_process_raw_pkt()
1385 netvsc_receive_inband(ndev, net_device, desc); in netvsc_process_raw_pkt()
1412 struct netvsc_device *net_device = nvchan->net_device; in netvsc_poll() local
1415 struct net_device *ndev = hv_get_drvdata(device); in netvsc_poll()
1424 work_done += netvsc_process_raw_pkt(device, nvchan, net_device, in netvsc_poll()
1430 ret = send_recv_completions(ndev, net_device, nvchan); in netvsc_poll()
1478 struct netvsc_device *net_device; in netvsc_device_add() local
1479 struct net_device *ndev = hv_get_drvdata(device); in netvsc_device_add()
1482 net_device = alloc_net_device(); in netvsc_device_add()
1483 if (!net_device) in netvsc_device_add()
1502 struct netvsc_channel *nvchan = &net_device->chan_table[i]; in netvsc_device_add()
1505 nvchan->net_device = net_device; in netvsc_device_add()
1526 netif_napi_add(ndev, &net_device->chan_table[0].napi, in netvsc_device_add()
1532 netvsc_channel_cb, net_device->chan_table); in netvsc_device_add()
1542 napi_enable(&net_device->chan_table[0].napi); in netvsc_device_add()
1545 ret = netvsc_connect_vsp(device, net_device, device_info); in netvsc_device_add()
1555 rcu_assign_pointer(net_device_ctx->nvdev, net_device); in netvsc_device_add()
1557 return net_device; in netvsc_device_add()
1561 napi_disable(&net_device->chan_table[0].napi); in netvsc_device_add()
1567 netif_napi_del(&net_device->chan_table[0].napi); in netvsc_device_add()
1570 free_netvsc_device(&net_device->rcu); in netvsc_device_add()