Lines Matching refs:smcibdev
126 rc = ib_req_notify_cq(lnk->smcibdev->roce_cq_recv, in smc_ib_ready_link()
145 static int smc_ib_fill_mac(struct smc_ib_device *smcibdev, u8 ibport) in smc_ib_fill_mac() argument
150 attr = rdma_get_gid_attr(smcibdev->ibdev, ibport, 0); in smc_ib_fill_mac()
154 rc = rdma_read_gid_l2_fields(attr, NULL, smcibdev->mac[ibport - 1]); in smc_ib_fill_mac()
164 static inline void smc_ib_define_local_systemid(struct smc_ib_device *smcibdev, in smc_ib_define_local_systemid() argument
167 memcpy(&local_systemid[2], &smcibdev->mac[ibport - 1], in smc_ib_define_local_systemid()
168 sizeof(smcibdev->mac[ibport - 1])); in smc_ib_define_local_systemid()
181 bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport) in smc_ib_port_active() argument
183 return smcibdev->pattr[ibport - 1].state == IB_PORT_ACTIVE; in smc_ib_port_active()
187 int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport, in smc_ib_determine_gid() argument
194 for (i = 0; i < smcibdev->pattr[ibport - 1].gid_tbl_len; i++) { in smc_ib_determine_gid()
195 attr = rdma_get_gid_attr(smcibdev->ibdev, ibport, i); in smc_ib_determine_gid()
220 static int smc_ib_remember_port_attr(struct smc_ib_device *smcibdev, u8 ibport) in smc_ib_remember_port_attr() argument
224 memset(&smcibdev->pattr[ibport - 1], 0, in smc_ib_remember_port_attr()
225 sizeof(smcibdev->pattr[ibport - 1])); in smc_ib_remember_port_attr()
226 rc = ib_query_port(smcibdev->ibdev, ibport, in smc_ib_remember_port_attr()
227 &smcibdev->pattr[ibport - 1]); in smc_ib_remember_port_attr()
231 rc = smc_ib_fill_mac(smcibdev, ibport); in smc_ib_remember_port_attr()
235 smc_ib_port_active(smcibdev, ibport)) in smc_ib_remember_port_attr()
237 smc_ib_define_local_systemid(smcibdev, ibport); in smc_ib_remember_port_attr()
245 struct smc_ib_device *smcibdev = container_of( in smc_ib_port_event_work() local
249 for_each_set_bit(port_idx, &smcibdev->port_event_mask, SMC_MAX_PORTS) { in smc_ib_port_event_work()
250 smc_ib_remember_port_attr(smcibdev, port_idx + 1); in smc_ib_port_event_work()
251 clear_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_port_event_work()
252 if (!smc_ib_port_active(smcibdev, port_idx + 1)) { in smc_ib_port_event_work()
253 set_bit(port_idx, smcibdev->ports_going_away); in smc_ib_port_event_work()
254 smcr_port_err(smcibdev, port_idx + 1); in smc_ib_port_event_work()
256 clear_bit(port_idx, smcibdev->ports_going_away); in smc_ib_port_event_work()
257 smcr_port_add(smcibdev, port_idx + 1); in smc_ib_port_event_work()
266 struct smc_ib_device *smcibdev; in smc_ib_global_event_handler() local
270 smcibdev = container_of(handler, struct smc_ib_device, event_handler); in smc_ib_global_event_handler()
276 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_global_event_handler()
278 smcibdev->ports_going_away)) in smc_ib_global_event_handler()
282 schedule_work(&smcibdev->port_event_work); in smc_ib_global_event_handler()
288 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_global_event_handler()
289 if (test_and_clear_bit(port_idx, smcibdev->ports_going_away)) in smc_ib_global_event_handler()
290 schedule_work(&smcibdev->port_event_work); in smc_ib_global_event_handler()
296 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_global_event_handler()
297 if (!test_and_set_bit(port_idx, smcibdev->ports_going_away)) in smc_ib_global_event_handler()
298 schedule_work(&smcibdev->port_event_work); in smc_ib_global_event_handler()
304 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_global_event_handler()
305 schedule_work(&smcibdev->port_event_work); in smc_ib_global_event_handler()
323 lnk->roce_pd = ib_alloc_pd(lnk->smcibdev->ibdev, 0); in smc_ib_create_protection_domain()
331 struct smc_ib_device *smcibdev) in smcr_diag_is_dev_critical() argument
343 lgr->lnk[i].smcibdev != smcibdev) in smcr_diag_is_dev_critical()
359 struct smc_ib_device *smcibdev, in smc_nl_handle_dev_port() argument
372 smcibdev->pnetid_by_user[port])) in smc_nl_handle_dev_port()
374 memcpy(smc_pnet, &smcibdev->pnetid[port], SMC_MAX_PNETID_LEN); in smc_nl_handle_dev_port()
379 smcibdev->ndev_ifidx[port])) in smc_nl_handle_dev_port()
383 port_state = smc_ib_port_active(smcibdev, port + 1); in smc_nl_handle_dev_port()
386 lnk_count = atomic_read(&smcibdev->lnk_cnt_by_port[port]); in smc_nl_handle_dev_port()
413 static int smc_nl_handle_smcr_dev(struct smc_ib_device *smcibdev, in smc_nl_handle_smcr_dev() argument
433 is_crit = smcr_diag_is_dev_critical(&smc_lgr_list, smcibdev); in smc_nl_handle_smcr_dev()
436 if (smcibdev->ibdev->dev.parent) { in smc_nl_handle_smcr_dev()
438 pci_dev = to_pci_dev(smcibdev->ibdev->dev.parent); in smc_nl_handle_smcr_dev()
443 snprintf(smc_ibname, sizeof(smc_ibname), "%s", smcibdev->ibdev->name); in smc_nl_handle_smcr_dev()
447 if (!rdma_is_port_valid(smcibdev->ibdev, i)) in smc_nl_handle_smcr_dev()
449 if (smc_nl_handle_dev_port(skb, smcibdev->ibdev, in smc_nl_handle_smcr_dev()
450 smcibdev, i - 1)) in smc_nl_handle_smcr_dev()
471 struct smc_ib_device *smcibdev; in smc_nl_prep_smcr_dev() local
476 list_for_each_entry(smcibdev, &dev_list->list, list) { in smc_nl_prep_smcr_dev()
479 if (smc_nl_handle_smcr_dev(smcibdev, skb, cb)) in smc_nl_prep_smcr_dev()
498 struct smc_ib_device *smcibdev = lnk->smcibdev; in smc_ib_qp_event_handler() local
507 set_bit(port_idx, &smcibdev->port_event_mask); in smc_ib_qp_event_handler()
508 if (!test_and_set_bit(port_idx, smcibdev->ports_going_away)) in smc_ib_qp_event_handler()
509 schedule_work(&smcibdev->port_event_work); in smc_ib_qp_event_handler()
529 .send_cq = lnk->smcibdev->roce_cq_send, in smc_ib_create_queue_pair()
530 .recv_cq = lnk->smcibdev->roce_cq_recv, in smc_ib_create_queue_pair()
610 ib_dma_sync_single_for_cpu(lnk->smcibdev->ibdev, in smc_ib_sync_sg_for_cpu()
630 ib_dma_sync_single_for_device(lnk->smcibdev->ibdev, in smc_ib_sync_sg_for_device()
644 mapped_nents = ib_dma_map_sg(lnk->smcibdev->ibdev, in smc_ib_buf_map_sg()
661 ib_dma_unmap_sg(lnk->smcibdev->ibdev, in smc_ib_buf_unmap_sg()
668 long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev) in smc_ib_setup_per_ibdev() argument
675 mutex_lock(&smcibdev->mutex); in smc_ib_setup_per_ibdev()
677 if (smcibdev->initialized) in smc_ib_setup_per_ibdev()
684 smcibdev->roce_cq_send = ib_create_cq(smcibdev->ibdev, in smc_ib_setup_per_ibdev()
686 smcibdev, &cqattr); in smc_ib_setup_per_ibdev()
687 rc = PTR_ERR_OR_ZERO(smcibdev->roce_cq_send); in smc_ib_setup_per_ibdev()
688 if (IS_ERR(smcibdev->roce_cq_send)) { in smc_ib_setup_per_ibdev()
689 smcibdev->roce_cq_send = NULL; in smc_ib_setup_per_ibdev()
692 smcibdev->roce_cq_recv = ib_create_cq(smcibdev->ibdev, in smc_ib_setup_per_ibdev()
694 smcibdev, &cqattr); in smc_ib_setup_per_ibdev()
695 rc = PTR_ERR_OR_ZERO(smcibdev->roce_cq_recv); in smc_ib_setup_per_ibdev()
696 if (IS_ERR(smcibdev->roce_cq_recv)) { in smc_ib_setup_per_ibdev()
697 smcibdev->roce_cq_recv = NULL; in smc_ib_setup_per_ibdev()
700 smc_wr_add_dev(smcibdev); in smc_ib_setup_per_ibdev()
701 smcibdev->initialized = 1; in smc_ib_setup_per_ibdev()
705 ib_destroy_cq(smcibdev->roce_cq_send); in smc_ib_setup_per_ibdev()
707 mutex_unlock(&smcibdev->mutex); in smc_ib_setup_per_ibdev()
711 static void smc_ib_cleanup_per_ibdev(struct smc_ib_device *smcibdev) in smc_ib_cleanup_per_ibdev() argument
713 mutex_lock(&smcibdev->mutex); in smc_ib_cleanup_per_ibdev()
714 if (!smcibdev->initialized) in smc_ib_cleanup_per_ibdev()
716 smcibdev->initialized = 0; in smc_ib_cleanup_per_ibdev()
717 ib_destroy_cq(smcibdev->roce_cq_recv); in smc_ib_cleanup_per_ibdev()
718 ib_destroy_cq(smcibdev->roce_cq_send); in smc_ib_cleanup_per_ibdev()
719 smc_wr_remove_dev(smcibdev); in smc_ib_cleanup_per_ibdev()
721 mutex_unlock(&smcibdev->mutex); in smc_ib_cleanup_per_ibdev()
726 static void smc_copy_netdev_ifindex(struct smc_ib_device *smcibdev, int port) in smc_copy_netdev_ifindex() argument
728 struct ib_device *ibdev = smcibdev->ibdev; in smc_copy_netdev_ifindex()
735 smcibdev->ndev_ifidx[port] = ndev->ifindex; in smc_copy_netdev_ifindex()
742 struct smc_ib_device *smcibdev; in smc_ib_ndev_change() local
749 list_for_each_entry(smcibdev, &smc_ib_devices.list, list) { in smc_ib_ndev_change()
750 port_cnt = smcibdev->ibdev->phys_port_cnt; in smc_ib_ndev_change()
752 libdev = smcibdev->ibdev; in smc_ib_ndev_change()
760 smcibdev->ndev_ifidx[i] = ndev->ifindex; in smc_ib_ndev_change()
762 smcibdev->ndev_ifidx[i] = 0; in smc_ib_ndev_change()
771 struct smc_ib_device *smcibdev; in smc_ib_add_dev() local
778 smcibdev = kzalloc(sizeof(*smcibdev), GFP_KERNEL); in smc_ib_add_dev()
779 if (!smcibdev) in smc_ib_add_dev()
782 smcibdev->ibdev = ibdev; in smc_ib_add_dev()
783 INIT_WORK(&smcibdev->port_event_work, smc_ib_port_event_work); in smc_ib_add_dev()
784 atomic_set(&smcibdev->lnk_cnt, 0); in smc_ib_add_dev()
785 init_waitqueue_head(&smcibdev->lnks_deleted); in smc_ib_add_dev()
786 mutex_init(&smcibdev->mutex); in smc_ib_add_dev()
788 list_add_tail(&smcibdev->list, &smc_ib_devices.list); in smc_ib_add_dev()
790 ib_set_client_data(ibdev, &smc_ib_client, smcibdev); in smc_ib_add_dev()
791 INIT_IB_EVENT_HANDLER(&smcibdev->event_handler, smcibdev->ibdev, in smc_ib_add_dev()
793 ib_register_event_handler(&smcibdev->event_handler); in smc_ib_add_dev()
796 port_cnt = smcibdev->ibdev->phys_port_cnt; in smc_ib_add_dev()
798 smcibdev->ibdev->name, port_cnt); in smc_ib_add_dev()
802 set_bit(i, &smcibdev->port_event_mask); in smc_ib_add_dev()
805 smcibdev->pnetid[i])) in smc_ib_add_dev()
806 smc_pnetid_by_table_ib(smcibdev, i + 1); in smc_ib_add_dev()
807 smc_copy_netdev_ifindex(smcibdev, i); in smc_ib_add_dev()
810 smcibdev->ibdev->name, i + 1, in smc_ib_add_dev()
811 smcibdev->pnetid[i], in smc_ib_add_dev()
812 smcibdev->pnetid_by_user[i] ? in smc_ib_add_dev()
816 schedule_work(&smcibdev->port_event_work); in smc_ib_add_dev()
823 struct smc_ib_device *smcibdev = client_data; in smc_ib_remove_dev() local
826 list_del_init(&smcibdev->list); /* remove from smc_ib_devices */ in smc_ib_remove_dev()
829 smcibdev->ibdev->name); in smc_ib_remove_dev()
830 smc_smcr_terminate_all(smcibdev); in smc_ib_remove_dev()
831 smc_ib_cleanup_per_ibdev(smcibdev); in smc_ib_remove_dev()
832 ib_unregister_event_handler(&smcibdev->event_handler); in smc_ib_remove_dev()
833 cancel_work_sync(&smcibdev->port_event_work); in smc_ib_remove_dev()
834 kfree(smcibdev); in smc_ib_remove_dev()