199 		if (mthca_table_get_range(dev, dev->mr_table.mtt_table, seg,  in mthca_alloc_mtt_range()
237 	return __mthca_alloc_mtt(dev, size, &dev->mr_table.mtt_buddy);  in mthca_alloc_mtt()
247 	mthca_table_put_range(dev, dev->mr_table.mtt_table,  in mthca_free_mtt()
268 		mtt_entry[0] = cpu_to_be64(dev->mr_table.mtt_base +  in __mthca_write_mtt()
301 	if (dev->mr_table.fmr_mtt_buddy != &dev->mr_table.mtt_buddy ||  in mthca_write_mtt_size()
322 	mtts = dev->mr_table.tavor_fmr.mtt_base + mtt->first_seg * dev->limits.mtt_seg_size +  in mthca_tavor_write_mtt_seg()
343 	mtts = mthca_table_find(dev->mr_table.mtt_table, mtt->first_seg +  in mthca_arbel_write_mtt_seg()
364 	if (dev->mr_table.fmr_mtt_buddy != &dev->mr_table.mtt_buddy ||  in mthca_write_mtt()
440 	key = mthca_alloc(&dev->mr_table.mpt_alloc);  in mthca_mr_alloc()
447 		err = mthca_table_get(dev, dev->mr_table.mpt_table, key);  in mthca_mr_alloc()
477 			cpu_to_be64(dev->mr_table.mtt_base +  in mthca_mr_alloc()
505 	mthca_table_put(dev, dev->mr_table.mpt_table, key);  in mthca_mr_alloc()
508 	mthca_free(&dev->mr_table.mpt_alloc, key);  in mthca_mr_alloc()
547 	mthca_table_put(dev, dev->mr_table.mpt_table,  in mthca_free_region()
550 	mthca_free(&dev->mr_table.mpt_alloc, key_to_hw_index(dev, lkey));  in mthca_free_region()
572 	err = mthca_alloc_init(&dev->mr_table.mpt_alloc,  in mthca_init_mr_table()
587 	err = mthca_buddy_init(&dev->mr_table.mtt_buddy,  in mthca_init_mr_table()
593 	dev->mr_table.tavor_fmr.mpt_base = NULL;  in mthca_init_mr_table()
594 	dev->mr_table.tavor_fmr.mtt_base = NULL;  in mthca_init_mr_table()
615 			 dev->mr_table.mpt_base);  in mthca_init_mr_table()
617 		dev->mr_table.tavor_fmr.mpt_base =  in mthca_init_mr_table()
620 		if (!dev->mr_table.tavor_fmr.mpt_base) {  in mthca_init_mr_table()
628 			 dev->mr_table.mtt_base);  in mthca_init_mr_table()
630 		dev->mr_table.tavor_fmr.mtt_base =  in mthca_init_mr_table()
632 		if (!dev->mr_table.tavor_fmr.mtt_base) {  in mthca_init_mr_table()
640 		err = mthca_buddy_init(&dev->mr_table.tavor_fmr.mtt_buddy, fls(mtts - 1));  in mthca_init_mr_table()
645 		err = mthca_buddy_alloc(&dev->mr_table.mtt_buddy, fls(mtts - 1));  in mthca_init_mr_table()
649 		dev->mr_table.fmr_mtt_buddy =  in mthca_init_mr_table()
650 			&dev->mr_table.tavor_fmr.mtt_buddy;  in mthca_init_mr_table()
652 		dev->mr_table.fmr_mtt_buddy = &dev->mr_table.mtt_buddy;  in mthca_init_mr_table()
659 					  dev->mr_table.fmr_mtt_buddy) == -1) {  in mthca_init_mr_table()
661 				  dev->mr_table.fmr_mtt_buddy->max_order);  in mthca_init_mr_table()
672 		mthca_buddy_cleanup(&dev->mr_table.tavor_fmr.mtt_buddy);  in mthca_init_mr_table()
675 	if (dev->mr_table.tavor_fmr.mtt_base)  in mthca_init_mr_table()
676 		iounmap(dev->mr_table.tavor_fmr.mtt_base);  in mthca_init_mr_table()
679 	if (dev->mr_table.tavor_fmr.mpt_base)  in mthca_init_mr_table()
680 		iounmap(dev->mr_table.tavor_fmr.mpt_base);  in mthca_init_mr_table()
683 	mthca_buddy_cleanup(&dev->mr_table.mtt_buddy);  in mthca_init_mr_table()
686 	mthca_alloc_cleanup(&dev->mr_table.mpt_alloc);  in mthca_init_mr_table()
695 		mthca_buddy_cleanup(&dev->mr_table.tavor_fmr.mtt_buddy);  in mthca_cleanup_mr_table()
697 	mthca_buddy_cleanup(&dev->mr_table.mtt_buddy);  in mthca_cleanup_mr_table()
699 	if (dev->mr_table.tavor_fmr.mtt_base)  in mthca_cleanup_mr_table()
700 		iounmap(dev->mr_table.tavor_fmr.mtt_base);  in mthca_cleanup_mr_table()
701 	if (dev->mr_table.tavor_fmr.mpt_base)  in mthca_cleanup_mr_table()
702 		iounmap(dev->mr_table.tavor_fmr.mpt_base);  in mthca_cleanup_mr_table()
704 	mthca_alloc_cleanup(&dev->mr_table.mpt_alloc);  in mthca_cleanup_mr_table()