3  * Copyright 2005-2006 Fen Systems Ltd.
4  * Copyright 2006-2013 Solarflare Communications Inc.
37 	buffer->addr = dma_zalloc_coherent(&efx->pci_dev->dev, len,  in efx_nic_alloc_buffer()
38 					   &buffer->dma_addr, gfp_flags);  in efx_nic_alloc_buffer()
39 	if (!buffer->addr)  in efx_nic_alloc_buffer()
40 		return -ENOMEM;  in efx_nic_alloc_buffer()
41 	buffer->len = len;  in efx_nic_alloc_buffer()
47 	if (buffer->addr) {  in efx_nic_free_buffer()
48 		dma_free_coherent(&efx->pci_dev->dev, buffer->len,  in efx_nic_free_buffer()
49 				  buffer->addr, buffer->dma_addr);  in efx_nic_free_buffer()
50 		buffer->addr = NULL;  in efx_nic_free_buffer()
55  * read pointer.  Only useful for self-test.
59 	return efx_event_present(efx_event(channel, channel->eventq_read_ptr));  in efx_nic_event_present()
64 	channel->event_test_cpu = -1;  in efx_nic_event_test_start()
66 	channel->efx->type->ev_test_generate(channel);  in efx_nic_event_test_start()
71 	efx->last_irq_cpu = -1;  in efx_nic_irq_test_start()
73 	return efx->type->irq_test_generate(efx);  in efx_nic_irq_test_start()
86 		rc = request_irq(efx->legacy_irq,  in efx_nic_init_interrupt()
87 				 efx->type->irq_handle_legacy, IRQF_SHARED,  in efx_nic_init_interrupt()
88 				 efx->name, efx);  in efx_nic_init_interrupt()
90 			netif_err(efx, drv, efx->net_dev,  in efx_nic_init_interrupt()
92 				  efx->pci_dev->irq);  in efx_nic_init_interrupt()
99 	if (efx->interrupt_mode == EFX_INT_MODE_MSIX) {  in efx_nic_init_interrupt()
100 		efx->net_dev->rx_cpu_rmap =  in efx_nic_init_interrupt()
101 			alloc_irq_cpu_rmap(efx->n_rx_channels);  in efx_nic_init_interrupt()
102 		if (!efx->net_dev->rx_cpu_rmap) {  in efx_nic_init_interrupt()
103 			rc = -ENOMEM;  in efx_nic_init_interrupt()
109 	/* Hook MSI or MSI-X interrupt */  in efx_nic_init_interrupt()
112 		rc = request_irq(channel->irq, efx->type->irq_handle_msi,  in efx_nic_init_interrupt()
114 				 efx->msi_context[channel->channel].name,  in efx_nic_init_interrupt()
115 				 &efx->msi_context[channel->channel]);  in efx_nic_init_interrupt()
117 			netif_err(efx, drv, efx->net_dev,  in efx_nic_init_interrupt()
118 				  "failed to hook IRQ %d\n", channel->irq);  in efx_nic_init_interrupt()
124 		if (efx->interrupt_mode == EFX_INT_MODE_MSIX &&  in efx_nic_init_interrupt()
125 		    channel->channel < efx->n_rx_channels) {  in efx_nic_init_interrupt()
126 			rc = irq_cpu_rmap_add(efx->net_dev->rx_cpu_rmap,  in efx_nic_init_interrupt()
127 					      channel->irq);  in efx_nic_init_interrupt()
138 	free_irq_cpu_rmap(efx->net_dev->rx_cpu_rmap);  in efx_nic_init_interrupt()
139 	efx->net_dev->rx_cpu_rmap = NULL;  in efx_nic_init_interrupt()
142 		if (n_irqs-- == 0)  in efx_nic_init_interrupt()
144 		free_irq(channel->irq, &efx->msi_context[channel->channel]);  in efx_nic_init_interrupt()
155 	free_irq_cpu_rmap(efx->net_dev->rx_cpu_rmap);  in efx_nic_fini_interrupt()
156 	efx->net_dev->rx_cpu_rmap = NULL;  in efx_nic_fini_interrupt()
160 		/* Disable MSI/MSI-X interrupts */  in efx_nic_fini_interrupt()
162 			free_irq(channel->irq,  in efx_nic_fini_interrupt()
163 				 &efx->msi_context[channel->channel]);  in efx_nic_fini_interrupt()
166 		free_irq(efx->legacy_irq, efx);  in efx_nic_fini_interrupt()
380 		if (efx->type->revision >= reg->min_revision &&  in efx_nic_get_regs_len()
381 		    efx->type->revision <= reg->max_revision)  in efx_nic_get_regs_len()
387 		if (efx->type->revision >= table->min_revision &&  in efx_nic_get_regs_len()
388 		    efx->type->revision <= table->max_revision)  in efx_nic_get_regs_len()
389 			len += table->rows * min_t(size_t, table->step, 16);  in efx_nic_get_regs_len()
402 		if (efx->type->revision >= reg->min_revision &&  in efx_nic_get_regs()
403 		    efx->type->revision <= reg->max_revision) {  in efx_nic_get_regs()
404 			efx_reado(efx, (efx_oword_t *)buf, reg->offset);  in efx_nic_get_regs()
414 		if (!(efx->type->revision >= table->min_revision &&  in efx_nic_get_regs()
415 		      efx->type->revision <= table->max_revision))  in efx_nic_get_regs()
418 		size = min_t(size_t, table->step, 16);  in efx_nic_get_regs()
420 		for (i = 0; i < table->rows; i++) {  in efx_nic_get_regs()
421 			switch (table->step) {  in efx_nic_get_regs()
422 			case 4: /* 32-bit SRAM */  in efx_nic_get_regs()
423 				efx_readd(efx, buf, table->offset + 4 * i);  in efx_nic_get_regs()
425 			case 8: /* 64-bit SRAM */  in efx_nic_get_regs()
427 					       efx->membase + table->offset,  in efx_nic_get_regs()
430 			case 16: /* 128-bit-readable register */  in efx_nic_get_regs()
431 				efx_reado_table(efx, buf, table->offset, i);  in efx_nic_get_regs()
433 			case 32: /* 128-bit register, interleaved */  in efx_nic_get_regs()
434 				efx_reado_table(efx, buf, table->offset, 2 * i);  in efx_nic_get_regs()
446  * efx_nic_describe_stats - Describe supported statistics for ethtool
447  * @desc: Array of &struct efx_hw_stat_desc describing the statistics
477  * efx_nic_update_stats - Convert statistics DMA buffer to array of u64
478  * @desc: Array of &struct efx_hw_stat_desc describing the DMA buffer
528 	if (!(efx->net_dev->flags & IFF_UP) || !efx->rx_nodesc_drops_prev_state)  in efx_nic_fix_nodesc_drop_stat()
529 		efx->rx_nodesc_drops_while_down +=  in efx_nic_fix_nodesc_drop_stat()
530 			*rx_nodesc_drops - efx->rx_nodesc_drops_total;  in efx_nic_fix_nodesc_drop_stat()
531 	efx->rx_nodesc_drops_total = *rx_nodesc_drops;  in efx_nic_fix_nodesc_drop_stat()
532 	efx->rx_nodesc_drops_prev_state = !!(efx->net_dev->flags & IFF_UP);  in efx_nic_fix_nodesc_drop_stat()
533 	*rx_nodesc_drops -= efx->rx_nodesc_drops_while_down;  in efx_nic_fix_nodesc_drop_stat()