224 		netif_err(efx, drv, efx->net_dev,  in efx_check_disabled()
278 	netif_vdbg(efx, intr, efx->net_dev,  in efx_poll()
331 	netif_dbg(efx, probe, efx->net_dev,  in efx_probe_eventq()
351 	netif_dbg(efx, drv, efx->net_dev,  in efx_init_eventq()
366 	netif_dbg(channel->efx, ifup, channel->efx->net_dev,  in efx_start_eventq()
395 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in efx_fini_eventq()
404 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in efx_remove_eventq()
491 	netif_dbg(channel->efx, probe, channel->efx->net_dev,  in efx_probe_channel()
566 			netif_err(efx, probe, efx->net_dev,  in efx_probe_channels()
598 			   EFX_MAX_FRAME_LEN(efx->net_dev->mtu) +  in efx_start_datapath()
621 		netif_dbg(efx, drv, efx->net_dev,  in efx_start_datapath()
626 		netif_dbg(efx, drv, efx->net_dev,  in efx_start_datapath()
665 	if (netif_device_present(efx->net_dev))  in efx_start_datapath()
666 		netif_tx_wake_all_queues(efx->net_dev);  in efx_start_datapath()
707 		netif_err(efx, drv, efx->net_dev,  in efx_stop_datapath()
711 		netif_err(efx, drv, efx->net_dev, "failed to flush queues\n");  in efx_stop_datapath()
713 		netif_dbg(efx, drv, efx->net_dev,  in efx_stop_datapath()
730 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in efx_remove_channel()
838 		netif_err(efx, drv, efx->net_dev,  in efx_realloc_channels()
843 		netif_device_attach(efx->net_dev);  in efx_realloc_channels()
899 	if (!netif_running(efx->net_dev))  in efx_link_status_changed()
902 	if (link_state->up != netif_carrier_ok(efx->net_dev)) {  in efx_link_status_changed()
906 			netif_carrier_on(efx->net_dev);  in efx_link_status_changed()
908 			netif_carrier_off(efx->net_dev);  in efx_link_status_changed()
913 		netif_info(efx, link, efx->net_dev,  in efx_link_status_changed()
916 			   efx->net_dev->mtu);  in efx_link_status_changed()
918 		netif_info(efx, link, efx->net_dev, "link down\n");  in efx_link_status_changed()
1012 	netif_dbg(efx, probe, efx->net_dev, "create port\n");  in efx_probe_port()
1023 	ether_addr_copy(efx->net_dev->dev_addr, efx->net_dev->perm_addr);  in efx_probe_port()
1032 	netif_dbg(efx, drv, efx->net_dev, "init port\n");  in efx_init_port()
1063 	netif_dbg(efx, ifup, efx->net_dev, "start port\n");  in efx_start_port()
1082 	netif_dbg(efx, ifdown, efx->net_dev, "stop port\n");  in efx_stop_port()
1091 	netif_addr_lock_bh(efx->net_dev);  in efx_stop_port()
1092 	netif_addr_unlock_bh(efx->net_dev);  in efx_stop_port()
1101 	netif_dbg(efx, drv, efx->net_dev, "shut down port\n");  in efx_fini_port()
1115 	netif_dbg(efx, drv, efx->net_dev, "destroying port\n");  in efx_remove_port()
1143 		netif_dbg(efx, probe, efx->net_dev, "adding to primary list\n");  in efx_associate()
1150 				netif_dbg(other, probe, other->net_dev,  in efx_associate()
1153 					  efx->net_dev->name);  in efx_associate()
1164 				netif_dbg(efx, probe, efx->net_dev,  in efx_associate()
1167 					  other->net_dev->name);  in efx_associate()
1175 		netif_dbg(efx, probe, efx->net_dev,  in efx_associate()
1190 		netif_dbg(other, probe, other->net_dev,  in efx_dissociate()
1205 	netif_dbg(efx, probe, efx->net_dev, "initialising I/O\n");  in efx_init_io()
1209 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1230 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1234 	netif_dbg(efx, probe, efx->net_dev,  in efx_init_io()
1240 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1247 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1253 	netif_dbg(efx, probe, efx->net_dev,  in efx_init_io()
1272 	netif_dbg(efx, drv, efx->net_dev, "shutting down I/O\n");  in efx_fini_io()
1297 			netif_warn(efx, probe, efx->net_dev,  in efx_wanted_parallelism()
1319 		netif_warn(efx, probe, efx->net_dev,  in efx_wanted_parallelism()
1360 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1363 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1366 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1399 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1599 	netif_dbg(efx, probe, efx->net_dev, "creating NIC\n");  in efx_probe_nic()
1624 	netif_set_real_num_tx_queues(efx->net_dev, efx->n_tx_channels);  in efx_probe_nic()
1625 	netif_set_real_num_rx_queues(efx->net_dev, efx->n_rx_channels);  in efx_probe_nic()
1642 	netif_dbg(efx, drv, efx->net_dev, "destroying NIC\n");  in efx_remove_nic()
1698 		netif_err(efx, probe, efx->net_dev, "failed to create NIC\n");  in efx_probe_all()
1704 		netif_err(efx, probe, efx->net_dev, "failed to create port\n");  in efx_probe_all()
1717 		netif_err(efx, probe, efx->net_dev,  in efx_probe_all()
1752 	if (efx->port_enabled || !netif_running(efx->net_dev) ||  in efx_start_all()
1808 	WARN_ON(netif_running(efx->net_dev) &&  in efx_stop_all()
1809 		netif_device_present(efx->net_dev));  in efx_stop_all()
1810 	netif_tx_disable(efx->net_dev);  in efx_stop_all()
1860 		netif_err(efx, drv, efx->net_dev, "Channels are shared. "  in efx_init_irq_moderation()
1914 	netif_vdbg(efx, timer, efx->net_dev,  in efx_monitor()
1941 static int efx_ioctl(struct net_device *net_dev, struct ifreq *ifr, int cmd)  in efx_ioctl()  argument
1943 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_ioctl()
1969 	channel->napi_dev = efx->net_dev;  in efx_init_napi_channel()
2013 static void efx_netpoll(struct net_device *net_dev)  in efx_netpoll()  argument
2015 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_netpoll()
2033 	if (!netif_running(efx->net_dev))  in efx_busy_poll()
2062 static int efx_net_open(struct net_device *net_dev)  in efx_net_open()  argument
2064 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_net_open()
2067 	netif_dbg(efx, ifup, efx->net_dev, "opening device on CPU %d\n",  in efx_net_open()
2091 static int efx_net_stop(struct net_device *net_dev)  in efx_net_stop()  argument
2093 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_net_stop()
2095 	netif_dbg(efx, ifdown, efx->net_dev, "closing on CPU %d\n",  in efx_net_stop()
2105 static struct rtnl_link_stats64 *efx_net_stats(struct net_device *net_dev,  in efx_net_stats()  argument
2108 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_net_stats()
2118 static void efx_watchdog(struct net_device *net_dev)  in efx_watchdog()  argument
2120 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_watchdog()
2122 	netif_err(efx, tx_err, efx->net_dev,  in efx_watchdog()
2131 static int efx_change_mtu(struct net_device *net_dev, int new_mtu)  in efx_change_mtu()  argument
2133 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_change_mtu()
2142 	netif_dbg(efx, drv, efx->net_dev, "changing MTU to %d\n", new_mtu);  in efx_change_mtu()
2148 	net_dev->mtu = new_mtu;  in efx_change_mtu()
2153 	netif_device_attach(efx->net_dev);  in efx_change_mtu()
2157 static int efx_set_mac_address(struct net_device *net_dev, void *data)  in efx_set_mac_address()  argument
2159 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_set_mac_address()
2164 		netif_err(efx, drv, efx->net_dev,  in efx_set_mac_address()
2170 	ether_addr_copy(net_dev->dev_addr, new_addr);  in efx_set_mac_address()
2182 static void efx_set_rx_mode(struct net_device *net_dev)  in efx_set_rx_mode()  argument
2184 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_set_rx_mode()
2191 static int efx_set_features(struct net_device *net_dev, netdev_features_t data)  in efx_set_features()  argument
2193 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_set_features()
2196 	if (net_dev->features & ~data & NETIF_F_NTUPLE)  in efx_set_features()
2257 	strcpy(efx->name, efx->net_dev->name);  in efx_update_name()
2265 	struct net_device *net_dev = netdev_notifier_info_to_dev(ptr);  in efx_netdev_event()  local
2267 	if ((net_dev->netdev_ops == &efx_farch_netdev_ops ||  in efx_netdev_event()
2268 	     net_dev->netdev_ops == &efx_ef10_netdev_ops) &&  in efx_netdev_event()
2270 		efx_update_name(netdev_priv(net_dev));  in efx_netdev_event()
2289 	struct net_device *net_dev = efx->net_dev;  in efx_register_netdev()  local
2293 	net_dev->watchdog_timeo = 5 * HZ;  in efx_register_netdev()
2294 	net_dev->irq = efx->pci_dev->irq;  in efx_register_netdev()
2296 		net_dev->netdev_ops = &efx_ef10_netdev_ops;  in efx_register_netdev()
2297 		net_dev->priv_flags |= IFF_UNICAST_FLT;  in efx_register_netdev()
2299 		net_dev->netdev_ops = &efx_farch_netdev_ops;  in efx_register_netdev()
2301 	net_dev->ethtool_ops = &efx_ethtool_ops;  in efx_register_netdev()
2302 	net_dev->gso_max_segs = EFX_TSO_MAX_SEGS;  in efx_register_netdev()
2313 		netif_err(efx, probe, efx->net_dev,  in efx_register_netdev()
2319 	rc = dev_alloc_name(net_dev, net_dev->name);  in efx_register_netdev()
2325 	netif_carrier_off(net_dev);  in efx_register_netdev()
2327 	rc = register_netdevice(net_dev);  in efx_register_netdev()
2343 		netif_err(efx, drv, efx->net_dev,  in efx_register_netdev()
2353 	unregister_netdevice(net_dev);  in efx_register_netdev()
2357 	netif_err(efx, drv, efx->net_dev, "could not register net dev\n");  in efx_register_netdev()
2363 	if (!efx->net_dev)  in efx_unregister_netdev()
2366 	BUG_ON(netdev_priv(efx->net_dev) != efx);  in efx_unregister_netdev()
2372 	unregister_netdevice(efx->net_dev);  in efx_unregister_netdev()
2418 		netif_err(efx, drv, efx->net_dev, "failed to initialise NIC\n");  in efx_reset_up()
2430 			netif_err(efx, drv, efx->net_dev,  in efx_reset_up()
2464 	netif_info(efx, drv, efx->net_dev, "resetting (%s)\n",  in efx_reset()
2472 		netif_err(efx, drv, efx->net_dev, "failed to reset hardware\n");  in efx_reset()
2503 		dev_close(efx->net_dev);  in efx_reset()
2504 		netif_err(efx, drv, efx->net_dev, "has been disabled\n");  in efx_reset()
2507 		netif_dbg(efx, drv, efx->net_dev, "reset complete\n");  in efx_reset()
2508 		netif_device_attach(efx->net_dev);  in efx_reset()
2547 	netif_err(efx, drv, efx->net_dev, "Warning: No MC reboot after BIST mode\n");  in efx_wait_for_bist_end()
2595 		netif_dbg(efx, drv, efx->net_dev,  in efx_schedule_reset()
2611 		netif_dbg(efx, drv, efx->net_dev, "scheduling %s reset\n",  in efx_schedule_reset()
2616 		netif_dbg(efx, drv, efx->net_dev,  in efx_schedule_reset()
2700 			   struct pci_dev *pci_dev, struct net_device *net_dev)  in efx_init_struct()  argument
2719 	efx->net_dev = net_dev;  in efx_init_struct()
2730 	efx->mdio.dev = net_dev;  in efx_init_struct()
2825 	dev_close(efx->net_dev);  in efx_pci_remove()
2837 	netif_dbg(efx, drv, efx->net_dev, "shutdown successful\n");  in efx_pci_remove()
2840 	free_netdev(efx->net_dev);  in efx_pci_remove()
2861 		netif_err(efx, drv, efx->net_dev, "Unable to read VPD\n");  in efx_probe_vpd_strings()
2868 		netif_err(efx, drv, efx->net_dev, "VPD Read-only not found\n");  in efx_probe_vpd_strings()
2881 		netif_err(efx, drv, efx->net_dev, "Part number not found\n");  in efx_probe_vpd_strings()
2888 		netif_err(efx, drv, efx->net_dev, "Incomplete part number\n");  in efx_probe_vpd_strings()
2892 	netif_info(efx, drv, efx->net_dev,  in efx_probe_vpd_strings()
2899 		netif_err(efx, drv, efx->net_dev, "Serial number not found\n");  in efx_probe_vpd_strings()
2906 		netif_err(efx, drv, efx->net_dev, "Incomplete serial number\n");  in efx_probe_vpd_strings()
2934 		netif_err(efx, probe, efx->net_dev,  in efx_pci_probe_main()
2941 		netif_err(efx, probe, efx->net_dev,  in efx_pci_probe_main()
2980 	struct net_device *net_dev;  in efx_pci_probe()  local
2985 	net_dev = alloc_etherdev_mqs(sizeof(*efx), EFX_MAX_CORE_TX_QUEUES,  in efx_pci_probe()
2987 	if (!net_dev)  in efx_pci_probe()
2989 	efx = netdev_priv(net_dev);  in efx_pci_probe()
2991 	net_dev->features |= (efx->type->offload_features | NETIF_F_SG |  in efx_pci_probe()
2995 		net_dev->features |= NETIF_F_TSO6;  in efx_pci_probe()
2997 	net_dev->vlan_features |= (NETIF_F_ALL_CSUM | NETIF_F_SG |  in efx_pci_probe()
3001 	net_dev->hw_features = net_dev->features & ~NETIF_F_HIGHDMA;  in efx_pci_probe()
3003 	SET_NETDEV_DEV(net_dev, &pci_dev->dev);  in efx_pci_probe()
3004 	rc = efx_init_struct(efx, pci_dev, net_dev);  in efx_pci_probe()
3008 	netif_info(efx, probe, efx->net_dev,  in efx_pci_probe()
3028 		netif_err(efx, probe, efx->net_dev,  in efx_pci_probe()
3031 	netif_dbg(efx, probe, efx->net_dev, "initialisation successful\n");  in efx_pci_probe()
3038 		netif_warn(efx, probe, efx->net_dev,  in efx_pci_probe()
3043 		netif_warn(efx, probe, efx->net_dev,  in efx_pci_probe()
3056 	netif_dbg(efx, drv, efx->net_dev, "initialisation failed. rc=%d\n", rc);  in efx_pci_probe()
3057 	free_netdev(net_dev);  in efx_pci_probe()
3099 		netif_device_attach(efx->net_dev);  in efx_pm_thaw()
3224 		netif_err(efx, hw, efx->net_dev,  in efx_io_slot_reset()
3231 		netif_err(efx, hw, efx->net_dev,  in efx_io_slot_reset()
3252 		netif_err(efx, hw, efx->net_dev,  in efx_io_resume()
3256 		netif_dbg(efx, hw, efx->net_dev,  in efx_io_resume()