Lines Matching +full:disable +full:- +full:eop
1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 1999 - 2006 Intel Corporation. */
13 static const char e1000_copyright[] = "Copyright (c) 1999-2006 Intel Corporation.";
15 /* e1000_pci_tbl - PCI Device ID Table
194 static int debug = -1;
199 * e1000_get_hw_dev - helper function for getting netdev
207 struct e1000_adapter *adapter = hw->back; in e1000_get_hw_dev()
208 return adapter->netdev; in e1000_get_hw_dev()
212 * e1000_init_module - Driver Registration Routine
238 * e1000_exit_module - Driver Exit Cleanup Routine
252 struct net_device *netdev = adapter->netdev; in e1000_request_irq()
257 err = request_irq(adapter->pdev->irq, handler, irq_flags, netdev->name, in e1000_request_irq()
268 struct net_device *netdev = adapter->netdev; in e1000_free_irq()
270 free_irq(adapter->pdev->irq, netdev); in e1000_free_irq()
274 * e1000_irq_disable - Mask off interrupt generation on the NIC
279 struct e1000_hw *hw = &adapter->hw; in e1000_irq_disable()
283 synchronize_irq(adapter->pdev->irq); in e1000_irq_disable()
287 * e1000_irq_enable - Enable default interrupt generation settings
292 struct e1000_hw *hw = &adapter->hw; in e1000_irq_enable()
300 struct e1000_hw *hw = &adapter->hw; in e1000_update_mng_vlan()
301 struct net_device *netdev = adapter->netdev; in e1000_update_mng_vlan()
302 u16 vid = hw->mng_cookie.vlan_id; in e1000_update_mng_vlan()
303 u16 old_vid = adapter->mng_vlan_id; in e1000_update_mng_vlan()
308 if (!test_bit(vid, adapter->active_vlans)) { in e1000_update_mng_vlan()
309 if (hw->mng_cookie.status & in e1000_update_mng_vlan()
312 adapter->mng_vlan_id = vid; in e1000_update_mng_vlan()
314 adapter->mng_vlan_id = E1000_MNG_VLAN_NONE; in e1000_update_mng_vlan()
318 !test_bit(old_vid, adapter->active_vlans)) in e1000_update_mng_vlan()
322 adapter->mng_vlan_id = vid; in e1000_update_mng_vlan()
328 struct e1000_hw *hw = &adapter->hw; in e1000_init_manageability()
330 if (adapter->en_mng_pt) { in e1000_init_manageability()
333 /* disable hardware interception of ARP */ in e1000_init_manageability()
342 struct e1000_hw *hw = &adapter->hw; in e1000_release_manageability()
344 if (adapter->en_mng_pt) { in e1000_release_manageability()
347 /* re-enable hardware interception of ARP */ in e1000_release_manageability()
355 * e1000_configure - configure the hardware for RX and TX
360 struct net_device *netdev = adapter->netdev; in e1000_configure()
375 for (i = 0; i < adapter->num_rx_queues; i++) { in e1000_configure()
376 struct e1000_rx_ring *ring = &adapter->rx_ring[i]; in e1000_configure()
377 adapter->alloc_rx_buf(adapter, ring, in e1000_configure()
384 struct e1000_hw *hw = &adapter->hw; in e1000_up()
389 clear_bit(__E1000_DOWN, &adapter->flags); in e1000_up()
391 napi_enable(&adapter->napi); in e1000_up()
395 netif_wake_queue(adapter->netdev); in e1000_up()
403 * e1000_power_up_phy - restore link in case the phy was powered down
412 struct e1000_hw *hw = &adapter->hw; in e1000_power_up_phy()
416 if (hw->media_type == e1000_media_type_copper) { in e1000_power_up_phy()
418 * settings across a power-down/up cycle in e1000_power_up_phy()
428 struct e1000_hw *hw = &adapter->hw; in e1000_power_down_phy()
436 if (!adapter->wol && hw->mac_type >= e1000_82540 && in e1000_power_down_phy()
437 hw->media_type == e1000_media_type_copper) { in e1000_power_down_phy()
440 switch (hw->mac_type) { in e1000_power_down_phy()
468 set_bit(__E1000_DOWN, &adapter->flags); in e1000_down_and_stop()
470 cancel_delayed_work_sync(&adapter->watchdog_task); in e1000_down_and_stop()
478 cancel_delayed_work_sync(&adapter->phy_info_task); in e1000_down_and_stop()
479 cancel_delayed_work_sync(&adapter->fifo_stall_task); in e1000_down_and_stop()
482 if (!test_bit(__E1000_RESETTING, &adapter->flags)) in e1000_down_and_stop()
483 cancel_work_sync(&adapter->reset_task); in e1000_down_and_stop()
488 struct e1000_hw *hw = &adapter->hw; in e1000_down()
489 struct net_device *netdev = adapter->netdev; in e1000_down()
492 /* disable receives in the hardware */ in e1000_down()
499 /* disable transmits in the hardware */ in e1000_down()
518 napi_disable(&adapter->napi); in e1000_down()
528 adapter->link_speed = 0; in e1000_down()
529 adapter->link_duplex = 0; in e1000_down()
538 while (test_and_set_bit(__E1000_RESETTING, &adapter->flags)) in e1000_reinit_locked()
542 if (!test_bit(__E1000_DOWN, &adapter->flags)) { in e1000_reinit_locked()
547 clear_bit(__E1000_RESETTING, &adapter->flags); in e1000_reinit_locked()
552 struct e1000_hw *hw = &adapter->hw; in e1000_reset()
561 switch (hw->mac_type) { in e1000_reset()
590 if (hw->max_frame_size > E1000_RXBUFFER_8192) in e1000_reset()
591 pba -= 8; /* allocate more FIFO for Tx */ in e1000_reset()
593 if (hw->mac_type == e1000_82547) { in e1000_reset()
594 adapter->tx_fifo_head = 0; in e1000_reset()
595 adapter->tx_head_addr = pba << E1000_TX_HEAD_ADDR_SHIFT; in e1000_reset()
596 adapter->tx_fifo_size = in e1000_reset()
597 (E1000_PBA_40K - pba) << E1000_PBA_BYTES_SHIFT; in e1000_reset()
598 atomic_set(&adapter->tx_fifo_stall, 0); in e1000_reset()
600 } else if (hw->max_frame_size > ETH_FRAME_LEN + ETH_FCS_LEN) { in e1000_reset()
619 min_tx_space = (hw->max_frame_size + in e1000_reset()
620 sizeof(struct e1000_tx_desc) - in e1000_reset()
625 min_rx_space = hw->max_frame_size; in e1000_reset()
634 ((min_tx_space - tx_space) < pba)) { in e1000_reset()
635 pba = pba - (min_tx_space - tx_space); in e1000_reset()
638 switch (hw->mac_type) { in e1000_reset()
640 pba &= ~(E1000_PBA_8K - 1); in e1000_reset()
660 * - 90% of the Rx FIFO size, and in e1000_reset()
661 * - the full Rx FIFO size minus the early receive size (for parts in e1000_reset()
663 * - the full Rx FIFO size minus one full frame in e1000_reset()
666 ((pba << 10) - hw->max_frame_size)); in e1000_reset()
668 hw->fc_high_water = hwm & 0xFFF8; /* 8-byte granularity */ in e1000_reset()
669 hw->fc_low_water = hw->fc_high_water - 8; in e1000_reset()
670 hw->fc_pause_time = E1000_FC_PAUSE_TIME; in e1000_reset()
671 hw->fc_send_xon = 1; in e1000_reset()
672 hw->fc = hw->original_fc; in e1000_reset()
676 if (hw->mac_type >= e1000_82544) in e1000_reset()
683 /* if (adapter->hwflags & HWFLAGS_PHY_PWR_BIT) { */ in e1000_reset()
684 if (hw->mac_type >= e1000_82544 && in e1000_reset()
685 hw->autoneg == 1 && in e1000_reset()
686 hw->autoneg_advertised == ADVERTISE_1000_FULL) { in e1000_reset()
700 e1000_phy_get_info(hw, &adapter->phy_info); in e1000_reset()
708 struct net_device *netdev = adapter->netdev; in e1000_dump_eeprom()
710 const struct ethtool_ops *ops = netdev->ethtool_ops; in e1000_dump_eeprom()
715 eeprom.len = ops->get_eeprom_len(netdev); in e1000_dump_eeprom()
722 ops->get_eeprom(netdev, &eeprom, data); in e1000_dump_eeprom()
728 csum_new = EEPROM_SUM - csum_new; in e1000_dump_eeprom()
754 * e1000_is_need_ioport - determine if an adapter needs ioport resources or not
761 switch (pdev->device) { in e1000_is_need_ioport()
793 * enable/disable make sure Tx flag is always in same state as Rx. in e1000_fix_features()
807 netdev_features_t changed = features ^ netdev->features; in e1000_set_features()
815 netdev->features = features; in e1000_set_features()
816 adapter->rx_csum = !!(features & NETIF_F_RXCSUM); in e1000_set_features()
846 * e1000_init_hw_struct - initialize members of hw struct
859 struct pci_dev *pdev = adapter->pdev; in e1000_init_hw_struct()
862 hw->vendor_id = pdev->vendor; in e1000_init_hw_struct()
863 hw->device_id = pdev->device; in e1000_init_hw_struct()
864 hw->subsystem_vendor_id = pdev->subsystem_vendor; in e1000_init_hw_struct()
865 hw->subsystem_id = pdev->subsystem_device; in e1000_init_hw_struct()
866 hw->revision_id = pdev->revision; in e1000_init_hw_struct()
868 pci_read_config_word(pdev, PCI_COMMAND, &hw->pci_cmd_word); in e1000_init_hw_struct()
870 hw->max_frame_size = adapter->netdev->mtu + in e1000_init_hw_struct()
872 hw->min_frame_size = MINIMUM_ETHERNET_FRAME_SIZE; in e1000_init_hw_struct()
877 return -EIO; in e1000_init_hw_struct()
880 switch (hw->mac_type) { in e1000_init_hw_struct()
887 hw->phy_init_script = 1; in e1000_init_hw_struct()
894 hw->wait_autoneg_complete = false; in e1000_init_hw_struct()
895 hw->tbi_compatibility_en = true; in e1000_init_hw_struct()
896 hw->adaptive_ifs = true; in e1000_init_hw_struct()
900 if (hw->media_type == e1000_media_type_copper) { in e1000_init_hw_struct()
901 hw->mdix = AUTO_ALL_MODES; in e1000_init_hw_struct()
902 hw->disable_polarity_correction = false; in e1000_init_hw_struct()
903 hw->master_slave = E1000_MASTER_SLAVE; in e1000_init_hw_struct()
910 * e1000_probe - Device Initialization Routine
956 err = -ENOMEM; in e1000_probe()
961 SET_NETDEV_DEV(netdev, &pdev->dev); in e1000_probe()
965 adapter->netdev = netdev; in e1000_probe()
966 adapter->pdev = pdev; in e1000_probe()
967 adapter->msg_enable = netif_msg_init(debug, DEFAULT_MSG_ENABLE); in e1000_probe()
968 adapter->bars = bars; in e1000_probe()
969 adapter->need_ioport = need_ioport; in e1000_probe()
971 hw = &adapter->hw; in e1000_probe()
972 hw->back = adapter; in e1000_probe()
974 err = -EIO; in e1000_probe()
975 hw->hw_addr = pci_ioremap_bar(pdev, BAR_0); in e1000_probe()
976 if (!hw->hw_addr) in e1000_probe()
979 if (adapter->need_ioport) { in e1000_probe()
984 hw->io_base = pci_resource_start(pdev, i); in e1000_probe()
990 /* make ready for any if (hw->...) below */ in e1000_probe()
996 * 64-bit DMA addresses to 64-bit hardware. There are some in e1000_probe()
997 * 32-bit adapters that Tx hang when given 64-bit DMA addresses in e1000_probe()
1000 if ((hw->bus_type == e1000_bus_type_pcix) && in e1000_probe()
1001 !dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64))) { in e1000_probe()
1004 err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)); in e1000_probe()
1011 netdev->netdev_ops = &e1000_netdev_ops; in e1000_probe()
1013 netdev->watchdog_timeo = 5 * HZ; in e1000_probe()
1014 netif_napi_add(netdev, &adapter->napi, e1000_clean); in e1000_probe()
1016 strscpy(netdev->name, pci_name(pdev), sizeof(netdev->name)); in e1000_probe()
1018 adapter->bd_number = cards_found; in e1000_probe()
1026 err = -EIO; in e1000_probe()
1027 if (hw->mac_type == e1000_ce4100) { in e1000_probe()
1028 hw->ce4100_gbe_mdio_base_virt = in e1000_probe()
1032 if (!hw->ce4100_gbe_mdio_base_virt) in e1000_probe()
1036 if (hw->mac_type >= e1000_82543) { in e1000_probe()
1037 netdev->hw_features = NETIF_F_SG | in e1000_probe()
1040 netdev->features = NETIF_F_HW_VLAN_CTAG_TX | in e1000_probe()
1044 if ((hw->mac_type >= e1000_82544) && in e1000_probe()
1045 (hw->mac_type != e1000_82547)) in e1000_probe()
1046 netdev->hw_features |= NETIF_F_TSO; in e1000_probe()
1048 netdev->priv_flags |= IFF_SUPP_NOFCS; in e1000_probe()
1050 netdev->features |= netdev->hw_features; in e1000_probe()
1051 netdev->hw_features |= (NETIF_F_RXCSUM | in e1000_probe()
1056 netdev->features |= NETIF_F_HIGHDMA; in e1000_probe()
1057 netdev->vlan_features |= NETIF_F_HIGHDMA; in e1000_probe()
1060 netdev->vlan_features |= (NETIF_F_TSO | in e1000_probe()
1065 if (hw->device_id != E1000_DEV_ID_82545EM_COPPER || in e1000_probe()
1066 hw->subsystem_vendor_id != PCI_VENDOR_ID_VMWARE) in e1000_probe()
1067 netdev->priv_flags |= IFF_UNICAST_FLT; in e1000_probe()
1069 /* MTU range: 46 - 16110 */ in e1000_probe()
1070 netdev->min_mtu = ETH_ZLEN - ETH_HLEN; in e1000_probe()
1071 netdev->max_mtu = MAX_JUMBO_FRAME_SIZE - (ETH_HLEN + ETH_FCS_LEN); in e1000_probe()
1073 adapter->en_mng_pt = e1000_enable_mng_pass_thru(hw); in e1000_probe()
1092 * disable this device for the user. This blocks regular in e1000_probe()
1098 memset(hw->mac_addr, 0, netdev->addr_len); in e1000_probe()
1105 eth_hw_addr_set(netdev, hw->mac_addr); in e1000_probe()
1107 if (!is_valid_ether_addr(netdev->dev_addr)) in e1000_probe()
1111 INIT_DELAYED_WORK(&adapter->watchdog_task, e1000_watchdog); in e1000_probe()
1112 INIT_DELAYED_WORK(&adapter->fifo_stall_task, in e1000_probe()
1114 INIT_DELAYED_WORK(&adapter->phy_info_task, e1000_update_phy_info_task); in e1000_probe()
1115 INIT_WORK(&adapter->reset_task, e1000_reset_task); in e1000_probe()
1124 switch (hw->mac_type) { in e1000_probe()
1148 adapter->eeprom_wol |= E1000_WUFC_MAG; in e1000_probe()
1154 switch (pdev->device) { in e1000_probe()
1156 adapter->eeprom_wol = 0; in e1000_probe()
1164 adapter->eeprom_wol = 0; in e1000_probe()
1167 /* if quad port adapter, disable WoL on all but port A */ in e1000_probe()
1169 adapter->eeprom_wol = 0; in e1000_probe()
1171 adapter->quad_port_a = true; in e1000_probe()
1179 adapter->wol = adapter->eeprom_wol; in e1000_probe()
1180 device_set_wakeup_enable(&adapter->pdev->dev, adapter->wol); in e1000_probe()
1183 if (hw->mac_type == e1000_ce4100) { in e1000_probe()
1185 hw->phy_addr = i; in e1000_probe()
1199 strcpy(netdev->name, "eth%d"); in e1000_probe()
1207 e_info(probe, "(PCI%s:%dMHz:%d-bit) %pM\n", in e1000_probe()
1208 ((hw->bus_type == e1000_bus_type_pcix) ? "-X" : ""), in e1000_probe()
1209 ((hw->bus_speed == e1000_bus_speed_133) ? 133 : in e1000_probe()
1210 (hw->bus_speed == e1000_bus_speed_120) ? 120 : in e1000_probe()
1211 (hw->bus_speed == e1000_bus_speed_100) ? 100 : in e1000_probe()
1212 (hw->bus_speed == e1000_bus_speed_66) ? 66 : 33), in e1000_probe()
1213 ((hw->bus_width == e1000_bus_width_64) ? 64 : 32), in e1000_probe()
1214 netdev->dev_addr); in e1000_probe()
1228 if (hw->flash_address) in e1000_probe()
1229 iounmap(hw->flash_address); in e1000_probe()
1230 kfree(adapter->tx_ring); in e1000_probe()
1231 kfree(adapter->rx_ring); in e1000_probe()
1235 iounmap(hw->ce4100_gbe_mdio_base_virt); in e1000_probe()
1236 iounmap(hw->hw_addr); in e1000_probe()
1238 disable_dev = !test_and_set_bit(__E1000_DISABLED, &adapter->flags); in e1000_probe()
1249 * e1000_remove - Device Removal Routine
1254 * Hot-Plug event, or because the driver is going to be removed from
1261 struct e1000_hw *hw = &adapter->hw; in e1000_remove()
1271 kfree(adapter->tx_ring); in e1000_remove()
1272 kfree(adapter->rx_ring); in e1000_remove()
1274 if (hw->mac_type == e1000_ce4100) in e1000_remove()
1275 iounmap(hw->ce4100_gbe_mdio_base_virt); in e1000_remove()
1276 iounmap(hw->hw_addr); in e1000_remove()
1277 if (hw->flash_address) in e1000_remove()
1278 iounmap(hw->flash_address); in e1000_remove()
1279 pci_release_selected_regions(pdev, adapter->bars); in e1000_remove()
1281 disable_dev = !test_and_set_bit(__E1000_DISABLED, &adapter->flags); in e1000_remove()
1289 * e1000_sw_init - Initialize general software structures (struct e1000_adapter)
1297 adapter->rx_buffer_len = MAXIMUM_ETHERNET_VLAN_SIZE; in e1000_sw_init()
1299 adapter->num_tx_queues = 1; in e1000_sw_init()
1300 adapter->num_rx_queues = 1; in e1000_sw_init()
1304 return -ENOMEM; in e1000_sw_init()
1307 /* Explicitly disable IRQ since the NIC can be in any state. */ in e1000_sw_init()
1310 spin_lock_init(&adapter->stats_lock); in e1000_sw_init()
1312 set_bit(__E1000_DOWN, &adapter->flags); in e1000_sw_init()
1318 * e1000_alloc_queues - Allocate memory for all rings
1321 * We allocate one ring per queue at run-time since we don't know the
1322 * number of queues at compile-time.
1326 adapter->tx_ring = kcalloc(adapter->num_tx_queues, in e1000_alloc_queues()
1328 if (!adapter->tx_ring) in e1000_alloc_queues()
1329 return -ENOMEM; in e1000_alloc_queues()
1331 adapter->rx_ring = kcalloc(adapter->num_rx_queues, in e1000_alloc_queues()
1333 if (!adapter->rx_ring) { in e1000_alloc_queues()
1334 kfree(adapter->tx_ring); in e1000_alloc_queues()
1335 return -ENOMEM; in e1000_alloc_queues()
1342 * e1000_open - Called when a network interface is made active
1356 struct e1000_hw *hw = &adapter->hw; in e1000_open()
1360 if (test_bit(__E1000_TESTING, &adapter->flags)) in e1000_open()
1361 return -EBUSY; in e1000_open()
1377 adapter->mng_vlan_id = E1000_MNG_VLAN_NONE; in e1000_open()
1378 if ((hw->mng_cookie.status & in e1000_open()
1395 clear_bit(__E1000_DOWN, &adapter->flags); in e1000_open()
1397 netif_napi_set_irq(&adapter->napi, adapter->pdev->irq); in e1000_open()
1398 napi_enable(&adapter->napi); in e1000_open()
1399 netif_queue_set_napi(netdev, 0, NETDEV_QUEUE_TYPE_RX, &adapter->napi); in e1000_open()
1400 netif_queue_set_napi(netdev, 0, NETDEV_QUEUE_TYPE_TX, &adapter->napi); in e1000_open()
1423 * e1000_close - Disables a network interface
1428 * The close entry point is called when an interface is de-activated
1436 struct e1000_hw *hw = &adapter->hw; in e1000_close()
1439 while (test_and_set_bit(__E1000_RESETTING, &adapter->flags) && count--) in e1000_close()
1445 set_bit(__E1000_DOWN, &adapter->flags); in e1000_close()
1446 clear_bit(__E1000_RESETTING, &adapter->flags); in e1000_close()
1458 if ((hw->mng_cookie.status & in e1000_close()
1460 !test_bit(adapter->mng_vlan_id, adapter->active_vlans)) { in e1000_close()
1462 adapter->mng_vlan_id); in e1000_close()
1469 * e1000_check_64k_bound - check that memory doesn't cross 64kB boundary
1477 struct e1000_hw *hw = &adapter->hw; in e1000_check_64k_bound()
1484 if (hw->mac_type == e1000_82545 || in e1000_check_64k_bound()
1485 hw->mac_type == e1000_ce4100 || in e1000_check_64k_bound()
1486 hw->mac_type == e1000_82546) { in e1000_check_64k_bound()
1487 return ((begin ^ (end - 1)) >> 16) == 0; in e1000_check_64k_bound()
1494 * e1000_setup_tx_resources - allocate Tx resources (Descriptors)
1503 struct pci_dev *pdev = adapter->pdev; in e1000_setup_tx_resources()
1506 size = sizeof(struct e1000_tx_buffer) * txdr->count; in e1000_setup_tx_resources()
1507 txdr->buffer_info = vzalloc(size); in e1000_setup_tx_resources()
1508 if (!txdr->buffer_info) in e1000_setup_tx_resources()
1509 return -ENOMEM; in e1000_setup_tx_resources()
1513 txdr->size = txdr->count * sizeof(struct e1000_tx_desc); in e1000_setup_tx_resources()
1514 txdr->size = ALIGN(txdr->size, 4096); in e1000_setup_tx_resources()
1516 txdr->desc = dma_alloc_coherent(&pdev->dev, txdr->size, &txdr->dma, in e1000_setup_tx_resources()
1518 if (!txdr->desc) { in e1000_setup_tx_resources()
1520 vfree(txdr->buffer_info); in e1000_setup_tx_resources()
1521 return -ENOMEM; in e1000_setup_tx_resources()
1525 if (!e1000_check_64k_bound(adapter, txdr->desc, txdr->size)) { in e1000_setup_tx_resources()
1526 void *olddesc = txdr->desc; in e1000_setup_tx_resources()
1527 dma_addr_t olddma = txdr->dma; in e1000_setup_tx_resources()
1529 txdr->size, txdr->desc); in e1000_setup_tx_resources()
1531 txdr->desc = dma_alloc_coherent(&pdev->dev, txdr->size, in e1000_setup_tx_resources()
1532 &txdr->dma, GFP_KERNEL); in e1000_setup_tx_resources()
1534 if (!txdr->desc) { in e1000_setup_tx_resources()
1535 dma_free_coherent(&pdev->dev, txdr->size, olddesc, in e1000_setup_tx_resources()
1540 if (!e1000_check_64k_bound(adapter, txdr->desc, txdr->size)) { in e1000_setup_tx_resources()
1542 dma_free_coherent(&pdev->dev, txdr->size, txdr->desc, in e1000_setup_tx_resources()
1543 txdr->dma); in e1000_setup_tx_resources()
1544 dma_free_coherent(&pdev->dev, txdr->size, olddesc, in e1000_setup_tx_resources()
1548 vfree(txdr->buffer_info); in e1000_setup_tx_resources()
1549 return -ENOMEM; in e1000_setup_tx_resources()
1552 dma_free_coherent(&pdev->dev, txdr->size, olddesc, in e1000_setup_tx_resources()
1556 memset(txdr->desc, 0, txdr->size); in e1000_setup_tx_resources()
1558 txdr->next_to_use = 0; in e1000_setup_tx_resources()
1559 txdr->next_to_clean = 0; in e1000_setup_tx_resources()
1565 * e1000_setup_all_tx_resources - wrapper to allocate Tx resources
1575 for (i = 0; i < adapter->num_tx_queues; i++) { in e1000_setup_all_tx_resources()
1576 err = e1000_setup_tx_resources(adapter, &adapter->tx_ring[i]); in e1000_setup_all_tx_resources()
1579 for (i-- ; i >= 0; i--) in e1000_setup_all_tx_resources()
1581 &adapter->tx_ring[i]); in e1000_setup_all_tx_resources()
1590 * e1000_configure_tx - Configure 8254x Transmit Unit after Reset
1598 struct e1000_hw *hw = &adapter->hw; in e1000_configure_tx()
1604 switch (adapter->num_tx_queues) { in e1000_configure_tx()
1607 tdba = adapter->tx_ring[0].dma; in e1000_configure_tx()
1608 tdlen = adapter->tx_ring[0].count * in e1000_configure_tx()
1615 adapter->tx_ring[0].tdh = ((hw->mac_type >= e1000_82543) ? in e1000_configure_tx()
1617 adapter->tx_ring[0].tdt = ((hw->mac_type >= e1000_82543) ? in e1000_configure_tx()
1623 if ((hw->media_type == e1000_media_type_fiber || in e1000_configure_tx()
1624 hw->media_type == e1000_media_type_internal_serdes)) in e1000_configure_tx()
1629 switch (hw->mac_type) { in e1000_configure_tx()
1647 ew32(TIDV, adapter->tx_int_delay); in e1000_configure_tx()
1648 if (hw->mac_type >= e1000_82540) in e1000_configure_tx()
1649 ew32(TADV, adapter->tx_abs_int_delay); in e1000_configure_tx()
1660 /* Setup Transmit Descriptor Settings for eop descriptor */ in e1000_configure_tx()
1661 adapter->txd_cmd = E1000_TXD_CMD_EOP | E1000_TXD_CMD_IFCS; in e1000_configure_tx()
1664 if (adapter->tx_int_delay) in e1000_configure_tx()
1665 adapter->txd_cmd |= E1000_TXD_CMD_IDE; in e1000_configure_tx()
1667 if (hw->mac_type < e1000_82543) in e1000_configure_tx()
1668 adapter->txd_cmd |= E1000_TXD_CMD_RPS; in e1000_configure_tx()
1670 adapter->txd_cmd |= E1000_TXD_CMD_RS; in e1000_configure_tx()
1672 /* Cache if we're 82544 running in PCI-X because we'll in e1000_configure_tx()
1675 if (hw->mac_type == e1000_82544 && in e1000_configure_tx()
1676 hw->bus_type == e1000_bus_type_pcix) in e1000_configure_tx()
1677 adapter->pcix_82544 = true; in e1000_configure_tx()
1684 * e1000_setup_rx_resources - allocate Rx resources (Descriptors)
1693 struct pci_dev *pdev = adapter->pdev; in e1000_setup_rx_resources()
1696 size = sizeof(struct e1000_rx_buffer) * rxdr->count; in e1000_setup_rx_resources()
1697 rxdr->buffer_info = vzalloc(size); in e1000_setup_rx_resources()
1698 if (!rxdr->buffer_info) in e1000_setup_rx_resources()
1699 return -ENOMEM; in e1000_setup_rx_resources()
1705 rxdr->size = rxdr->count * desc_len; in e1000_setup_rx_resources()
1706 rxdr->size = ALIGN(rxdr->size, 4096); in e1000_setup_rx_resources()
1708 rxdr->desc = dma_alloc_coherent(&pdev->dev, rxdr->size, &rxdr->dma, in e1000_setup_rx_resources()
1710 if (!rxdr->desc) { in e1000_setup_rx_resources()
1712 vfree(rxdr->buffer_info); in e1000_setup_rx_resources()
1713 return -ENOMEM; in e1000_setup_rx_resources()
1717 if (!e1000_check_64k_bound(adapter, rxdr->desc, rxdr->size)) { in e1000_setup_rx_resources()
1718 void *olddesc = rxdr->desc; in e1000_setup_rx_resources()
1719 dma_addr_t olddma = rxdr->dma; in e1000_setup_rx_resources()
1721 rxdr->size, rxdr->desc); in e1000_setup_rx_resources()
1723 rxdr->desc = dma_alloc_coherent(&pdev->dev, rxdr->size, in e1000_setup_rx_resources()
1724 &rxdr->dma, GFP_KERNEL); in e1000_setup_rx_resources()
1726 if (!rxdr->desc) { in e1000_setup_rx_resources()
1727 dma_free_coherent(&pdev->dev, rxdr->size, olddesc, in e1000_setup_rx_resources()
1732 if (!e1000_check_64k_bound(adapter, rxdr->desc, rxdr->size)) { in e1000_setup_rx_resources()
1734 dma_free_coherent(&pdev->dev, rxdr->size, rxdr->desc, in e1000_setup_rx_resources()
1735 rxdr->dma); in e1000_setup_rx_resources()
1736 dma_free_coherent(&pdev->dev, rxdr->size, olddesc, in e1000_setup_rx_resources()
1743 dma_free_coherent(&pdev->dev, rxdr->size, olddesc, in e1000_setup_rx_resources()
1747 memset(rxdr->desc, 0, rxdr->size); in e1000_setup_rx_resources()
1749 rxdr->next_to_clean = 0; in e1000_setup_rx_resources()
1750 rxdr->next_to_use = 0; in e1000_setup_rx_resources()
1751 rxdr->rx_skb_top = NULL; in e1000_setup_rx_resources()
1757 * e1000_setup_all_rx_resources - wrapper to allocate Rx resources
1767 for (i = 0; i < adapter->num_rx_queues; i++) { in e1000_setup_all_rx_resources()
1768 err = e1000_setup_rx_resources(adapter, &adapter->rx_ring[i]); in e1000_setup_all_rx_resources()
1771 for (i-- ; i >= 0; i--) in e1000_setup_all_rx_resources()
1773 &adapter->rx_ring[i]); in e1000_setup_all_rx_resources()
1782 * e1000_setup_rctl - configure the receive control registers
1787 struct e1000_hw *hw = &adapter->hw; in e1000_setup_rctl()
1796 (hw->mc_filter_type << E1000_RCTL_MO_SHIFT); in e1000_setup_rctl()
1798 if (hw->tbi_compatibility_on == 1) in e1000_setup_rctl()
1803 if (adapter->netdev->mtu <= ETH_DATA_LEN) in e1000_setup_rctl()
1811 switch (adapter->rx_buffer_len) { in e1000_setup_rctl()
1829 if (adapter->netdev->features & NETIF_F_RXALL) { in e1000_setup_rctl()
1837 rctl &= ~(E1000_RCTL_VFE | /* Disable VLAN filter */ in e1000_setup_rctl()
1849 * e1000_configure_rx - Configure 8254x Receive Unit after Reset
1857 struct e1000_hw *hw = &adapter->hw; in e1000_configure_rx()
1860 if (adapter->netdev->mtu > ETH_DATA_LEN) { in e1000_configure_rx()
1861 rdlen = adapter->rx_ring[0].count * in e1000_configure_rx()
1863 adapter->clean_rx = e1000_clean_jumbo_rx_irq; in e1000_configure_rx()
1864 adapter->alloc_rx_buf = e1000_alloc_jumbo_rx_buffers; in e1000_configure_rx()
1866 rdlen = adapter->rx_ring[0].count * in e1000_configure_rx()
1868 adapter->clean_rx = e1000_clean_rx_irq; in e1000_configure_rx()
1869 adapter->alloc_rx_buf = e1000_alloc_rx_buffers; in e1000_configure_rx()
1872 /* disable receives while setting up the descriptors */ in e1000_configure_rx()
1877 ew32(RDTR, adapter->rx_int_delay); in e1000_configure_rx()
1879 if (hw->mac_type >= e1000_82540) { in e1000_configure_rx()
1880 ew32(RADV, adapter->rx_abs_int_delay); in e1000_configure_rx()
1881 if (adapter->itr_setting != 0) in e1000_configure_rx()
1882 ew32(ITR, 1000000000 / (adapter->itr * 256)); in e1000_configure_rx()
1888 switch (adapter->num_rx_queues) { in e1000_configure_rx()
1891 rdba = adapter->rx_ring[0].dma; in e1000_configure_rx()
1897 adapter->rx_ring[0].rdh = ((hw->mac_type >= e1000_82543) ? in e1000_configure_rx()
1899 adapter->rx_ring[0].rdt = ((hw->mac_type >= e1000_82543) ? in e1000_configure_rx()
1905 if (hw->mac_type >= e1000_82543) { in e1000_configure_rx()
1907 if (adapter->rx_csum) in e1000_configure_rx()
1920 * e1000_free_tx_resources - Free Tx Resources per Queue
1929 struct pci_dev *pdev = adapter->pdev; in e1000_free_tx_resources()
1933 vfree(tx_ring->buffer_info); in e1000_free_tx_resources()
1934 tx_ring->buffer_info = NULL; in e1000_free_tx_resources()
1936 dma_free_coherent(&pdev->dev, tx_ring->size, tx_ring->desc, in e1000_free_tx_resources()
1937 tx_ring->dma); in e1000_free_tx_resources()
1939 tx_ring->desc = NULL; in e1000_free_tx_resources()
1943 * e1000_free_all_tx_resources - Free Tx Resources for All Queues
1952 for (i = 0; i < adapter->num_tx_queues; i++) in e1000_free_all_tx_resources()
1953 e1000_free_tx_resources(adapter, &adapter->tx_ring[i]); in e1000_free_all_tx_resources()
1961 if (buffer_info->dma) { in e1000_unmap_and_free_tx_resource()
1962 if (buffer_info->mapped_as_page) in e1000_unmap_and_free_tx_resource()
1963 dma_unmap_page(&adapter->pdev->dev, buffer_info->dma, in e1000_unmap_and_free_tx_resource()
1964 buffer_info->length, DMA_TO_DEVICE); in e1000_unmap_and_free_tx_resource()
1966 dma_unmap_single(&adapter->pdev->dev, buffer_info->dma, in e1000_unmap_and_free_tx_resource()
1967 buffer_info->length, in e1000_unmap_and_free_tx_resource()
1969 buffer_info->dma = 0; in e1000_unmap_and_free_tx_resource()
1971 if (buffer_info->skb) { in e1000_unmap_and_free_tx_resource()
1972 napi_consume_skb(buffer_info->skb, budget); in e1000_unmap_and_free_tx_resource()
1973 buffer_info->skb = NULL; in e1000_unmap_and_free_tx_resource()
1975 buffer_info->time_stamp = 0; in e1000_unmap_and_free_tx_resource()
1980 * e1000_clean_tx_ring - Free Tx Buffers
1987 struct e1000_hw *hw = &adapter->hw; in e1000_clean_tx_ring()
1994 for (i = 0; i < tx_ring->count; i++) { in e1000_clean_tx_ring()
1995 buffer_info = &tx_ring->buffer_info[i]; in e1000_clean_tx_ring()
1999 netdev_reset_queue(adapter->netdev); in e1000_clean_tx_ring()
2000 size = sizeof(struct e1000_tx_buffer) * tx_ring->count; in e1000_clean_tx_ring()
2001 memset(tx_ring->buffer_info, 0, size); in e1000_clean_tx_ring()
2005 memset(tx_ring->desc, 0, tx_ring->size); in e1000_clean_tx_ring()
2007 tx_ring->next_to_use = 0; in e1000_clean_tx_ring()
2008 tx_ring->next_to_clean = 0; in e1000_clean_tx_ring()
2009 tx_ring->last_tx_tso = false; in e1000_clean_tx_ring()
2011 writel(0, hw->hw_addr + tx_ring->tdh); in e1000_clean_tx_ring()
2012 writel(0, hw->hw_addr + tx_ring->tdt); in e1000_clean_tx_ring()
2016 * e1000_clean_all_tx_rings - Free Tx Buffers for all queues
2023 for (i = 0; i < adapter->num_tx_queues; i++) in e1000_clean_all_tx_rings()
2024 e1000_clean_tx_ring(adapter, &adapter->tx_ring[i]); in e1000_clean_all_tx_rings()
2028 * e1000_free_rx_resources - Free Rx Resources
2037 struct pci_dev *pdev = adapter->pdev; in e1000_free_rx_resources()
2041 vfree(rx_ring->buffer_info); in e1000_free_rx_resources()
2042 rx_ring->buffer_info = NULL; in e1000_free_rx_resources()
2044 dma_free_coherent(&pdev->dev, rx_ring->size, rx_ring->desc, in e1000_free_rx_resources()
2045 rx_ring->dma); in e1000_free_rx_resources()
2047 rx_ring->desc = NULL; in e1000_free_rx_resources()
2051 * e1000_free_all_rx_resources - Free Rx Resources for All Queues
2060 for (i = 0; i < adapter->num_rx_queues; i++) in e1000_free_all_rx_resources()
2061 e1000_free_rx_resources(adapter, &adapter->rx_ring[i]); in e1000_free_all_rx_resources()
2067 return SKB_DATA_ALIGN(a->rx_buffer_len + E1000_HEADROOM) + in e1000_frag_len()
2082 * e1000_clean_rx_ring - Free Rx Buffers per Queue
2089 struct e1000_hw *hw = &adapter->hw; in e1000_clean_rx_ring()
2091 struct pci_dev *pdev = adapter->pdev; in e1000_clean_rx_ring()
2096 for (i = 0; i < rx_ring->count; i++) { in e1000_clean_rx_ring()
2097 buffer_info = &rx_ring->buffer_info[i]; in e1000_clean_rx_ring()
2098 if (adapter->clean_rx == e1000_clean_rx_irq) { in e1000_clean_rx_ring()
2099 if (buffer_info->dma) in e1000_clean_rx_ring()
2100 dma_unmap_single(&pdev->dev, buffer_info->dma, in e1000_clean_rx_ring()
2101 adapter->rx_buffer_len, in e1000_clean_rx_ring()
2103 if (buffer_info->rxbuf.data) { in e1000_clean_rx_ring()
2104 skb_free_frag(buffer_info->rxbuf.data); in e1000_clean_rx_ring()
2105 buffer_info->rxbuf.data = NULL; in e1000_clean_rx_ring()
2107 } else if (adapter->clean_rx == e1000_clean_jumbo_rx_irq) { in e1000_clean_rx_ring()
2108 if (buffer_info->dma) in e1000_clean_rx_ring()
2109 dma_unmap_page(&pdev->dev, buffer_info->dma, in e1000_clean_rx_ring()
2110 adapter->rx_buffer_len, in e1000_clean_rx_ring()
2112 if (buffer_info->rxbuf.page) { in e1000_clean_rx_ring()
2113 put_page(buffer_info->rxbuf.page); in e1000_clean_rx_ring()
2114 buffer_info->rxbuf.page = NULL; in e1000_clean_rx_ring()
2118 buffer_info->dma = 0; in e1000_clean_rx_ring()
2122 napi_free_frags(&adapter->napi); in e1000_clean_rx_ring()
2123 rx_ring->rx_skb_top = NULL; in e1000_clean_rx_ring()
2125 size = sizeof(struct e1000_rx_buffer) * rx_ring->count; in e1000_clean_rx_ring()
2126 memset(rx_ring->buffer_info, 0, size); in e1000_clean_rx_ring()
2129 memset(rx_ring->desc, 0, rx_ring->size); in e1000_clean_rx_ring()
2131 rx_ring->next_to_clean = 0; in e1000_clean_rx_ring()
2132 rx_ring->next_to_use = 0; in e1000_clean_rx_ring()
2134 writel(0, hw->hw_addr + rx_ring->rdh); in e1000_clean_rx_ring()
2135 writel(0, hw->hw_addr + rx_ring->rdt); in e1000_clean_rx_ring()
2139 * e1000_clean_all_rx_rings - Free Rx Buffers for all queues
2146 for (i = 0; i < adapter->num_rx_queues; i++) in e1000_clean_all_rx_rings()
2147 e1000_clean_rx_ring(adapter, &adapter->rx_ring[i]); in e1000_clean_all_rx_rings()
2155 struct e1000_hw *hw = &adapter->hw; in e1000_enter_82542_rst()
2156 struct net_device *netdev = adapter->netdev; in e1000_enter_82542_rst()
2173 struct e1000_hw *hw = &adapter->hw; in e1000_leave_82542_rst()
2174 struct net_device *netdev = adapter->netdev; in e1000_leave_82542_rst()
2183 if (hw->pci_cmd_word & PCI_COMMAND_INVALIDATE) in e1000_leave_82542_rst()
2188 struct e1000_rx_ring *ring = &adapter->rx_ring[0]; in e1000_leave_82542_rst()
2190 adapter->alloc_rx_buf(adapter, ring, E1000_DESC_UNUSED(ring)); in e1000_leave_82542_rst()
2195 * e1000_set_mac - Change the Ethernet Address of the NIC
2204 struct e1000_hw *hw = &adapter->hw; in e1000_set_mac()
2207 if (!is_valid_ether_addr(addr->sa_data)) in e1000_set_mac()
2208 return -EADDRNOTAVAIL; in e1000_set_mac()
2212 if (hw->mac_type == e1000_82542_rev2_0) in e1000_set_mac()
2215 eth_hw_addr_set(netdev, addr->sa_data); in e1000_set_mac()
2216 memcpy(hw->mac_addr, addr->sa_data, netdev->addr_len); in e1000_set_mac()
2218 e1000_rar_set(hw, hw->mac_addr, 0); in e1000_set_mac()
2220 if (hw->mac_type == e1000_82542_rev2_0) in e1000_set_mac()
2227 * e1000_set_rx_mode - Secondary Unicast, Multicast and Promiscuous mode set
2233 * promiscuous mode, and all-multi behavior.
2238 struct e1000_hw *hw = &adapter->hw; in e1000_set_rx_mode()
2254 if (netdev->flags & IFF_PROMISC) { in e1000_set_rx_mode()
2258 if (netdev->flags & IFF_ALLMULTI) in e1000_set_rx_mode()
2267 if (netdev_uc_count(netdev) > rar_entries - 1) { in e1000_set_rx_mode()
2269 } else if (!(netdev->flags & IFF_PROMISC)) { in e1000_set_rx_mode()
2278 if (hw->mac_type == e1000_82542_rev2_0) in e1000_set_rx_mode()
2281 /* load the first 14 addresses into the exact filters 1-14. Unicast in e1000_set_rx_mode()
2293 e1000_rar_set(hw, ha->addr, i++); in e1000_set_rx_mode()
2300 hash_value = e1000_hash_mc_addr(hw, ha->addr); in e1000_set_rx_mode()
2306 e1000_rar_set(hw, ha->addr, i++); in e1000_set_rx_mode()
2320 for (i = mta_reg_count - 1; i >= 0 ; i--) { in e1000_set_rx_mode()
2330 if (hw->mac_type == e1000_82542_rev2_0) in e1000_set_rx_mode()
2337 * e1000_update_phy_info_task - get phy info
2349 e1000_phy_get_info(&adapter->hw, &adapter->phy_info); in e1000_update_phy_info_task()
2353 * e1000_82547_tx_fifo_stall_task - task to complete work
2361 struct e1000_hw *hw = &adapter->hw; in e1000_82547_tx_fifo_stall_task()
2362 struct net_device *netdev = adapter->netdev; in e1000_82547_tx_fifo_stall_task()
2365 if (atomic_read(&adapter->tx_fifo_stall)) { in e1000_82547_tx_fifo_stall_task()
2371 ew32(TDFT, adapter->tx_head_addr); in e1000_82547_tx_fifo_stall_task()
2372 ew32(TDFH, adapter->tx_head_addr); in e1000_82547_tx_fifo_stall_task()
2373 ew32(TDFTS, adapter->tx_head_addr); in e1000_82547_tx_fifo_stall_task()
2374 ew32(TDFHS, adapter->tx_head_addr); in e1000_82547_tx_fifo_stall_task()
2378 adapter->tx_fifo_head = 0; in e1000_82547_tx_fifo_stall_task()
2379 atomic_set(&adapter->tx_fifo_stall, 0); in e1000_82547_tx_fifo_stall_task()
2381 } else if (!test_bit(__E1000_DOWN, &adapter->flags)) { in e1000_82547_tx_fifo_stall_task()
2382 schedule_delayed_work(&adapter->fifo_stall_task, 1); in e1000_82547_tx_fifo_stall_task()
2389 struct e1000_hw *hw = &adapter->hw; in e1000_has_link()
2398 switch (hw->media_type) { in e1000_has_link()
2400 if (hw->mac_type == e1000_ce4100) in e1000_has_link()
2401 hw->get_link_status = 1; in e1000_has_link()
2402 if (hw->get_link_status) { in e1000_has_link()
2404 link_active = !hw->get_link_status; in e1000_has_link()
2415 link_active = hw->serdes_has_link; in e1000_has_link()
2425 * e1000_watchdog - work function
2433 struct e1000_hw *hw = &adapter->hw; in e1000_watchdog()
2434 struct net_device *netdev = adapter->netdev; in e1000_watchdog()
2435 struct e1000_tx_ring *txdr = adapter->tx_ring; in e1000_watchdog()
2447 &adapter->link_speed, in e1000_watchdog()
2448 &adapter->link_duplex); in e1000_watchdog()
2453 netdev->name, in e1000_watchdog()
2454 adapter->link_speed, in e1000_watchdog()
2455 adapter->link_duplex == FULL_DUPLEX ? in e1000_watchdog()
2463 adapter->tx_timeout_factor = 1; in e1000_watchdog()
2464 switch (adapter->link_speed) { in e1000_watchdog()
2466 adapter->tx_timeout_factor = 16; in e1000_watchdog()
2479 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_watchdog()
2480 schedule_delayed_work(&adapter->phy_info_task, in e1000_watchdog()
2482 adapter->smartspeed = 0; in e1000_watchdog()
2486 adapter->link_speed = 0; in e1000_watchdog()
2487 adapter->link_duplex = 0; in e1000_watchdog()
2489 netdev->name); in e1000_watchdog()
2492 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_watchdog()
2493 schedule_delayed_work(&adapter->phy_info_task, in e1000_watchdog()
2503 hw->tx_packet_delta = adapter->stats.tpt - adapter->tpt_old; in e1000_watchdog()
2504 adapter->tpt_old = adapter->stats.tpt; in e1000_watchdog()
2505 hw->collision_delta = adapter->stats.colc - adapter->colc_old; in e1000_watchdog()
2506 adapter->colc_old = adapter->stats.colc; in e1000_watchdog()
2508 adapter->gorcl = adapter->stats.gorcl - adapter->gorcl_old; in e1000_watchdog()
2509 adapter->gorcl_old = adapter->stats.gorcl; in e1000_watchdog()
2510 adapter->gotcl = adapter->stats.gotcl - adapter->gotcl_old; in e1000_watchdog()
2511 adapter->gotcl_old = adapter->stats.gotcl; in e1000_watchdog()
2516 if (E1000_DESC_UNUSED(txdr) + 1 < txdr->count) { in e1000_watchdog()
2522 adapter->tx_timeout_count++; in e1000_watchdog()
2523 schedule_work(&adapter->reset_task); in e1000_watchdog()
2530 if (hw->mac_type >= e1000_82540 && adapter->itr_setting == 4) { in e1000_watchdog()
2533 * everyone else is between 2000-8000. in e1000_watchdog()
2535 u32 goc = (adapter->gotcl + adapter->gorcl) / 10000; in e1000_watchdog()
2536 u32 dif = (adapter->gotcl > adapter->gorcl ? in e1000_watchdog()
2537 adapter->gotcl - adapter->gorcl : in e1000_watchdog()
2538 adapter->gorcl - adapter->gotcl) / 10000; in e1000_watchdog()
2548 adapter->detect_tx_hung = true; in e1000_watchdog()
2551 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_watchdog()
2552 schedule_delayed_work(&adapter->watchdog_task, 2 * HZ); in e1000_watchdog()
2563 * e1000_update_itr - update the dynamic ITR value based on statistics
2565 * @itr_setting: current adapter->itr
2583 struct e1000_hw *hw = &adapter->hw; in e1000_update_itr()
2585 if (unlikely(hw->mac_type < e1000_82540)) in e1000_update_itr()
2629 struct e1000_hw *hw = &adapter->hw; in e1000_set_itr()
2631 u32 new_itr = adapter->itr; in e1000_set_itr()
2633 if (unlikely(hw->mac_type < e1000_82540)) in e1000_set_itr()
2636 /* for non-gigabit speeds, just fix the interrupt rate at 4000 */ in e1000_set_itr()
2637 if (unlikely(adapter->link_speed != SPEED_1000)) { in e1000_set_itr()
2642 adapter->tx_itr = e1000_update_itr(adapter, adapter->tx_itr, in e1000_set_itr()
2643 adapter->total_tx_packets, in e1000_set_itr()
2644 adapter->total_tx_bytes); in e1000_set_itr()
2646 if (adapter->itr_setting == 3 && adapter->tx_itr == lowest_latency) in e1000_set_itr()
2647 adapter->tx_itr = low_latency; in e1000_set_itr()
2649 adapter->rx_itr = e1000_update_itr(adapter, adapter->rx_itr, in e1000_set_itr()
2650 adapter->total_rx_packets, in e1000_set_itr()
2651 adapter->total_rx_bytes); in e1000_set_itr()
2653 if (adapter->itr_setting == 3 && adapter->rx_itr == lowest_latency) in e1000_set_itr()
2654 adapter->rx_itr = low_latency; in e1000_set_itr()
2656 current_itr = max(adapter->rx_itr, adapter->tx_itr); in e1000_set_itr()
2674 if (new_itr != adapter->itr) { in e1000_set_itr()
2679 new_itr = new_itr > adapter->itr ? in e1000_set_itr()
2680 min(adapter->itr + (new_itr >> 2), new_itr) : in e1000_set_itr()
2682 adapter->itr = new_itr; in e1000_set_itr()
2714 mss = skb_shinfo(skb)->gso_size; in e1000_tso()
2717 iph->tot_len = 0; in e1000_tso()
2718 iph->check = 0; in e1000_tso()
2719 tcp_hdr(skb)->check = ~csum_tcpudp_magic(iph->saddr, in e1000_tso()
2720 iph->daddr, 0, in e1000_tso()
2724 ipcse = skb_transport_offset(skb) - 1; in e1000_tso()
2730 ipcso = (void *)&(ip_hdr(skb)->check) - (void *)skb->data; in e1000_tso()
2732 tucso = (void *)&(tcp_hdr(skb)->check) - (void *)skb->data; in e1000_tso()
2736 E1000_TXD_CMD_TCP | (skb->len - (hdr_len))); in e1000_tso()
2738 i = tx_ring->next_to_use; in e1000_tso()
2740 buffer_info = &tx_ring->buffer_info[i]; in e1000_tso()
2742 context_desc->lower_setup.ip_fields.ipcss = ipcss; in e1000_tso()
2743 context_desc->lower_setup.ip_fields.ipcso = ipcso; in e1000_tso()
2744 context_desc->lower_setup.ip_fields.ipcse = cpu_to_le16(ipcse); in e1000_tso()
2745 context_desc->upper_setup.tcp_fields.tucss = tucss; in e1000_tso()
2746 context_desc->upper_setup.tcp_fields.tucso = tucso; in e1000_tso()
2747 context_desc->upper_setup.tcp_fields.tucse = cpu_to_le16(tucse); in e1000_tso()
2748 context_desc->tcp_seg_setup.fields.mss = cpu_to_le16(mss); in e1000_tso()
2749 context_desc->tcp_seg_setup.fields.hdr_len = hdr_len; in e1000_tso()
2750 context_desc->cmd_and_length = cpu_to_le32(cmd_length); in e1000_tso()
2752 buffer_info->time_stamp = jiffies; in e1000_tso()
2753 buffer_info->next_to_watch = i; in e1000_tso()
2755 if (++i == tx_ring->count) in e1000_tso()
2758 tx_ring->next_to_use = i; in e1000_tso()
2775 if (skb->ip_summed != CHECKSUM_PARTIAL) in e1000_tx_csum()
2780 if (ip_hdr(skb)->protocol == IPPROTO_TCP) in e1000_tx_csum()
2785 if (ipv6_hdr(skb)->nexthdr == IPPROTO_TCP) in e1000_tx_csum()
2791 skb->protocol); in e1000_tx_csum()
2797 i = tx_ring->next_to_use; in e1000_tx_csum()
2798 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_csum()
2801 context_desc->lower_setup.ip_config = 0; in e1000_tx_csum()
2802 context_desc->upper_setup.tcp_fields.tucss = css; in e1000_tx_csum()
2803 context_desc->upper_setup.tcp_fields.tucso = in e1000_tx_csum()
2804 css + skb->csum_offset; in e1000_tx_csum()
2805 context_desc->upper_setup.tcp_fields.tucse = 0; in e1000_tx_csum()
2806 context_desc->tcp_seg_setup.data = 0; in e1000_tx_csum()
2807 context_desc->cmd_and_length = cpu_to_le32(cmd_len); in e1000_tx_csum()
2809 buffer_info->time_stamp = jiffies; in e1000_tx_csum()
2810 buffer_info->next_to_watch = i; in e1000_tx_csum()
2812 if (unlikely(++i == tx_ring->count)) in e1000_tx_csum()
2815 tx_ring->next_to_use = i; in e1000_tx_csum()
2829 struct e1000_hw *hw = &adapter->hw; in e1000_tx_map()
2830 struct pci_dev *pdev = adapter->pdev; in e1000_tx_map()
2836 i = tx_ring->next_to_use; in e1000_tx_map()
2839 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_map()
2841 /* Workaround for Controller erratum -- in e1000_tx_map()
2842 * descriptor for non-tso packet in a linear SKB that follows a in e1000_tx_map()
2846 if (!skb->data_len && tx_ring->last_tx_tso && in e1000_tx_map()
2848 tx_ring->last_tx_tso = false; in e1000_tx_map()
2849 size -= 4; in e1000_tx_map()
2852 /* Workaround for premature desc write-backs in e1000_tx_map()
2853 * in TSO mode. Append 4-byte sentinel desc in e1000_tx_map()
2856 size -= 4; in e1000_tx_map()
2857 /* work-around for errata 10 and it applies in e1000_tx_map()
2858 * to all controllers in PCI-X mode in e1000_tx_map()
2860 * packet is smaller than 2048 - 16 - 16 (or 2016) bytes in e1000_tx_map()
2862 if (unlikely((hw->bus_type == e1000_bus_type_pcix) && in e1000_tx_map()
2866 /* Workaround for potential 82544 hang in PCI-X. Avoid in e1000_tx_map()
2867 * terminating buffers within evenly-aligned dwords. in e1000_tx_map()
2869 if (unlikely(adapter->pcix_82544 && in e1000_tx_map()
2870 !((unsigned long)(skb->data + offset + size - 1) & 4) && in e1000_tx_map()
2872 size -= 4; in e1000_tx_map()
2874 buffer_info->length = size; in e1000_tx_map()
2876 buffer_info->time_stamp = jiffies; in e1000_tx_map()
2877 buffer_info->mapped_as_page = false; in e1000_tx_map()
2878 buffer_info->dma = dma_map_single(&pdev->dev, in e1000_tx_map()
2879 skb->data + offset, in e1000_tx_map()
2881 if (dma_mapping_error(&pdev->dev, buffer_info->dma)) in e1000_tx_map()
2883 buffer_info->next_to_watch = i; in e1000_tx_map()
2885 len -= size; in e1000_tx_map()
2890 if (unlikely(i == tx_ring->count)) in e1000_tx_map()
2896 const skb_frag_t *frag = &skb_shinfo(skb)->frags[f]; in e1000_tx_map()
2904 if (unlikely(i == tx_ring->count)) in e1000_tx_map()
2907 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_map()
2909 /* Workaround for premature desc write-backs in e1000_tx_map()
2910 * in TSO mode. Append 4-byte sentinel desc in e1000_tx_map()
2912 if (unlikely(mss && f == (nr_frags-1) && in e1000_tx_map()
2914 size -= 4; in e1000_tx_map()
2915 /* Workaround for potential 82544 hang in PCI-X. in e1000_tx_map()
2916 * Avoid terminating buffers within evenly-aligned in e1000_tx_map()
2921 bufend += offset + size - 1; in e1000_tx_map()
2922 if (unlikely(adapter->pcix_82544 && in e1000_tx_map()
2925 size -= 4; in e1000_tx_map()
2927 buffer_info->length = size; in e1000_tx_map()
2928 buffer_info->time_stamp = jiffies; in e1000_tx_map()
2929 buffer_info->mapped_as_page = true; in e1000_tx_map()
2930 buffer_info->dma = skb_frag_dma_map(&pdev->dev, frag, in e1000_tx_map()
2932 if (dma_mapping_error(&pdev->dev, buffer_info->dma)) in e1000_tx_map()
2934 buffer_info->next_to_watch = i; in e1000_tx_map()
2936 len -= size; in e1000_tx_map()
2942 segs = skb_shinfo(skb)->gso_segs ?: 1; in e1000_tx_map()
2944 bytecount = ((segs - 1) * skb_headlen(skb)) + skb->len; in e1000_tx_map()
2946 tx_ring->buffer_info[i].skb = skb; in e1000_tx_map()
2947 tx_ring->buffer_info[i].segs = segs; in e1000_tx_map()
2948 tx_ring->buffer_info[i].bytecount = bytecount; in e1000_tx_map()
2949 tx_ring->buffer_info[first].next_to_watch = i; in e1000_tx_map()
2954 dev_err(&pdev->dev, "TX DMA map failed\n"); in e1000_tx_map()
2955 buffer_info->dma = 0; in e1000_tx_map()
2957 count--; in e1000_tx_map()
2959 while (count--) { in e1000_tx_map()
2961 i += tx_ring->count; in e1000_tx_map()
2962 i--; in e1000_tx_map()
2963 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_map()
3001 i = tx_ring->next_to_use; in e1000_tx_queue()
3003 while (count--) { in e1000_tx_queue()
3004 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_queue()
3006 tx_desc->buffer_addr = cpu_to_le64(buffer_info->dma); in e1000_tx_queue()
3007 tx_desc->lower.data = in e1000_tx_queue()
3008 cpu_to_le32(txd_lower | buffer_info->length); in e1000_tx_queue()
3009 tx_desc->upper.data = cpu_to_le32(txd_upper); in e1000_tx_queue()
3010 if (unlikely(++i == tx_ring->count)) in e1000_tx_queue()
3014 tx_desc->lower.data |= cpu_to_le32(adapter->txd_cmd); in e1000_tx_queue()
3016 /* txd_cmd re-enables FCS, so we'll re-disable it here as desired. */ in e1000_tx_queue()
3018 tx_desc->lower.data &= ~(cpu_to_le32(E1000_TXD_CMD_IFCS)); in e1000_tx_queue()
3022 * applicable for weak-ordered memory model archs, in e1000_tx_queue()
3023 * such as IA-64). in e1000_tx_queue()
3027 tx_ring->next_to_use = i; in e1000_tx_queue()
3030 /* 82547 workaround to avoid controller hang in half-duplex environment.
3044 u32 fifo_space = adapter->tx_fifo_size - adapter->tx_fifo_head; in e1000_82547_fifo_workaround()
3045 u32 skb_fifo_len = skb->len + E1000_FIFO_HDR; in e1000_82547_fifo_workaround()
3049 if (adapter->link_duplex != HALF_DUPLEX) in e1000_82547_fifo_workaround()
3052 if (atomic_read(&adapter->tx_fifo_stall)) in e1000_82547_fifo_workaround()
3056 atomic_set(&adapter->tx_fifo_stall, 1); in e1000_82547_fifo_workaround()
3061 adapter->tx_fifo_head += skb_fifo_len; in e1000_82547_fifo_workaround()
3062 if (adapter->tx_fifo_head >= adapter->tx_fifo_size) in e1000_82547_fifo_workaround()
3063 adapter->tx_fifo_head -= adapter->tx_fifo_size; in e1000_82547_fifo_workaround()
3070 struct e1000_tx_ring *tx_ring = adapter->tx_ring; in __e1000_maybe_stop_tx()
3083 return -EBUSY; in __e1000_maybe_stop_tx()
3087 ++adapter->restart_queue; in __e1000_maybe_stop_tx()
3099 #define TXD_USE_COUNT(S, X) (((S) + ((1 << (X)) - 1)) >> (X))
3104 struct e1000_hw *hw = &adapter->hw; in e1000_xmit_frame()
3122 tx_ring = adapter->tx_ring; in e1000_xmit_frame()
3124 /* On PCI/PCI-X HW, if packet size is less than ETH_ZLEN, in e1000_xmit_frame()
3131 mss = skb_shinfo(skb)->gso_size; in e1000_xmit_frame()
3142 max_txd_pwr = fls(max_per_txd) - 1; in e1000_xmit_frame()
3145 if (skb->data_len && hdr_len == len) { in e1000_xmit_frame()
3146 switch (hw->mac_type) { in e1000_xmit_frame()
3157 if ((unsigned long)(skb_tail_pointer(skb) - 1) in e1000_xmit_frame()
3160 pull_size = min((unsigned int)4, skb->data_len); in e1000_xmit_frame()
3178 if ((mss) || (skb->ip_summed == CHECKSUM_PARTIAL)) in e1000_xmit_frame()
3183 if (!skb->data_len && tx_ring->last_tx_tso && !skb_is_gso(skb)) in e1000_xmit_frame()
3188 if (adapter->pcix_82544) in e1000_xmit_frame()
3191 /* work-around for errata 10 and it applies to all controllers in e1000_xmit_frame()
3192 * in PCI-X mode, so add one more descriptor to the count in e1000_xmit_frame()
3194 if (unlikely((hw->bus_type == e1000_bus_type_pcix) && in e1000_xmit_frame()
3198 nr_frags = skb_shinfo(skb)->nr_frags; in e1000_xmit_frame()
3200 count += TXD_USE_COUNT(skb_frag_size(&skb_shinfo(skb)->frags[f]), in e1000_xmit_frame()
3202 if (adapter->pcix_82544) in e1000_xmit_frame()
3211 if (unlikely((hw->mac_type == e1000_82547) && in e1000_xmit_frame()
3214 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_xmit_frame()
3215 schedule_delayed_work(&adapter->fifo_stall_task, 1); in e1000_xmit_frame()
3225 first = tx_ring->next_to_use; in e1000_xmit_frame()
3234 if (likely(hw->mac_type != e1000_82544)) in e1000_xmit_frame()
3235 tx_ring->last_tx_tso = true; in e1000_xmit_frame()
3243 if (unlikely(skb->no_fcs)) in e1000_xmit_frame()
3259 netdev_sent_queue(netdev, skb->len); in e1000_xmit_frame()
3265 * in order to guarantee buffers don't end on evenly-aligned in e1000_xmit_frame()
3268 if (adapter->pcix_82544) in e1000_xmit_frame()
3276 writel(tx_ring->next_to_use, hw->hw_addr + tx_ring->tdt); in e1000_xmit_frame()
3280 tx_ring->buffer_info[first].time_stamp = 0; in e1000_xmit_frame()
3281 tx_ring->next_to_use = first; in e1000_xmit_frame()
3290 struct e1000_hw *hw = &adapter->hw; in e1000_regdump()
3351 pr_info("%-15s %08x\n", reg_name[i], regs_buff[i]); in e1000_regdump()
3360 struct e1000_tx_ring *tx_ring = adapter->tx_ring; in e1000_dump()
3361 struct e1000_rx_ring *rx_ring = adapter->rx_ring; in e1000_dump()
3373 /* Transmit Descriptor Formats - DEXT[29] is 0 (Legacy) or 1 (Extended) in e1000_dump()
3376 * +--------------------------------------------------------------+ in e1000_dump()
3378 * +--------------------------------------------------------------+ in e1000_dump()
3380 * +--------------------------------------------------------------+ in e1000_dump()
3385 * +----------------------------------------------------------------+ in e1000_dump()
3387 * +----------------------------------------------------------------+ in e1000_dump()
3389 * +----------------------------------------------------------------+ in e1000_dump()
3393 * +----------------------------------------------------------------+ in e1000_dump()
3395 * +----------------------------------------------------------------+ in e1000_dump()
3397 * +----------------------------------------------------------------+ in e1000_dump()
3400 …fo("Tc[desc] [Ce CoCsIpceCoS] [MssHlRSCm0Plen] [bi->dma ] leng ntw timestmp bi-… in e1000_dump()
3401 …fo("Td[desc] [address 63:0 ] [VlaPoRSCm1Dlen] [bi->dma ] leng ntw timestmp bi-… in e1000_dump()
3406 for (i = 0; tx_ring->desc && (i < tx_ring->count); i++) { in e1000_dump()
3408 struct e1000_tx_buffer *buffer_info = &tx_ring->buffer_info[i]; in e1000_dump()
3413 if (i == tx_ring->next_to_use && i == tx_ring->next_to_clean) in e1000_dump()
3415 else if (i == tx_ring->next_to_use) in e1000_dump()
3417 else if (i == tx_ring->next_to_clean) in e1000_dump()
3423 ((le64_to_cpu(u->b) & (1<<20)) ? 'd' : 'c'), i, in e1000_dump()
3424 le64_to_cpu(u->a), le64_to_cpu(u->b), in e1000_dump()
3425 (u64)buffer_info->dma, buffer_info->length, in e1000_dump()
3426 buffer_info->next_to_watch, in e1000_dump()
3427 (u64)buffer_info->time_stamp, buffer_info->skb, type); in e1000_dump()
3436 * +-----------------------------------------------------+ in e1000_dump()
3438 * +-----------------------------------------------------+ in e1000_dump()
3440 * +-----------------------------------------------------+ in e1000_dump()
3443 pr_info("R[desc] [address 63:0 ] [vl er S cks ln] [bi->dma ] [bi->skb]\n"); in e1000_dump()
3448 for (i = 0; rx_ring->desc && (i < rx_ring->count); i++) { in e1000_dump()
3450 struct e1000_rx_buffer *buffer_info = &rx_ring->buffer_info[i]; in e1000_dump()
3455 if (i == rx_ring->next_to_use) in e1000_dump()
3457 else if (i == rx_ring->next_to_clean) in e1000_dump()
3463 i, le64_to_cpu(u->a), le64_to_cpu(u->b), in e1000_dump()
3464 (u64)buffer_info->dma, buffer_info->rxbuf.data, type); in e1000_dump()
3473 readl(adapter->hw.hw_addr + i+4), in e1000_dump()
3474 readl(adapter->hw.hw_addr + i), in e1000_dump()
3475 readl(adapter->hw.hw_addr + i+12), in e1000_dump()
3476 readl(adapter->hw.hw_addr + i+8)); in e1000_dump()
3483 readl(adapter->hw.hw_addr + i+4), in e1000_dump()
3484 readl(adapter->hw.hw_addr + i), in e1000_dump()
3485 readl(adapter->hw.hw_addr + i+12), in e1000_dump()
3486 readl(adapter->hw.hw_addr + i+8)); in e1000_dump()
3493 * e1000_tx_timeout - Respond to a Tx Hang
3502 adapter->tx_timeout_count++; in e1000_tx_timeout()
3503 schedule_work(&adapter->reset_task); in e1000_tx_timeout()
3518 * e1000_change_mtu - Change the Maximum Transfer Unit
3527 struct e1000_hw *hw = &adapter->hw; in e1000_change_mtu()
3530 /* Adapter-specific max frame size limits. */ in e1000_change_mtu()
3531 switch (hw->mac_type) { in e1000_change_mtu()
3535 return -EINVAL; in e1000_change_mtu()
3543 while (test_and_set_bit(__E1000_RESETTING, &adapter->flags)) in e1000_change_mtu()
3546 hw->max_frame_size = max_frame; in e1000_change_mtu()
3549 adapter->alloc_rx_buf = e1000_alloc_dummy_rx_buffers; in e1000_change_mtu()
3556 * i.e. RXBUFFER_2048 --> size-4096 slab in e1000_change_mtu()
3562 adapter->rx_buffer_len = E1000_RXBUFFER_2048; in e1000_change_mtu()
3565 adapter->rx_buffer_len = E1000_RXBUFFER_16384; in e1000_change_mtu()
3567 adapter->rx_buffer_len = PAGE_SIZE; in e1000_change_mtu()
3571 if (!hw->tbi_compatibility_on && in e1000_change_mtu()
3574 adapter->rx_buffer_len = MAXIMUM_ETHERNET_VLAN_SIZE; in e1000_change_mtu()
3577 netdev->mtu, new_mtu); in e1000_change_mtu()
3578 WRITE_ONCE(netdev->mtu, new_mtu); in e1000_change_mtu()
3585 clear_bit(__E1000_RESETTING, &adapter->flags); in e1000_change_mtu()
3591 * e1000_update_stats - Update the board statistics counters
3596 struct net_device *netdev = adapter->netdev; in e1000_update_stats()
3597 struct e1000_hw *hw = &adapter->hw; in e1000_update_stats()
3598 struct pci_dev *pdev = adapter->pdev; in e1000_update_stats()
3607 if (adapter->link_speed == 0) in e1000_update_stats()
3612 spin_lock_irqsave(&adapter->stats_lock, flags); in e1000_update_stats()
3616 * be written while holding adapter->stats_lock in e1000_update_stats()
3619 adapter->stats.crcerrs += er32(CRCERRS); in e1000_update_stats()
3620 adapter->stats.gprc += er32(GPRC); in e1000_update_stats()
3621 adapter->stats.gorcl += er32(GORCL); in e1000_update_stats()
3622 adapter->stats.gorch += er32(GORCH); in e1000_update_stats()
3623 adapter->stats.bprc += er32(BPRC); in e1000_update_stats()
3624 adapter->stats.mprc += er32(MPRC); in e1000_update_stats()
3625 adapter->stats.roc += er32(ROC); in e1000_update_stats()
3627 adapter->stats.prc64 += er32(PRC64); in e1000_update_stats()
3628 adapter->stats.prc127 += er32(PRC127); in e1000_update_stats()
3629 adapter->stats.prc255 += er32(PRC255); in e1000_update_stats()
3630 adapter->stats.prc511 += er32(PRC511); in e1000_update_stats()
3631 adapter->stats.prc1023 += er32(PRC1023); in e1000_update_stats()
3632 adapter->stats.prc1522 += er32(PRC1522); in e1000_update_stats()
3634 adapter->stats.symerrs += er32(SYMERRS); in e1000_update_stats()
3635 adapter->stats.mpc += er32(MPC); in e1000_update_stats()
3636 adapter->stats.scc += er32(SCC); in e1000_update_stats()
3637 adapter->stats.ecol += er32(ECOL); in e1000_update_stats()
3638 adapter->stats.mcc += er32(MCC); in e1000_update_stats()
3639 adapter->stats.latecol += er32(LATECOL); in e1000_update_stats()
3640 adapter->stats.dc += er32(DC); in e1000_update_stats()
3641 adapter->stats.sec += er32(SEC); in e1000_update_stats()
3642 adapter->stats.rlec += er32(RLEC); in e1000_update_stats()
3643 adapter->stats.xonrxc += er32(XONRXC); in e1000_update_stats()
3644 adapter->stats.xontxc += er32(XONTXC); in e1000_update_stats()
3645 adapter->stats.xoffrxc += er32(XOFFRXC); in e1000_update_stats()
3646 adapter->stats.xofftxc += er32(XOFFTXC); in e1000_update_stats()
3647 adapter->stats.fcruc += er32(FCRUC); in e1000_update_stats()
3648 adapter->stats.gptc += er32(GPTC); in e1000_update_stats()
3649 adapter->stats.gotcl += er32(GOTCL); in e1000_update_stats()
3650 adapter->stats.gotch += er32(GOTCH); in e1000_update_stats()
3651 adapter->stats.rnbc += er32(RNBC); in e1000_update_stats()
3652 adapter->stats.ruc += er32(RUC); in e1000_update_stats()
3653 adapter->stats.rfc += er32(RFC); in e1000_update_stats()
3654 adapter->stats.rjc += er32(RJC); in e1000_update_stats()
3655 adapter->stats.torl += er32(TORL); in e1000_update_stats()
3656 adapter->stats.torh += er32(TORH); in e1000_update_stats()
3657 adapter->stats.totl += er32(TOTL); in e1000_update_stats()
3658 adapter->stats.toth += er32(TOTH); in e1000_update_stats()
3659 adapter->stats.tpr += er32(TPR); in e1000_update_stats()
3661 adapter->stats.ptc64 += er32(PTC64); in e1000_update_stats()
3662 adapter->stats.ptc127 += er32(PTC127); in e1000_update_stats()
3663 adapter->stats.ptc255 += er32(PTC255); in e1000_update_stats()
3664 adapter->stats.ptc511 += er32(PTC511); in e1000_update_stats()
3665 adapter->stats.ptc1023 += er32(PTC1023); in e1000_update_stats()
3666 adapter->stats.ptc1522 += er32(PTC1522); in e1000_update_stats()
3668 adapter->stats.mptc += er32(MPTC); in e1000_update_stats()
3669 adapter->stats.bptc += er32(BPTC); in e1000_update_stats()
3673 hw->tx_packet_delta = er32(TPT); in e1000_update_stats()
3674 adapter->stats.tpt += hw->tx_packet_delta; in e1000_update_stats()
3675 hw->collision_delta = er32(COLC); in e1000_update_stats()
3676 adapter->stats.colc += hw->collision_delta; in e1000_update_stats()
3678 if (hw->mac_type >= e1000_82543) { in e1000_update_stats()
3679 adapter->stats.algnerrc += er32(ALGNERRC); in e1000_update_stats()
3680 adapter->stats.rxerrc += er32(RXERRC); in e1000_update_stats()
3681 adapter->stats.tncrs += er32(TNCRS); in e1000_update_stats()
3682 adapter->stats.cexterr += er32(CEXTERR); in e1000_update_stats()
3683 adapter->stats.tsctc += er32(TSCTC); in e1000_update_stats()
3684 adapter->stats.tsctfc += er32(TSCTFC); in e1000_update_stats()
3688 netdev->stats.multicast = adapter->stats.mprc; in e1000_update_stats()
3689 netdev->stats.collisions = adapter->stats.colc; in e1000_update_stats()
3696 netdev->stats.rx_errors = adapter->stats.rxerrc + in e1000_update_stats()
3697 adapter->stats.crcerrs + adapter->stats.algnerrc + in e1000_update_stats()
3698 adapter->stats.ruc + adapter->stats.roc + in e1000_update_stats()
3699 adapter->stats.cexterr; in e1000_update_stats()
3700 adapter->stats.rlerrc = adapter->stats.ruc + adapter->stats.roc; in e1000_update_stats()
3701 netdev->stats.rx_length_errors = adapter->stats.rlerrc; in e1000_update_stats()
3702 netdev->stats.rx_crc_errors = adapter->stats.crcerrs; in e1000_update_stats()
3703 netdev->stats.rx_frame_errors = adapter->stats.algnerrc; in e1000_update_stats()
3704 netdev->stats.rx_missed_errors = adapter->stats.mpc; in e1000_update_stats()
3707 adapter->stats.txerrc = adapter->stats.ecol + adapter->stats.latecol; in e1000_update_stats()
3708 netdev->stats.tx_errors = adapter->stats.txerrc; in e1000_update_stats()
3709 netdev->stats.tx_aborted_errors = adapter->stats.ecol; in e1000_update_stats()
3710 netdev->stats.tx_window_errors = adapter->stats.latecol; in e1000_update_stats()
3711 netdev->stats.tx_carrier_errors = adapter->stats.tncrs; in e1000_update_stats()
3712 if (hw->bad_tx_carr_stats_fd && in e1000_update_stats()
3713 adapter->link_duplex == FULL_DUPLEX) { in e1000_update_stats()
3714 netdev->stats.tx_carrier_errors = 0; in e1000_update_stats()
3715 adapter->stats.tncrs = 0; in e1000_update_stats()
3721 if (hw->media_type == e1000_media_type_copper) { in e1000_update_stats()
3722 if ((adapter->link_speed == SPEED_1000) && in e1000_update_stats()
3725 adapter->phy_stats.idle_errors += phy_tmp; in e1000_update_stats()
3728 if ((hw->mac_type <= e1000_82546) && in e1000_update_stats()
3729 (hw->phy_type == e1000_phy_m88) && in e1000_update_stats()
3731 adapter->phy_stats.receive_errors += phy_tmp; in e1000_update_stats()
3735 if (hw->has_smbus) { in e1000_update_stats()
3736 adapter->stats.mgptc += er32(MGTPTC); in e1000_update_stats()
3737 adapter->stats.mgprc += er32(MGTPRC); in e1000_update_stats()
3738 adapter->stats.mgpdc += er32(MGTPDC); in e1000_update_stats()
3741 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_update_stats()
3745 * e1000_intr - Interrupt Handler
3753 struct e1000_hw *hw = &adapter->hw; in e1000_intr()
3763 if (unlikely(test_bit(__E1000_DOWN, &adapter->flags))) in e1000_intr()
3767 hw->get_link_status = 1; in e1000_intr()
3769 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_intr()
3770 schedule_delayed_work(&adapter->watchdog_task, 1); in e1000_intr()
3773 /* disable interrupts, without the synchronize_irq bit */ in e1000_intr()
3777 if (likely(napi_schedule_prep(&adapter->napi))) { in e1000_intr()
3778 adapter->total_tx_bytes = 0; in e1000_intr()
3779 adapter->total_tx_packets = 0; in e1000_intr()
3780 adapter->total_rx_bytes = 0; in e1000_intr()
3781 adapter->total_rx_packets = 0; in e1000_intr()
3782 __napi_schedule(&adapter->napi); in e1000_intr()
3787 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_intr()
3795 * e1000_clean - NAPI Rx polling callback
3805 tx_clean_complete = e1000_clean_tx_irq(adapter, &adapter->tx_ring[0]); in e1000_clean()
3807 adapter->clean_rx(adapter, &adapter->rx_ring[0], &work_done, budget); in e1000_clean()
3812 /* Exit the polling mode, but don't re-enable interrupts if stack might in e1000_clean()
3813 * poll us due to busy-polling in e1000_clean()
3816 if (likely(adapter->itr_setting & 3)) in e1000_clean()
3818 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_clean()
3826 * e1000_clean_tx_irq - Reclaim resources after transmit completes
3833 struct e1000_hw *hw = &adapter->hw; in e1000_clean_tx_irq()
3834 struct net_device *netdev = adapter->netdev; in e1000_clean_tx_irq()
3837 unsigned int i, eop; in e1000_clean_tx_irq() local
3842 i = tx_ring->next_to_clean; in e1000_clean_tx_irq()
3843 eop = tx_ring->buffer_info[i].next_to_watch; in e1000_clean_tx_irq()
3844 eop_desc = E1000_TX_DESC(*tx_ring, eop); in e1000_clean_tx_irq()
3846 while ((eop_desc->upper.data & cpu_to_le32(E1000_TXD_STAT_DD)) && in e1000_clean_tx_irq()
3847 (count < tx_ring->count)) { in e1000_clean_tx_irq()
3852 buffer_info = &tx_ring->buffer_info[i]; in e1000_clean_tx_irq()
3853 cleaned = (i == eop); in e1000_clean_tx_irq()
3856 total_tx_packets += buffer_info->segs; in e1000_clean_tx_irq()
3857 total_tx_bytes += buffer_info->bytecount; in e1000_clean_tx_irq()
3858 if (buffer_info->skb) { in e1000_clean_tx_irq()
3859 bytes_compl += buffer_info->skb->len; in e1000_clean_tx_irq()
3866 tx_desc->upper.data = 0; in e1000_clean_tx_irq()
3868 if (unlikely(++i == tx_ring->count)) in e1000_clean_tx_irq()
3872 eop = tx_ring->buffer_info[i].next_to_watch; in e1000_clean_tx_irq()
3873 eop_desc = E1000_TX_DESC(*tx_ring, eop); in e1000_clean_tx_irq()
3879 smp_store_release(&tx_ring->next_to_clean, i); in e1000_clean_tx_irq()
3892 !(test_bit(__E1000_DOWN, &adapter->flags))) { in e1000_clean_tx_irq()
3894 ++adapter->restart_queue; in e1000_clean_tx_irq()
3898 if (adapter->detect_tx_hung) { in e1000_clean_tx_irq()
3902 adapter->detect_tx_hung = false; in e1000_clean_tx_irq()
3903 if (tx_ring->buffer_info[eop].time_stamp && in e1000_clean_tx_irq()
3904 time_after(jiffies, tx_ring->buffer_info[eop].time_stamp + in e1000_clean_tx_irq()
3905 (adapter->tx_timeout_factor * HZ)) && in e1000_clean_tx_irq()
3920 (unsigned long)(tx_ring - adapter->tx_ring), in e1000_clean_tx_irq()
3921 readl(hw->hw_addr + tx_ring->tdh), in e1000_clean_tx_irq()
3922 readl(hw->hw_addr + tx_ring->tdt), in e1000_clean_tx_irq()
3923 tx_ring->next_to_use, in e1000_clean_tx_irq()
3924 tx_ring->next_to_clean, in e1000_clean_tx_irq()
3925 tx_ring->buffer_info[eop].time_stamp, in e1000_clean_tx_irq()
3926 eop, in e1000_clean_tx_irq()
3928 eop_desc->upper.fields.status); in e1000_clean_tx_irq()
3933 adapter->total_tx_bytes += total_tx_bytes; in e1000_clean_tx_irq()
3934 adapter->total_tx_packets += total_tx_packets; in e1000_clean_tx_irq()
3935 netdev->stats.tx_bytes += total_tx_bytes; in e1000_clean_tx_irq()
3936 netdev->stats.tx_packets += total_tx_packets; in e1000_clean_tx_irq()
3937 return count < tx_ring->count; in e1000_clean_tx_irq()
3941 * e1000_rx_checksum - Receive Checksum Offload for 82543
3950 struct e1000_hw *hw = &adapter->hw; in e1000_rx_checksum()
3957 if (unlikely(hw->mac_type < e1000_82543)) in e1000_rx_checksum()
3965 adapter->hw_csum_err++; in e1000_rx_checksum()
3975 skb->ip_summed = CHECKSUM_UNNECESSARY; in e1000_rx_checksum()
3977 adapter->hw_csum_good++; in e1000_rx_checksum()
3981 * e1000_consume_page - helper function for jumbo Rx path
3989 bi->rxbuf.page = NULL; in e1000_consume_page()
3990 skb->len += length; in e1000_consume_page()
3991 skb->data_len += length; in e1000_consume_page()
3992 skb->truesize += PAGE_SIZE; in e1000_consume_page()
3996 * e1000_receive_skb - helper function to handle rx indications
4005 skb->protocol = eth_type_trans(skb, adapter->netdev); in e1000_receive_skb()
4012 napi_gro_receive(&adapter->napi, skb); in e1000_receive_skb()
4031 frame_len--; in e1000_tbi_adjust_stats()
4037 stats->crcerrs--; in e1000_tbi_adjust_stats()
4039 stats->gprc++; in e1000_tbi_adjust_stats()
4042 carry_bit = 0x80000000 & stats->gorcl; in e1000_tbi_adjust_stats()
4043 stats->gorcl += frame_len; in e1000_tbi_adjust_stats()
4049 * 64-bit integers. in e1000_tbi_adjust_stats()
4051 if (carry_bit && ((stats->gorcl & 0x80000000) == 0)) in e1000_tbi_adjust_stats()
4052 stats->gorch++; in e1000_tbi_adjust_stats()
4058 stats->bprc++; in e1000_tbi_adjust_stats()
4060 stats->mprc++; in e1000_tbi_adjust_stats()
4062 if (frame_len == hw->max_frame_size) { in e1000_tbi_adjust_stats()
4066 if (stats->roc > 0) in e1000_tbi_adjust_stats()
4067 stats->roc--; in e1000_tbi_adjust_stats()
4074 stats->prc64++; in e1000_tbi_adjust_stats()
4075 stats->prc127--; in e1000_tbi_adjust_stats()
4077 stats->prc127++; in e1000_tbi_adjust_stats()
4078 stats->prc255--; in e1000_tbi_adjust_stats()
4080 stats->prc255++; in e1000_tbi_adjust_stats()
4081 stats->prc511--; in e1000_tbi_adjust_stats()
4083 stats->prc511++; in e1000_tbi_adjust_stats()
4084 stats->prc1023--; in e1000_tbi_adjust_stats()
4086 stats->prc1023++; in e1000_tbi_adjust_stats()
4087 stats->prc1522--; in e1000_tbi_adjust_stats()
4089 stats->prc1522++; in e1000_tbi_adjust_stats()
4097 struct e1000_hw *hw = &adapter->hw; in e1000_tbi_should_accept()
4098 u8 last_byte = *(data + length - 1); in e1000_tbi_should_accept()
4103 spin_lock_irqsave(&adapter->stats_lock, irq_flags); in e1000_tbi_should_accept()
4104 e1000_tbi_adjust_stats(hw, &adapter->stats, length, data); in e1000_tbi_should_accept()
4105 spin_unlock_irqrestore(&adapter->stats_lock, irq_flags); in e1000_tbi_should_accept()
4116 struct sk_buff *skb = napi_alloc_skb(&adapter->napi, bufsz); in e1000_alloc_rx_skb()
4119 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_skb()
4124 * e1000_clean_jumbo_rx_irq - Send received data up the network stack; legacy
4137 struct net_device *netdev = adapter->netdev; in e1000_clean_jumbo_rx_irq()
4138 struct pci_dev *pdev = adapter->pdev; in e1000_clean_jumbo_rx_irq()
4147 i = rx_ring->next_to_clean; in e1000_clean_jumbo_rx_irq()
4149 buffer_info = &rx_ring->buffer_info[i]; in e1000_clean_jumbo_rx_irq()
4151 while (rx_desc->status & E1000_RXD_STAT_DD) { in e1000_clean_jumbo_rx_irq()
4160 status = rx_desc->status; in e1000_clean_jumbo_rx_irq()
4162 if (++i == rx_ring->count) in e1000_clean_jumbo_rx_irq()
4168 next_buffer = &rx_ring->buffer_info[i]; in e1000_clean_jumbo_rx_irq()
4172 dma_unmap_page(&pdev->dev, buffer_info->dma, in e1000_clean_jumbo_rx_irq()
4173 adapter->rx_buffer_len, DMA_FROM_DEVICE); in e1000_clean_jumbo_rx_irq()
4174 buffer_info->dma = 0; in e1000_clean_jumbo_rx_irq()
4176 length = le16_to_cpu(rx_desc->length); in e1000_clean_jumbo_rx_irq()
4178 /* errors is only valid for DD + EOP descriptors */ in e1000_clean_jumbo_rx_irq()
4180 (rx_desc->errors & E1000_RXD_ERR_FRAME_ERR_MASK))) { in e1000_clean_jumbo_rx_irq()
4181 u8 *mapped = page_address(buffer_info->rxbuf.page); in e1000_clean_jumbo_rx_irq()
4184 rx_desc->errors, in e1000_clean_jumbo_rx_irq()
4186 length--; in e1000_clean_jumbo_rx_irq()
4187 } else if (netdev->features & NETIF_F_RXALL) { in e1000_clean_jumbo_rx_irq()
4193 dev_kfree_skb(rx_ring->rx_skb_top); in e1000_clean_jumbo_rx_irq()
4194 rx_ring->rx_skb_top = NULL; in e1000_clean_jumbo_rx_irq()
4199 #define rxtop rx_ring->rx_skb_top in e1000_clean_jumbo_rx_irq()
4205 rxtop = napi_get_frags(&adapter->napi); in e1000_clean_jumbo_rx_irq()
4210 buffer_info->rxbuf.page, in e1000_clean_jumbo_rx_irq()
4215 skb_shinfo(rxtop)->nr_frags, in e1000_clean_jumbo_rx_irq()
4216 buffer_info->rxbuf.page, 0, length); in e1000_clean_jumbo_rx_irq()
4224 skb_shinfo(rxtop)->nr_frags, in e1000_clean_jumbo_rx_irq()
4225 buffer_info->rxbuf.page, 0, length); in e1000_clean_jumbo_rx_irq()
4231 /* no chain, got EOP, this buf is the packet in e1000_clean_jumbo_rx_irq()
4234 p = buffer_info->rxbuf.page; in e1000_clean_jumbo_rx_irq()
4236 if (likely(!(netdev->features & NETIF_F_RXFCS))) in e1000_clean_jumbo_rx_irq()
4237 length -= 4; in e1000_clean_jumbo_rx_irq()
4246 /* re-use the page, so don't erase in e1000_clean_jumbo_rx_irq()
4247 * buffer_info->rxbuf.page in e1000_clean_jumbo_rx_irq()
4251 status | rx_desc->errors << 24, in e1000_clean_jumbo_rx_irq()
4252 le16_to_cpu(rx_desc->csum), skb); in e1000_clean_jumbo_rx_irq()
4254 total_rx_bytes += skb->len; in e1000_clean_jumbo_rx_irq()
4258 rx_desc->special, skb); in e1000_clean_jumbo_rx_irq()
4261 skb = napi_get_frags(&adapter->napi); in e1000_clean_jumbo_rx_irq()
4263 adapter->alloc_rx_buff_failed++; in e1000_clean_jumbo_rx_irq()
4277 ((u32)(rx_desc->errors) << 24), in e1000_clean_jumbo_rx_irq()
4278 le16_to_cpu(rx_desc->csum), skb); in e1000_clean_jumbo_rx_irq()
4280 total_rx_bytes += (skb->len - 4); /* don't count FCS */ in e1000_clean_jumbo_rx_irq()
4281 if (likely(!(netdev->features & NETIF_F_RXFCS))) in e1000_clean_jumbo_rx_irq()
4282 pskb_trim(skb, skb->len - 4); in e1000_clean_jumbo_rx_irq()
4286 __le16 vlan = rx_desc->special; in e1000_clean_jumbo_rx_irq()
4292 napi_gro_frags(&adapter->napi); in e1000_clean_jumbo_rx_irq()
4295 rx_desc->status = 0; in e1000_clean_jumbo_rx_irq()
4299 adapter->alloc_rx_buf(adapter, rx_ring, cleaned_count); in e1000_clean_jumbo_rx_irq()
4307 rx_ring->next_to_clean = i; in e1000_clean_jumbo_rx_irq()
4311 adapter->alloc_rx_buf(adapter, rx_ring, cleaned_count); in e1000_clean_jumbo_rx_irq()
4313 adapter->total_rx_packets += total_rx_packets; in e1000_clean_jumbo_rx_irq()
4314 adapter->total_rx_bytes += total_rx_bytes; in e1000_clean_jumbo_rx_irq()
4315 netdev->stats.rx_bytes += total_rx_bytes; in e1000_clean_jumbo_rx_irq()
4316 netdev->stats.rx_packets += total_rx_packets; in e1000_clean_jumbo_rx_irq()
4336 dma_sync_single_for_cpu(&adapter->pdev->dev, buffer_info->dma, in e1000_copybreak()
4345 * e1000_clean_rx_irq - Send received data up the network stack; legacy
4355 struct net_device *netdev = adapter->netdev; in e1000_clean_rx_irq()
4356 struct pci_dev *pdev = adapter->pdev; in e1000_clean_rx_irq()
4365 i = rx_ring->next_to_clean; in e1000_clean_rx_irq()
4367 buffer_info = &rx_ring->buffer_info[i]; in e1000_clean_rx_irq()
4369 while (rx_desc->status & E1000_RXD_STAT_DD) { in e1000_clean_rx_irq()
4379 status = rx_desc->status; in e1000_clean_rx_irq()
4380 length = le16_to_cpu(rx_desc->length); in e1000_clean_rx_irq()
4382 data = buffer_info->rxbuf.data; in e1000_clean_rx_irq()
4388 skb = napi_build_skb(data - E1000_HEADROOM, frag_len); in e1000_clean_rx_irq()
4390 adapter->alloc_rx_buff_failed++; in e1000_clean_rx_irq()
4395 dma_unmap_single(&pdev->dev, buffer_info->dma, in e1000_clean_rx_irq()
4396 adapter->rx_buffer_len, in e1000_clean_rx_irq()
4398 buffer_info->dma = 0; in e1000_clean_rx_irq()
4399 buffer_info->rxbuf.data = NULL; in e1000_clean_rx_irq()
4402 if (++i == rx_ring->count) in e1000_clean_rx_irq()
4408 next_buffer = &rx_ring->buffer_info[i]; in e1000_clean_rx_irq()
4413 /* !EOP means multiple descriptors were used to store a single in e1000_clean_rx_irq()
4415 * to toss every packet with the EOP bit clear and the next in e1000_clean_rx_irq()
4416 * frame that _does_ have the EOP bit set, as it is by in e1000_clean_rx_irq()
4420 adapter->discarding = true; in e1000_clean_rx_irq()
4422 if (adapter->discarding) { in e1000_clean_rx_irq()
4427 adapter->discarding = false; in e1000_clean_rx_irq()
4431 if (unlikely(rx_desc->errors & E1000_RXD_ERR_FRAME_ERR_MASK)) { in e1000_clean_rx_irq()
4433 rx_desc->errors, in e1000_clean_rx_irq()
4435 length--; in e1000_clean_rx_irq()
4436 } else if (netdev->features & NETIF_F_RXALL) { in e1000_clean_rx_irq()
4445 total_rx_bytes += (length - 4); /* don't count FCS */ in e1000_clean_rx_irq()
4448 if (likely(!(netdev->features & NETIF_F_RXFCS))) in e1000_clean_rx_irq()
4452 length -= 4; in e1000_clean_rx_irq()
4454 if (buffer_info->rxbuf.data == NULL) in e1000_clean_rx_irq()
4462 ((u32)(rx_desc->errors) << 24), in e1000_clean_rx_irq()
4463 le16_to_cpu(rx_desc->csum), skb); in e1000_clean_rx_irq()
4465 e1000_receive_skb(adapter, status, rx_desc->special, skb); in e1000_clean_rx_irq()
4468 rx_desc->status = 0; in e1000_clean_rx_irq()
4472 adapter->alloc_rx_buf(adapter, rx_ring, cleaned_count); in e1000_clean_rx_irq()
4480 rx_ring->next_to_clean = i; in e1000_clean_rx_irq()
4484 adapter->alloc_rx_buf(adapter, rx_ring, cleaned_count); in e1000_clean_rx_irq()
4486 adapter->total_rx_packets += total_rx_packets; in e1000_clean_rx_irq()
4487 adapter->total_rx_bytes += total_rx_bytes; in e1000_clean_rx_irq()
4488 netdev->stats.rx_bytes += total_rx_bytes; in e1000_clean_rx_irq()
4489 netdev->stats.rx_packets += total_rx_packets; in e1000_clean_rx_irq()
4494 * e1000_alloc_jumbo_rx_buffers - Replace used jumbo receive buffers
4503 struct pci_dev *pdev = adapter->pdev; in e1000_alloc_jumbo_rx_buffers()
4508 i = rx_ring->next_to_use; in e1000_alloc_jumbo_rx_buffers()
4509 buffer_info = &rx_ring->buffer_info[i]; in e1000_alloc_jumbo_rx_buffers()
4511 while (cleaned_count--) { in e1000_alloc_jumbo_rx_buffers()
4513 if (!buffer_info->rxbuf.page) { in e1000_alloc_jumbo_rx_buffers()
4514 buffer_info->rxbuf.page = alloc_page(GFP_ATOMIC); in e1000_alloc_jumbo_rx_buffers()
4515 if (unlikely(!buffer_info->rxbuf.page)) { in e1000_alloc_jumbo_rx_buffers()
4516 adapter->alloc_rx_buff_failed++; in e1000_alloc_jumbo_rx_buffers()
4521 if (!buffer_info->dma) { in e1000_alloc_jumbo_rx_buffers()
4522 buffer_info->dma = dma_map_page(&pdev->dev, in e1000_alloc_jumbo_rx_buffers()
4523 buffer_info->rxbuf.page, 0, in e1000_alloc_jumbo_rx_buffers()
4524 adapter->rx_buffer_len, in e1000_alloc_jumbo_rx_buffers()
4526 if (dma_mapping_error(&pdev->dev, buffer_info->dma)) { in e1000_alloc_jumbo_rx_buffers()
4527 put_page(buffer_info->rxbuf.page); in e1000_alloc_jumbo_rx_buffers()
4528 buffer_info->rxbuf.page = NULL; in e1000_alloc_jumbo_rx_buffers()
4529 buffer_info->dma = 0; in e1000_alloc_jumbo_rx_buffers()
4530 adapter->alloc_rx_buff_failed++; in e1000_alloc_jumbo_rx_buffers()
4536 rx_desc->buffer_addr = cpu_to_le64(buffer_info->dma); in e1000_alloc_jumbo_rx_buffers()
4538 if (unlikely(++i == rx_ring->count)) in e1000_alloc_jumbo_rx_buffers()
4540 buffer_info = &rx_ring->buffer_info[i]; in e1000_alloc_jumbo_rx_buffers()
4543 if (likely(rx_ring->next_to_use != i)) { in e1000_alloc_jumbo_rx_buffers()
4544 rx_ring->next_to_use = i; in e1000_alloc_jumbo_rx_buffers()
4545 if (unlikely(i-- == 0)) in e1000_alloc_jumbo_rx_buffers()
4546 i = (rx_ring->count - 1); in e1000_alloc_jumbo_rx_buffers()
4550 * applicable for weak-ordered memory model archs, in e1000_alloc_jumbo_rx_buffers()
4551 * such as IA-64). in e1000_alloc_jumbo_rx_buffers()
4554 writel(i, adapter->hw.hw_addr + rx_ring->rdt); in e1000_alloc_jumbo_rx_buffers()
4559 * e1000_alloc_rx_buffers - Replace used receive buffers; legacy & extended
4568 struct e1000_hw *hw = &adapter->hw; in e1000_alloc_rx_buffers()
4569 struct pci_dev *pdev = adapter->pdev; in e1000_alloc_rx_buffers()
4573 unsigned int bufsz = adapter->rx_buffer_len; in e1000_alloc_rx_buffers()
4575 i = rx_ring->next_to_use; in e1000_alloc_rx_buffers()
4576 buffer_info = &rx_ring->buffer_info[i]; in e1000_alloc_rx_buffers()
4578 while (cleaned_count--) { in e1000_alloc_rx_buffers()
4581 if (buffer_info->rxbuf.data) in e1000_alloc_rx_buffers()
4587 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4601 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4609 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4616 buffer_info->dma = dma_map_single(&pdev->dev, in e1000_alloc_rx_buffers()
4618 adapter->rx_buffer_len, in e1000_alloc_rx_buffers()
4620 if (dma_mapping_error(&pdev->dev, buffer_info->dma)) { in e1000_alloc_rx_buffers()
4622 buffer_info->dma = 0; in e1000_alloc_rx_buffers()
4623 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4633 (void *)(unsigned long)buffer_info->dma, in e1000_alloc_rx_buffers()
4634 adapter->rx_buffer_len)) { in e1000_alloc_rx_buffers()
4636 "%p\n", adapter->rx_buffer_len, in e1000_alloc_rx_buffers()
4637 (void *)(unsigned long)buffer_info->dma); in e1000_alloc_rx_buffers()
4639 dma_unmap_single(&pdev->dev, buffer_info->dma, in e1000_alloc_rx_buffers()
4640 adapter->rx_buffer_len, in e1000_alloc_rx_buffers()
4644 buffer_info->rxbuf.data = NULL; in e1000_alloc_rx_buffers()
4645 buffer_info->dma = 0; in e1000_alloc_rx_buffers()
4647 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4650 buffer_info->rxbuf.data = data; in e1000_alloc_rx_buffers()
4653 rx_desc->buffer_addr = cpu_to_le64(buffer_info->dma); in e1000_alloc_rx_buffers()
4655 if (unlikely(++i == rx_ring->count)) in e1000_alloc_rx_buffers()
4657 buffer_info = &rx_ring->buffer_info[i]; in e1000_alloc_rx_buffers()
4660 if (likely(rx_ring->next_to_use != i)) { in e1000_alloc_rx_buffers()
4661 rx_ring->next_to_use = i; in e1000_alloc_rx_buffers()
4662 if (unlikely(i-- == 0)) in e1000_alloc_rx_buffers()
4663 i = (rx_ring->count - 1); in e1000_alloc_rx_buffers()
4667 * applicable for weak-ordered memory model archs, in e1000_alloc_rx_buffers()
4668 * such as IA-64). in e1000_alloc_rx_buffers()
4671 writel(i, hw->hw_addr + rx_ring->rdt); in e1000_alloc_rx_buffers()
4676 * e1000_smartspeed - Workaround for SmartSpeed on 82541 and 82547 controllers.
4681 struct e1000_hw *hw = &adapter->hw; in e1000_smartspeed()
4685 if ((hw->phy_type != e1000_phy_igp) || !hw->autoneg || in e1000_smartspeed()
4686 !(hw->autoneg_advertised & ADVERTISE_1000_FULL)) in e1000_smartspeed()
4689 if (adapter->smartspeed == 0) { in e1000_smartspeed()
4691 * we assume back-to-back in e1000_smartspeed()
4704 adapter->smartspeed++; in e1000_smartspeed()
4715 } else if (adapter->smartspeed == E1000_SMARTSPEED_DOWNSHIFT) { in e1000_smartspeed()
4728 if (adapter->smartspeed++ == E1000_SMARTSPEED_MAX) in e1000_smartspeed()
4729 adapter->smartspeed = 0; in e1000_smartspeed()
4733 * e1000_ioctl - handle ioctl calls
4746 return -EOPNOTSUPP; in e1000_ioctl()
4751 * e1000_mii_ioctl -
4760 struct e1000_hw *hw = &adapter->hw; in e1000_mii_ioctl()
4766 if (hw->media_type != e1000_media_type_copper) in e1000_mii_ioctl()
4767 return -EOPNOTSUPP; in e1000_mii_ioctl()
4771 data->phy_id = hw->phy_addr; in e1000_mii_ioctl()
4774 spin_lock_irqsave(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4775 if (e1000_read_phy_reg(hw, data->reg_num & 0x1F, in e1000_mii_ioctl()
4776 &data->val_out)) { in e1000_mii_ioctl()
4777 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4778 return -EIO; in e1000_mii_ioctl()
4780 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4783 if (data->reg_num & ~(0x1F)) in e1000_mii_ioctl()
4784 return -EFAULT; in e1000_mii_ioctl()
4785 mii_reg = data->val_in; in e1000_mii_ioctl()
4786 spin_lock_irqsave(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4787 if (e1000_write_phy_reg(hw, data->reg_num, in e1000_mii_ioctl()
4789 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4790 return -EIO; in e1000_mii_ioctl()
4792 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4793 if (hw->media_type == e1000_media_type_copper) { in e1000_mii_ioctl()
4794 switch (data->reg_num) { in e1000_mii_ioctl()
4799 hw->autoneg = 1; in e1000_mii_ioctl()
4800 hw->autoneg_advertised = 0x2F; in e1000_mii_ioctl()
4817 if (netif_running(adapter->netdev)) in e1000_mii_ioctl()
4825 return -EIO; in e1000_mii_ioctl()
4829 switch (data->reg_num) { in e1000_mii_ioctl()
4833 if (netif_running(adapter->netdev)) in e1000_mii_ioctl()
4842 return -EOPNOTSUPP; in e1000_mii_ioctl()
4849 struct e1000_adapter *adapter = hw->back; in e1000_pci_set_mwi()
4850 int ret_val = pci_set_mwi(adapter->pdev); in e1000_pci_set_mwi()
4858 struct e1000_adapter *adapter = hw->back; in e1000_pci_clear_mwi()
4860 pci_clear_mwi(adapter->pdev); in e1000_pci_clear_mwi()
4865 struct e1000_adapter *adapter = hw->back; in e1000_pcix_get_mmrbc()
4866 return pcix_get_mmrbc(adapter->pdev); in e1000_pcix_get_mmrbc()
4871 struct e1000_adapter *adapter = hw->back; in e1000_pcix_set_mmrbc()
4872 pcix_set_mmrbc(adapter->pdev, mmrbc); in e1000_pcix_set_mmrbc()
4884 for_each_set_bit(vid, adapter->active_vlans, VLAN_N_VID) in e1000_vlan_used()
4892 struct e1000_hw *hw = &adapter->hw; in __e1000_vlan_mode()
4900 /* disable VLAN tag insert/strip */ in __e1000_vlan_mode()
4908 struct e1000_hw *hw = &adapter->hw; in e1000_vlan_filter_on_off()
4911 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_filter_on_off()
4914 __e1000_vlan_mode(adapter, adapter->netdev->features); in e1000_vlan_filter_on_off()
4919 if (!(adapter->netdev->flags & IFF_PROMISC)) in e1000_vlan_filter_on_off()
4924 /* disable VLAN receive filtering */ in e1000_vlan_filter_on_off()
4930 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_filter_on_off()
4939 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_mode()
4944 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_mode()
4952 struct e1000_hw *hw = &adapter->hw; in e1000_vlan_rx_add_vid()
4955 if ((hw->mng_cookie.status & in e1000_vlan_rx_add_vid()
4957 (vid == adapter->mng_vlan_id)) in e1000_vlan_rx_add_vid()
4969 set_bit(vid, adapter->active_vlans); in e1000_vlan_rx_add_vid()
4978 struct e1000_hw *hw = &adapter->hw; in e1000_vlan_rx_kill_vid()
4981 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_rx_kill_vid()
4983 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_rx_kill_vid()
4992 clear_bit(vid, adapter->active_vlans); in e1000_vlan_rx_kill_vid()
5008 for_each_set_bit(vid, adapter->active_vlans, VLAN_N_VID) in e1000_restore_vlan()
5009 e1000_vlan_rx_add_vid(adapter->netdev, htons(ETH_P_8021Q), vid); in e1000_restore_vlan()
5014 struct e1000_hw *hw = &adapter->hw; in e1000_set_spd_dplx()
5016 hw->autoneg = 0; in e1000_set_spd_dplx()
5025 if ((hw->media_type == e1000_media_type_fiber) && in e1000_set_spd_dplx()
5032 hw->forced_speed_duplex = e1000_10_half; in e1000_set_spd_dplx()
5035 hw->forced_speed_duplex = e1000_10_full; in e1000_set_spd_dplx()
5038 hw->forced_speed_duplex = e1000_100_half; in e1000_set_spd_dplx()
5041 hw->forced_speed_duplex = e1000_100_full; in e1000_set_spd_dplx()
5044 hw->autoneg = 1; in e1000_set_spd_dplx()
5045 hw->autoneg_advertised = ADVERTISE_1000_FULL; in e1000_set_spd_dplx()
5052 /* clear MDI, MDI(-X) override is only allowed when autoneg enabled */ in e1000_set_spd_dplx()
5053 hw->mdix = AUTO_ALL_MODES; in e1000_set_spd_dplx()
5059 return -EINVAL; in e1000_set_spd_dplx()
5066 struct e1000_hw *hw = &adapter->hw; in __e1000_shutdown()
5068 u32 wufc = adapter->wol; in __e1000_shutdown()
5075 while (test_bit(__E1000_RESETTING, &adapter->flags) && count--) in __e1000_shutdown()
5078 WARN_ON(test_bit(__E1000_RESETTING, &adapter->flags)); in __e1000_shutdown()
5094 /* turn on all-multi mode if wake on multicast is enabled */ in __e1000_shutdown()
5101 if (hw->mac_type >= e1000_82540) { in __e1000_shutdown()
5112 if (hw->media_type == e1000_media_type_fiber || in __e1000_shutdown()
5113 hw->media_type == e1000_media_type_internal_serdes) { in __e1000_shutdown()
5132 if (adapter->en_mng_pt) in __e1000_shutdown()
5138 if (!test_and_set_bit(__E1000_DISABLED, &adapter->flags)) in __e1000_shutdown()
5161 struct e1000_hw *hw = &adapter->hw; in e1000_resume()
5164 if (adapter->need_ioport) in e1000_resume()
5175 clear_bit(__E1000_DISABLED, &adapter->flags); in e1000_resume()
5214 /* Polling 'interrupt' - used by things like netconsole to send skbs
5215 * without having to re-enable interrupts. It's not called while
5222 if (disable_hardirq(adapter->pdev->irq)) in e1000_netpoll()
5223 e1000_intr(adapter->pdev->irq, netdev); in e1000_netpoll()
5224 enable_irq(adapter->pdev->irq); in e1000_netpoll()
5229 * e1000_io_error_detected - called when PCI error is detected
5253 if (!test_and_set_bit(__E1000_DISABLED, &adapter->flags)) in e1000_io_error_detected()
5262 * e1000_io_slot_reset - called after the pci bus has been reset.
5265 * Restart the card from scratch, as if from a cold-boot. Implementation
5266 * resembles the first-half of the e1000_resume routine.
5272 struct e1000_hw *hw = &adapter->hw; in e1000_io_slot_reset()
5275 if (adapter->need_ioport) in e1000_io_slot_reset()
5280 pr_err("Cannot re-enable PCI device after reset.\n"); in e1000_io_slot_reset()
5286 clear_bit(__E1000_DISABLED, &adapter->flags); in e1000_io_slot_reset()
5299 * e1000_io_resume - called when traffic can start flowing again.
5304 * second-half of the e1000_resume routine.