// SPDX-License-Identifier: GPL-2.0-only OR BSD-3-Clause/* * PCIe NTB Network Linux driver */#include <linux/etherdevice.h>#include <linux/ethtool.h>#include <linux/module.h>#include <linux/pci.h>#include <linux/ntb.h>#include <linux/ntb_transport.h>#include <linux/slab.h> #define NTB_NETDEV_VER "0.7" MODULE_DESCRIPTION(KBUILD_MODNAME);MODULE_VERSION(NTB_NETDEV_VER);MODULE_LICENSE("Dual BSD/GPL");MODULE_AUTHOR("Intel Corporation"); /* Time in usecs for tx resource reaper */static unsigned int tx_time = 1; /* Number of descriptors to free before resuming tx */static unsigned int tx_start = 10; /* Number of descriptors still available before stop upper layer tx */static unsigned int tx_stop = 5; #define NTB_NETDEV_MAX_QUEUES 64#define NTB_NETDEV_DEFAULT_QUEUES 1 struct ntb_netdev; struct ntb_netdev_queue { struct ntb_netdev *ntdev; struct ntb_transport_qp *qp; struct timer_list tx_timer; u16 qid;}; struct ntb_netdev { struct pci_dev *pdev; struct device *client_dev; struct net_device *ndev; unsigned int num_queues; struct ntb_netdev_queue *queues;}; #define NTB_TX_TIMEOUT_MS 1000#define NTB_RXQ_SIZE 100 static void ntb_netdev_update_carrier(struct ntb_netdev *dev){ struct net_device *ndev; bool any_up = false; unsigned int i; ndev = dev->ndev; for (i = 0; i < dev->num_queues; i++) { if (ntb_transport_link_query(dev->queues[i].qp)) { any_up = true; break; } } if (any_up) netif_carrier_on(ndev); else netif_carrier_off(ndev);} static void ntb_netdev_queue_rx_drain(struct ntb_netdev_queue *queue){ struct sk_buff *skb; int len; while ((skb = ntb_transport_rx_remove(queue->qp, &len))) dev_kfree_skb(skb);} static int ntb_netdev_queue_rx_fill(struct net_device *ndev, struct ntb_netdev_queue *queue){ struct sk_buff *skb; int rc, i; for (i = 0; i < NTB_RXQ_SIZE; i++) { skb = netdev_alloc_skb(ndev, ndev->mtu + ETH_HLEN); if (!skb) return -ENOMEM; rc = ntb_transport_rx_enqueue(queue->qp, skb, skb->data, ndev->mtu + ETH_HLEN); if (rc) { dev_kfree_skb(skb); return rc; } } return 0;} static void ntb_netdev_event_handler(void *data, int link_is_up){ struct ntb_netdev_queue *q = data; struct ntb_netdev *dev = q->ntdev; struct net_device *ndev; ndev = dev->ndev; netdev_dbg(ndev, "Event %x, Link %x, qp %u\n", link_is_up, ntb_transport_link_query(q->qp), q->qid); if (netif_running(ndev)) { if (link_is_up) netif_wake_subqueue(ndev, q->qid); else netif_stop_subqueue(ndev, q->qid); } ntb_netdev_update_carrier(dev);} static void ntb_netdev_rx_handler(struct ntb_transport_qp *qp, void *qp_data, void *data, int len){ struct ntb_netdev_queue *q = qp_data; struct ntb_netdev *dev = q->ntdev; struct pcpu_sw_netstats *tstats; struct sk_buff *skb, *new_skb; struct net_device *ndev; unsigned long flags; int rc; ndev = dev->ndev; skb = data; if (!skb) return; netdev_dbg(ndev, "%s: %d byte payload received\n", __func__, len); if (len < 0) { DEV_STATS_INC(ndev, rx_errors); DEV_STATS_INC(ndev, rx_length_errors); goto enqueue_again; } tstats = this_cpu_ptr(ndev->tstats); flags = u64_stats_update_begin_irqsave(&tstats->syncp); u64_stats_inc(&tstats->rx_packets); u64_stats_add(&tstats->rx_bytes, len); u64_stats_update_end_irqrestore(&tstats->syncp, flags); new_skb = netdev_alloc_skb(ndev, ndev->mtu + ETH_HLEN); if (!new_skb) { DEV_STATS_INC(ndev, rx_dropped); goto enqueue_again; } skb_put(skb, len); skb->protocol = eth_type_trans(skb, ndev); skb->ip_summed = CHECKSUM_NONE; skb_record_rx_queue(skb, q->qid); netif_rx(skb); skb = new_skb; enqueue_again: rc = ntb_transport_rx_enqueue(qp, skb, skb->data, ndev->mtu + ETH_HLEN); if (rc) { dev_kfree_skb_any(skb); DEV_STATS_INC(ndev, rx_errors); DEV_STATS_INC(ndev, rx_fifo_errors); }} static int __ntb_netdev_maybe_stop_tx(struct net_device *netdev, struct ntb_netdev_queue *q, int size){ netif_stop_subqueue(netdev, q->qid); /* Make sure to see the latest value of ntb_transport_tx_free_entry() * since the queue was last started. */ smp_mb(); if (likely(ntb_transport_tx_free_entry(q->qp) < size)) { mod_timer(&q->tx_timer, jiffies + usecs_to_jiffies(tx_time)); return -EBUSY; } /* The subqueue must be kept stopped if the link is down */ if (ntb_transport_link_query(q->qp)) netif_start_subqueue(netdev, q->qid); return 0;} static int ntb_netdev_maybe_stop_tx(struct net_device *ndev, struct ntb_netdev_queue *q, int size){ if (__netif_subqueue_stopped(ndev, q->qid)) return -EBUSY; if (ntb_transport_tx_free_entry(q->qp) >= size) return 0; return __ntb_netdev_maybe_stop_tx(ndev, q, size);} static void ntb_netdev_tx_handler(struct ntb_transport_qp *qp, void *qp_data, void *data, int len){ struct ntb_netdev_queue *q = qp_data; struct ntb_netdev *dev = q->ntdev; struct pcpu_sw_netstats *tstats; struct net_device *ndev; struct sk_buff *skb; unsigned long flags; bool registered; ndev = dev->ndev; skb = data; if (!skb || !ndev) return; rcu_read_lock(); registered = READ_ONCE(ndev->reg_state) == NETREG_REGISTERED; if (!registered) goto free_skb; if (len > 0) { /* The memcpy kthread can migrate, so pin the per-CPU update. */ tstats = get_cpu_ptr(ndev->tstats); flags = u64_stats_update_begin_irqsave(&tstats->syncp); u64_stats_inc(&tstats->tx_packets); u64_stats_add(&tstats->tx_bytes, skb->len); u64_stats_update_end_irqrestore(&tstats->syncp, flags); put_cpu_ptr(ndev->tstats); } else { DEV_STATS_INC(ndev, tx_errors); DEV_STATS_INC(ndev, tx_aborted_errors); } free_skb: dev_kfree_skb_any(skb); if (registered && ntb_transport_tx_free_entry(qp) >= tx_start) { /* Make sure anybody stopping the queue after this sees the new * value of ntb_transport_tx_free_entry() */ smp_mb(); if (__netif_subqueue_stopped(ndev, q->qid) && ntb_transport_link_query(q->qp)) netif_wake_subqueue(ndev, q->qid); } rcu_read_unlock();} static const struct ntb_queue_handlers ntb_netdev_handlers = { .tx_handler = ntb_netdev_tx_handler, .rx_handler = ntb_netdev_rx_handler, .event_handler = ntb_netdev_event_handler,}; static netdev_tx_t ntb_netdev_start_xmit(struct sk_buff *skb, struct net_device *ndev){ struct ntb_netdev *dev = netdev_priv(ndev); u16 qid = skb_get_queue_mapping(skb); struct ntb_netdev_queue *q; int rc; q = &dev->queues[qid]; if (unlikely(ntb_netdev_maybe_stop_tx(ndev, q, tx_stop))) return NETDEV_TX_BUSY; rc = ntb_transport_tx_enqueue(q->qp, skb, skb->data, skb->len); if (rc) { if (rc == -EAGAIN || rc == -EBUSY) { netif_stop_subqueue(ndev, q->qid); mod_timer(&q->tx_timer, jiffies + usecs_to_jiffies(tx_time)); return NETDEV_TX_BUSY; } goto drop; } /* check for next submit */ ntb_netdev_maybe_stop_tx(ndev, q, tx_stop); return NETDEV_TX_OK; drop: dev_kfree_skb_any(skb); DEV_STATS_INC(ndev, tx_dropped); return NETDEV_TX_OK;} static void ntb_netdev_tx_timer(struct timer_list *t){ struct ntb_netdev_queue *q = timer_container_of(q, t, tx_timer); struct ntb_netdev *dev = q->ntdev; struct net_device *ndev; ndev = dev->ndev; if (ntb_transport_tx_free_entry(q->qp) < tx_stop) { mod_timer(&q->tx_timer, jiffies + usecs_to_jiffies(tx_time)); } else { /* Make sure anybody stopping the queue after this sees the new * value of ntb_transport_tx_free_entry() */ smp_mb(); /* The subqueue must be kept stopped if the link is down */ if (__netif_subqueue_stopped(ndev, q->qid) && ntb_transport_link_query(q->qp)) netif_wake_subqueue(ndev, q->qid); }} static int ntb_netdev_open(struct net_device *ndev){ struct ntb_netdev *dev = netdev_priv(ndev); struct ntb_netdev_queue *queue; unsigned int q; int rc = 0; /* Add some empty rx bufs for each queue */ for (q = 0; q < dev->num_queues; q++) { queue = &dev->queues[q]; rc = ntb_netdev_queue_rx_fill(ndev, queue); if (rc) goto err; timer_setup(&queue->tx_timer, ntb_netdev_tx_timer, 0); } netif_carrier_off(ndev); netif_tx_stop_all_queues(ndev); for (q = 0; q < dev->num_queues; q++) ntb_transport_link_up(dev->queues[q].qp); return 0; err: for (q = 0; q < dev->num_queues; q++) { queue = &dev->queues[q]; ntb_netdev_queue_rx_drain(queue); } return rc;} static int ntb_netdev_close(struct net_device *ndev){ struct ntb_netdev *dev = netdev_priv(ndev); struct ntb_netdev_queue *queue; unsigned int q; netif_tx_stop_all_queues(ndev); netif_carrier_off(ndev); for (q = 0; q < dev->num_queues; q++) { queue = &dev->queues[q]; ntb_transport_link_down(queue->qp); ntb_netdev_queue_rx_drain(queue); timer_delete_sync(&queue->tx_timer); } return 0;} static int ntb_netdev_change_mtu(struct net_device *ndev, int new_mtu){ struct ntb_netdev *dev = netdev_priv(ndev); struct ntb_netdev_queue *queue; struct sk_buff *skb; unsigned int q, i; int len, rc = 0; if (new_mtu > ntb_transport_max_size(dev->queues[0].qp) - ETH_HLEN) return -EINVAL; if (!netif_running(ndev)) { WRITE_ONCE(ndev->mtu, new_mtu); return 0; } /* Bring down the link and dispose of posted rx entries */ for (q = 0; q < dev->num_queues; q++) ntb_transport_link_down(dev->queues[q].qp); if (ndev->mtu < new_mtu) { for (q = 0; q < dev->num_queues; q++) { queue = &dev->queues[q]; for (i = 0; (skb = ntb_transport_rx_remove(queue->qp, &len)); i++) dev_kfree_skb(skb); for (; i; i--) { skb = netdev_alloc_skb(ndev, new_mtu + ETH_HLEN); if (!skb) { rc = -ENOMEM; goto err; } rc = ntb_transport_rx_enqueue(queue->qp, skb, skb->data, new_mtu + ETH_HLEN); if (rc) { dev_kfree_skb(skb); goto err; } } } } WRITE_ONCE(ndev->mtu, new_mtu); for (q = 0; q < dev->num_queues; q++) ntb_transport_link_up(dev->queues[q].qp); return 0; err: for (q = 0; q < dev->num_queues; q++) { struct ntb_netdev_queue *queue = &dev->queues[q]; ntb_transport_link_down(queue->qp); ntb_netdev_queue_rx_drain(queue); } netdev_err(ndev, "Error changing MTU, device inoperable\n"); return rc;} static const struct net_device_ops ntb_netdev_ops = { .ndo_open = ntb_netdev_open, .ndo_stop = ntb_netdev_close, .ndo_start_xmit = ntb_netdev_start_xmit, .ndo_change_mtu = ntb_netdev_change_mtu, .ndo_set_mac_address = eth_mac_addr,}; static void ntb_get_drvinfo(struct net_device *ndev, struct ethtool_drvinfo *info){ struct ntb_netdev *dev = netdev_priv(ndev); strscpy(info->driver, KBUILD_MODNAME, sizeof(info->driver)); strscpy(info->version, NTB_NETDEV_VER, sizeof(info->version)); strscpy(info->bus_info, pci_name(dev->pdev), sizeof(info->bus_info));} static int ntb_get_link_ksettings(struct net_device *dev, struct ethtool_link_ksettings *cmd){ ethtool_link_ksettings_zero_link_mode(cmd, supported); ethtool_link_ksettings_add_link_mode(cmd, supported, Backplane); ethtool_link_ksettings_zero_link_mode(cmd, advertising); ethtool_link_ksettings_add_link_mode(cmd, advertising, Backplane); cmd->base.speed = SPEED_UNKNOWN; cmd->base.duplex = DUPLEX_FULL; cmd->base.port = PORT_OTHER; cmd->base.phy_address = 0; cmd->base.autoneg = AUTONEG_ENABLE; return 0;} static void ntb_get_channels(struct net_device *ndev, struct ethtool_channels *channels){ struct ntb_netdev *dev = netdev_priv(ndev); channels->combined_count = dev->num_queues; channels->max_combined = ndev->num_tx_queues;} static int ntb_inc_channels(struct net_device *ndev, unsigned int old, unsigned int new){ struct ntb_netdev *dev = netdev_priv(ndev); bool running = netif_running(ndev); struct ntb_netdev_queue *queue; unsigned int q, created;Lines 1–500 of 774. Load more
// SPDX-License-Identifier: GPL-2.0-only OR BSD-3-Clause /* * PCIe NTB Network Linux driver */ #include <linux/etherdevice.h> #include <linux/ethtool.h> #include <linux/module.h> #include <linux/pci.h> #include <linux/ntb.h> #include <linux/ntb_transport.h> #include <linux/slab.h> #define NTB_NETDEV_VER "0.7" MODULE_DESCRIPTION(KBUILD_MODNAME); MODULE_VERSION(NTB_NETDEV_VER); MODULE_LICENSE("Dual BSD/GPL"); MODULE_AUTHOR("Intel Corporation"); /* Time in usecs for tx resource reaper */ static unsigned int tx_time = 1; /* Number of descriptors to free before resuming tx */ static unsigned int tx_start = 10; /* Number of descriptors still available before stop upper layer tx */ static unsigned int tx_stop = 5; #define NTB_NETDEV_MAX_QUEUES 64 #define NTB_NETDEV_DEFAULT_QUEUES 1 struct ntb_netdev; struct ntb_netdev_queue { struct ntb_netdev *ntdev; struct ntb_transport_qp *qp; struct timer_list tx_timer; u16 qid; }; struct ntb_netdev { struct pci_dev *pdev; struct device *client_dev; struct net_device *ndev; unsigned int num_queues; struct ntb_netdev_queue *queues; }; #define NTB_TX_TIMEOUT_MS 1000 #define NTB_RXQ_SIZE 100 static void ntb_netdev_update_carrier(struct ntb_netdev *dev) { struct net_device *ndev; bool any_up = false; unsigned int i; ndev = dev->ndev; for (i = 0; i < dev->num_queues; i++) { if (ntb_transport_link_query(dev->queues[i].qp)) { any_up = true; break; } } if (any_up) netif_carrier_on(ndev); else netif_carrier_off(ndev); } static void ntb_netdev_queue_rx_drain(struct ntb_netdev_queue *queue) { struct sk_buff *skb; int len; while ((skb = ntb_transport_rx_remove(queue->qp, &len))) dev_kfree_skb(skb); } static int ntb_netdev_queue_rx_fill(struct net_device *ndev, struct ntb_netdev_queue *queue) { struct sk_buff *skb; int rc, i; for (i = 0; i < NTB_RXQ_SIZE; i++) { skb = netdev_alloc_skb(ndev, ndev->mtu + ETH_HLEN); if (!skb) return -ENOMEM; rc = ntb_transport_rx_enqueue(queue->qp, skb, skb->data, ndev->mtu + ETH_HLEN); if (rc) { dev_kfree_skb(skb); return rc; } } return 0; } static void ntb_netdev_event_handler(void *data, int link_is_up) { struct ntb_netdev_queue *q = data; struct ntb_netdev *dev = q->ntdev; struct net_device *ndev; ndev = dev->ndev; netdev_dbg(ndev, "Event %x, Link %x, qp %u\n", link_is_up, ntb_transport_link_query(q->qp), q->qid); if (netif_running(ndev)) { if (link_is_up) netif_wake_subqueue(ndev, q->qid); else netif_stop_subqueue(ndev, q->qid); } ntb_netdev_update_carrier(dev); } static void ntb_netdev_rx_handler(struct ntb_transport_qp *qp, void *qp_data, void *data, int len) { struct ntb_netdev_queue *q = qp_data; struct ntb_netdev *dev = q->ntdev; struct pcpu_sw_netstats *tstats; struct sk_buff *skb, *new_skb; struct net_device *ndev; unsigned long flags; int rc; ndev = dev->ndev; skb = data; if (!skb) return; netdev_dbg(ndev, "%s: %d byte payload received\n", __func__, len); if (len < 0) { DEV_STATS_INC(ndev, rx_errors); DEV_STATS_INC(ndev, rx_length_errors); goto enqueue_again; } tstats = this_cpu_ptr(ndev->tstats); flags = u64_stats_update_begin_irqsave(&tstats->syncp); u64_stats_inc(&tstats->rx_packets); u64_stats_add(&tstats->rx_bytes, len); u64_stats_update_end_irqrestore(&tstats->syncp, flags); new_skb = netdev_alloc_skb(ndev, ndev->mtu + ETH_HLEN); if (!new_skb) { DEV_STATS_INC(ndev, rx_dropped); goto enqueue_again; } skb_put(skb, len); skb->protocol = eth_type_trans(skb, ndev); skb->ip_summed = CHECKSUM_NONE; skb_record_rx_queue(skb, q->qid); netif_rx(skb); skb = new_skb; enqueue_again: rc = ntb_transport_rx_enqueue(qp, skb, skb->data, ndev->mtu + ETH_HLEN); if (rc) { dev_kfree_skb_any(skb); DEV_STATS_INC(ndev, rx_errors); DEV_STATS_INC(ndev, rx_fifo_errors); } } static int __ntb_netdev_maybe_stop_tx(struct net_device *netdev, struct ntb_netdev_queue *q, int size) { netif_stop_subqueue(netdev, q->qid); /* Make sure to see the latest value of ntb_transport_tx_free_entry() * since the queue was last started. */ smp_mb(); if (likely(ntb_transport_tx_free_entry(q->qp) < size)) { mod_timer(&q->tx_timer, jiffies + usecs_to_jiffies(tx_time)); return -EBUSY; } /* The subqueue must be kept stopped if the link is down */ if (ntb_transport_link_query(q->qp)) netif_start_subqueue(netdev, q->qid); return 0; } static int ntb_netdev_maybe_stop_tx(struct net_device *ndev, struct ntb_netdev_queue *q, int size) { if (__netif_subqueue_stopped(ndev, q->qid)) return -EBUSY; if (ntb_transport_tx_free_entry(q->qp) >= size) return 0; return __ntb_netdev_maybe_stop_tx(ndev, q, size); } static void ntb_netdev_tx_handler(struct ntb_transport_qp *qp, void *qp_data, void *data, int len) { struct ntb_netdev_queue *q = qp_data; struct ntb_netdev *dev = q->ntdev; struct pcpu_sw_netstats *tstats; struct net_device *ndev; struct sk_buff *skb; unsigned long flags; bool registered; ndev = dev->ndev; skb = data; if (!skb || !ndev) return; rcu_read_lock(); registered = READ_ONCE(ndev->reg_state) == NETREG_REGISTERED; if (!registered) goto free_skb; if (len > 0) { /* The memcpy kthread can migrate, so pin the per-CPU update. */ tstats = get_cpu_ptr(ndev->tstats); flags = u64_stats_update_begin_irqsave(&tstats->syncp); u64_stats_inc(&tstats->tx_packets); u64_stats_add(&tstats->tx_bytes, skb->len); u64_stats_update_end_irqrestore(&tstats->syncp, flags); put_cpu_ptr(ndev->tstats); } else { DEV_STATS_INC(ndev, tx_errors); DEV_STATS_INC(ndev, tx_aborted_errors); } free_skb: dev_kfree_skb_any(skb); if (registered && ntb_transport_tx_free_entry(qp) >= tx_start) { /* Make sure anybody stopping the queue after this sees the new * value of ntb_transport_tx_free_entry() */ smp_mb(); if (__netif_subqueue_stopped(ndev, q->qid) && ntb_transport_link_query(q->qp)) netif_wake_subqueue(ndev, q->qid); } rcu_read_unlock(); } static const struct ntb_queue_handlers ntb_netdev_handlers = { .tx_handler = ntb_netdev_tx_handler, .rx_handler = ntb_netdev_rx_handler, .event_handler = ntb_netdev_event_handler, }; static netdev_tx_t ntb_netdev_start_xmit(struct sk_buff *skb, struct net_device *ndev) { struct ntb_netdev *dev = netdev_priv(ndev); u16 qid = skb_get_queue_mapping(skb); struct ntb_netdev_queue *q; int rc; q = &dev->queues[qid]; if (unlikely(ntb_netdev_maybe_stop_tx(ndev, q, tx_stop))) return NETDEV_TX_BUSY; rc = ntb_transport_tx_enqueue(q->qp, skb, skb->data, skb->len); if (rc) { if (rc == -EAGAIN || rc == -EBUSY) { netif_stop_subqueue(ndev, q->qid); mod_timer(&q->tx_timer, jiffies + usecs_to_jiffies(tx_time)); return NETDEV_TX_BUSY; } goto drop; } /* check for next submit */ ntb_netdev_maybe_stop_tx(ndev, q, tx_stop); return NETDEV_TX_OK; drop: dev_kfree_skb_any(skb); DEV_STATS_INC(ndev, tx_dropped); return NETDEV_TX_OK; } static void ntb_netdev_tx_timer(struct timer_list *t) { struct ntb_netdev_queue *q = timer_container_of(q, t, tx_timer); struct ntb_netdev *dev = q->ntdev; struct net_device *ndev; ndev = dev->ndev; if (ntb_transport_tx_free_entry(q->qp) < tx_stop) { mod_timer(&q->tx_timer, jiffies + usecs_to_jiffies(tx_time)); } else { /* Make sure anybody stopping the queue after this sees the new * value of ntb_transport_tx_free_entry() */ smp_mb(); /* The subqueue must be kept stopped if the link is down */ if (__netif_subqueue_stopped(ndev, q->qid) && ntb_transport_link_query(q->qp)) netif_wake_subqueue(ndev, q->qid); } } static int ntb_netdev_open(struct net_device *ndev) { struct ntb_netdev *dev = netdev_priv(ndev); struct ntb_netdev_queue *queue; unsigned int q; int rc = 0; /* Add some empty rx bufs for each queue */ for (q = 0; q < dev->num_queues; q++) { queue = &dev->queues[q]; rc = ntb_netdev_queue_rx_fill(ndev, queue); if (rc) goto err; timer_setup(&queue->tx_timer, ntb_netdev_tx_timer, 0); } netif_carrier_off(ndev); netif_tx_stop_all_queues(ndev); for (q = 0; q < dev->num_queues; q++) ntb_transport_link_up(dev->queues[q].qp); return 0; err: for (q = 0; q < dev->num_queues; q++) { queue = &dev->queues[q]; ntb_netdev_queue_rx_drain(queue); } return rc; } static int ntb_netdev_close(struct net_device *ndev) { struct ntb_netdev *dev = netdev_priv(ndev); struct ntb_netdev_queue *queue; unsigned int q; netif_tx_stop_all_queues(ndev); netif_carrier_off(ndev); for (q = 0; q < dev->num_queues; q++) { queue = &dev->queues[q]; ntb_transport_link_down(queue->qp); ntb_netdev_queue_rx_drain(queue); timer_delete_sync(&queue->tx_timer); } return 0; } static int ntb_netdev_change_mtu(struct net_device *ndev, int new_mtu) { struct ntb_netdev *dev = netdev_priv(ndev); struct ntb_netdev_queue *queue; struct sk_buff *skb; unsigned int q, i; int len, rc = 0; if (new_mtu > ntb_transport_max_size(dev->queues[0].qp) - ETH_HLEN) return -EINVAL; if (!netif_running(ndev)) { WRITE_ONCE(ndev->mtu, new_mtu); return 0; } /* Bring down the link and dispose of posted rx entries */ for (q = 0; q < dev->num_queues; q++) ntb_transport_link_down(dev->queues[q].qp); if (ndev->mtu < new_mtu) { for (q = 0; q < dev->num_queues; q++) { queue = &dev->queues[q]; for (i = 0; (skb = ntb_transport_rx_remove(queue->qp, &len)); i++) dev_kfree_skb(skb); for (; i; i--) { skb = netdev_alloc_skb(ndev, new_mtu + ETH_HLEN); if (!skb) { rc = -ENOMEM; goto err; } rc = ntb_transport_rx_enqueue(queue->qp, skb, skb->data, new_mtu + ETH_HLEN); if (rc) { dev_kfree_skb(skb); goto err; } } } } WRITE_ONCE(ndev->mtu, new_mtu); for (q = 0; q < dev->num_queues; q++) ntb_transport_link_up(dev->queues[q].qp); return 0; err: for (q = 0; q < dev->num_queues; q++) { struct ntb_netdev_queue *queue = &dev->queues[q]; ntb_transport_link_down(queue->qp); ntb_netdev_queue_rx_drain(queue); } netdev_err(ndev, "Error changing MTU, device inoperable\n"); return rc; } static const struct net_device_ops ntb_netdev_ops = { .ndo_open = ntb_netdev_open, .ndo_stop = ntb_netdev_close, .ndo_start_xmit = ntb_netdev_start_xmit, .ndo_change_mtu = ntb_netdev_change_mtu, .ndo_set_mac_address = eth_mac_addr, }; static void ntb_get_drvinfo(struct net_device *ndev, struct ethtool_drvinfo *info) { struct ntb_netdev *dev = netdev_priv(ndev); strscpy(info->driver, KBUILD_MODNAME, sizeof(info->driver)); strscpy(info->version, NTB_NETDEV_VER, sizeof(info->version)); strscpy(info->bus_info, pci_name(dev->pdev), sizeof(info->bus_info)); } static int ntb_get_link_ksettings(struct net_device *dev, struct ethtool_link_ksettings *cmd) { ethtool_link_ksettings_zero_link_mode(cmd, supported); ethtool_link_ksettings_add_link_mode(cmd, supported, Backplane); ethtool_link_ksettings_zero_link_mode(cmd, advertising); ethtool_link_ksettings_add_link_mode(cmd, advertising, Backplane); cmd->base.speed = SPEED_UNKNOWN; cmd->base.duplex = DUPLEX_FULL; cmd->base.port = PORT_OTHER; cmd->base.phy_address = 0; cmd->base.autoneg = AUTONEG_ENABLE; return 0; } static void ntb_get_channels(struct net_device *ndev, struct ethtool_channels *channels) { struct ntb_netdev *dev = netdev_priv(ndev); channels->combined_count = dev->num_queues; channels->max_combined = ndev->num_tx_queues; } static int ntb_inc_channels(struct net_device *ndev, unsigned int old, unsigned int new) { struct ntb_netdev *dev = netdev_priv(ndev); bool running = netif_running(ndev); struct ntb_netdev_queue *queue; unsigned int q, created;