diff options
Diffstat (limited to 'drivers/net/xen-netback')
| -rw-r--r-- | drivers/net/xen-netback/common.h | 30 | ||||
| -rw-r--r-- | drivers/net/xen-netback/interface.c | 74 | ||||
| -rw-r--r-- | drivers/net/xen-netback/netback.c | 110 | ||||
| -rw-r--r-- | drivers/net/xen-netback/xenbus.c | 178 |
4 files changed, 342 insertions, 50 deletions
diff --git a/drivers/net/xen-netback/common.h b/drivers/net/xen-netback/common.h index 2532ce85d718..ef3026f46a37 100644 --- a/drivers/net/xen-netback/common.h +++ b/drivers/net/xen-netback/common.h | |||
| @@ -44,6 +44,7 @@ | |||
| 44 | #include <xen/interface/grant_table.h> | 44 | #include <xen/interface/grant_table.h> |
| 45 | #include <xen/grant_table.h> | 45 | #include <xen/grant_table.h> |
| 46 | #include <xen/xenbus.h> | 46 | #include <xen/xenbus.h> |
| 47 | #include <linux/debugfs.h> | ||
| 47 | 48 | ||
| 48 | typedef unsigned int pending_ring_idx_t; | 49 | typedef unsigned int pending_ring_idx_t; |
| 49 | #define INVALID_PENDING_RING_IDX (~0U) | 50 | #define INVALID_PENDING_RING_IDX (~0U) |
| @@ -175,9 +176,9 @@ struct xenvif_queue { /* Per-queue data for xenvif */ | |||
| 175 | struct xen_netif_rx_back_ring rx; | 176 | struct xen_netif_rx_back_ring rx; |
| 176 | struct sk_buff_head rx_queue; | 177 | struct sk_buff_head rx_queue; |
| 177 | RING_IDX rx_last_skb_slots; | 178 | RING_IDX rx_last_skb_slots; |
| 178 | bool rx_queue_purge; | 179 | unsigned long status; |
| 179 | 180 | ||
| 180 | struct timer_list wake_queue; | 181 | struct timer_list rx_stalled; |
| 181 | 182 | ||
| 182 | struct gnttab_copy grant_copy_op[MAX_GRANT_COPY_OPS]; | 183 | struct gnttab_copy grant_copy_op[MAX_GRANT_COPY_OPS]; |
| 183 | 184 | ||
| @@ -197,6 +198,20 @@ struct xenvif_queue { /* Per-queue data for xenvif */ | |||
| 197 | struct xenvif_stats stats; | 198 | struct xenvif_stats stats; |
| 198 | }; | 199 | }; |
| 199 | 200 | ||
| 201 | enum state_bit_shift { | ||
| 202 | /* This bit marks that the vif is connected */ | ||
| 203 | VIF_STATUS_CONNECTED, | ||
| 204 | /* This bit signals the RX thread that queuing was stopped (in | ||
| 205 | * start_xmit), and either the timer fired or an RX interrupt came | ||
| 206 | */ | ||
| 207 | QUEUE_STATUS_RX_PURGE_EVENT, | ||
| 208 | /* This bit tells the interrupt handler that this queue was the reason | ||
| 209 | * for the carrier off, so it should kick the thread. Only queues which | ||
| 210 | * brought it down can turn on the carrier. | ||
| 211 | */ | ||
| 212 | QUEUE_STATUS_RX_STALLED | ||
| 213 | }; | ||
| 214 | |||
| 200 | struct xenvif { | 215 | struct xenvif { |
| 201 | /* Unique identifier for this interface. */ | 216 | /* Unique identifier for this interface. */ |
| 202 | domid_t domid; | 217 | domid_t domid; |
| @@ -219,11 +234,16 @@ struct xenvif { | |||
| 219 | * frontend is rogue. | 234 | * frontend is rogue. |
| 220 | */ | 235 | */ |
| 221 | bool disabled; | 236 | bool disabled; |
| 237 | unsigned long status; | ||
| 222 | 238 | ||
| 223 | /* Queues */ | 239 | /* Queues */ |
| 224 | struct xenvif_queue *queues; | 240 | struct xenvif_queue *queues; |
| 225 | unsigned int num_queues; /* active queues, resource allocated */ | 241 | unsigned int num_queues; /* active queues, resource allocated */ |
| 226 | 242 | ||
| 243 | #ifdef CONFIG_DEBUG_FS | ||
| 244 | struct dentry *xenvif_dbg_root; | ||
| 245 | #endif | ||
| 246 | |||
| 227 | /* Miscellaneous private stuff. */ | 247 | /* Miscellaneous private stuff. */ |
| 228 | struct net_device *dev; | 248 | struct net_device *dev; |
| 229 | }; | 249 | }; |
| @@ -297,10 +317,16 @@ static inline pending_ring_idx_t nr_pending_reqs(struct xenvif_queue *queue) | |||
| 297 | /* Callback from stack when TX packet can be released */ | 317 | /* Callback from stack when TX packet can be released */ |
| 298 | void xenvif_zerocopy_callback(struct ubuf_info *ubuf, bool zerocopy_success); | 318 | void xenvif_zerocopy_callback(struct ubuf_info *ubuf, bool zerocopy_success); |
| 299 | 319 | ||
| 320 | irqreturn_t xenvif_interrupt(int irq, void *dev_id); | ||
| 321 | |||
| 300 | extern bool separate_tx_rx_irq; | 322 | extern bool separate_tx_rx_irq; |
| 301 | 323 | ||
| 302 | extern unsigned int rx_drain_timeout_msecs; | 324 | extern unsigned int rx_drain_timeout_msecs; |
| 303 | extern unsigned int rx_drain_timeout_jiffies; | 325 | extern unsigned int rx_drain_timeout_jiffies; |
| 304 | extern unsigned int xenvif_max_queues; | 326 | extern unsigned int xenvif_max_queues; |
| 305 | 327 | ||
| 328 | #ifdef CONFIG_DEBUG_FS | ||
| 329 | extern struct dentry *xen_netback_dbg_root; | ||
| 330 | #endif | ||
| 331 | |||
| 306 | #endif /* __XEN_NETBACK__COMMON_H__ */ | 332 | #endif /* __XEN_NETBACK__COMMON_H__ */ |
diff --git a/drivers/net/xen-netback/interface.c b/drivers/net/xen-netback/interface.c index 9e97c7ca0ddd..48a55cda979b 100644 --- a/drivers/net/xen-netback/interface.c +++ b/drivers/net/xen-netback/interface.c | |||
| @@ -55,7 +55,8 @@ static inline void xenvif_stop_queue(struct xenvif_queue *queue) | |||
| 55 | 55 | ||
| 56 | int xenvif_schedulable(struct xenvif *vif) | 56 | int xenvif_schedulable(struct xenvif *vif) |
| 57 | { | 57 | { |
| 58 | return netif_running(vif->dev) && netif_carrier_ok(vif->dev); | 58 | return netif_running(vif->dev) && |
| 59 | test_bit(VIF_STATUS_CONNECTED, &vif->status); | ||
| 59 | } | 60 | } |
| 60 | 61 | ||
| 61 | static irqreturn_t xenvif_tx_interrupt(int irq, void *dev_id) | 62 | static irqreturn_t xenvif_tx_interrupt(int irq, void *dev_id) |
| @@ -77,8 +78,12 @@ int xenvif_poll(struct napi_struct *napi, int budget) | |||
| 77 | /* This vif is rogue, we pretend we've there is nothing to do | 78 | /* This vif is rogue, we pretend we've there is nothing to do |
| 78 | * for this vif to deschedule it from NAPI. But this interface | 79 | * for this vif to deschedule it from NAPI. But this interface |
| 79 | * will be turned off in thread context later. | 80 | * will be turned off in thread context later. |
| 81 | * Also, if a guest doesn't post enough slots to receive data on one of | ||
| 82 | * its queues, the carrier goes down and NAPI is descheduled here so | ||
| 83 | * the guest can't send more packets until it's ready to receive. | ||
| 80 | */ | 84 | */ |
| 81 | if (unlikely(queue->vif->disabled)) { | 85 | if (unlikely(queue->vif->disabled || |
| 86 | !netif_carrier_ok(queue->vif->dev))) { | ||
| 82 | napi_complete(napi); | 87 | napi_complete(napi); |
| 83 | return 0; | 88 | return 0; |
| 84 | } | 89 | } |
| @@ -96,13 +101,22 @@ int xenvif_poll(struct napi_struct *napi, int budget) | |||
| 96 | static irqreturn_t xenvif_rx_interrupt(int irq, void *dev_id) | 101 | static irqreturn_t xenvif_rx_interrupt(int irq, void *dev_id) |
| 97 | { | 102 | { |
| 98 | struct xenvif_queue *queue = dev_id; | 103 | struct xenvif_queue *queue = dev_id; |
| 104 | struct netdev_queue *net_queue = | ||
| 105 | netdev_get_tx_queue(queue->vif->dev, queue->id); | ||
| 99 | 106 | ||
| 107 | /* QUEUE_STATUS_RX_PURGE_EVENT is only set if either QDisc was off OR | ||
| 108 | * the carrier went down and this queue was previously blocked | ||
| 109 | */ | ||
| 110 | if (unlikely(netif_tx_queue_stopped(net_queue) || | ||
| 111 | (!netif_carrier_ok(queue->vif->dev) && | ||
| 112 | test_bit(QUEUE_STATUS_RX_STALLED, &queue->status)))) | ||
| 113 | set_bit(QUEUE_STATUS_RX_PURGE_EVENT, &queue->status); | ||
| 100 | xenvif_kick_thread(queue); | 114 | xenvif_kick_thread(queue); |
| 101 | 115 | ||
| 102 | return IRQ_HANDLED; | 116 | return IRQ_HANDLED; |
| 103 | } | 117 | } |
| 104 | 118 | ||
| 105 | static irqreturn_t xenvif_interrupt(int irq, void *dev_id) | 119 | irqreturn_t xenvif_interrupt(int irq, void *dev_id) |
| 106 | { | 120 | { |
| 107 | xenvif_tx_interrupt(irq, dev_id); | 121 | xenvif_tx_interrupt(irq, dev_id); |
| 108 | xenvif_rx_interrupt(irq, dev_id); | 122 | xenvif_rx_interrupt(irq, dev_id); |
| @@ -124,16 +138,14 @@ void xenvif_wake_queue(struct xenvif_queue *queue) | |||
| 124 | netif_tx_wake_queue(netdev_get_tx_queue(dev, id)); | 138 | netif_tx_wake_queue(netdev_get_tx_queue(dev, id)); |
| 125 | } | 139 | } |
| 126 | 140 | ||
| 127 | /* Callback to wake the queue and drain it on timeout */ | 141 | /* Callback to wake the queue's thread and turn the carrier off on timeout */ |
| 128 | static void xenvif_wake_queue_callback(unsigned long data) | 142 | static void xenvif_rx_stalled(unsigned long data) |
| 129 | { | 143 | { |
| 130 | struct xenvif_queue *queue = (struct xenvif_queue *)data; | 144 | struct xenvif_queue *queue = (struct xenvif_queue *)data; |
| 131 | 145 | ||
| 132 | if (xenvif_queue_stopped(queue)) { | 146 | if (xenvif_queue_stopped(queue)) { |
| 133 | netdev_err(queue->vif->dev, "draining TX queue\n"); | 147 | set_bit(QUEUE_STATUS_RX_PURGE_EVENT, &queue->status); |
| 134 | queue->rx_queue_purge = true; | ||
| 135 | xenvif_kick_thread(queue); | 148 | xenvif_kick_thread(queue); |
| 136 | xenvif_wake_queue(queue); | ||
| 137 | } | 149 | } |
| 138 | } | 150 | } |
| 139 | 151 | ||
| @@ -182,11 +194,11 @@ static int xenvif_start_xmit(struct sk_buff *skb, struct net_device *dev) | |||
| 182 | * drain. | 194 | * drain. |
| 183 | */ | 195 | */ |
| 184 | if (!xenvif_rx_ring_slots_available(queue, min_slots_needed)) { | 196 | if (!xenvif_rx_ring_slots_available(queue, min_slots_needed)) { |
| 185 | queue->wake_queue.function = xenvif_wake_queue_callback; | 197 | queue->rx_stalled.function = xenvif_rx_stalled; |
| 186 | queue->wake_queue.data = (unsigned long)queue; | 198 | queue->rx_stalled.data = (unsigned long)queue; |
| 187 | xenvif_stop_queue(queue); | 199 | xenvif_stop_queue(queue); |
| 188 | mod_timer(&queue->wake_queue, | 200 | mod_timer(&queue->rx_stalled, |
| 189 | jiffies + rx_drain_timeout_jiffies); | 201 | jiffies + rx_drain_timeout_jiffies); |
| 190 | } | 202 | } |
| 191 | 203 | ||
| 192 | skb_queue_tail(&queue->rx_queue, skb); | 204 | skb_queue_tail(&queue->rx_queue, skb); |
| @@ -267,7 +279,7 @@ static void xenvif_down(struct xenvif *vif) | |||
| 267 | static int xenvif_open(struct net_device *dev) | 279 | static int xenvif_open(struct net_device *dev) |
| 268 | { | 280 | { |
| 269 | struct xenvif *vif = netdev_priv(dev); | 281 | struct xenvif *vif = netdev_priv(dev); |
| 270 | if (netif_carrier_ok(dev)) | 282 | if (test_bit(VIF_STATUS_CONNECTED, &vif->status)) |
| 271 | xenvif_up(vif); | 283 | xenvif_up(vif); |
| 272 | netif_tx_start_all_queues(dev); | 284 | netif_tx_start_all_queues(dev); |
| 273 | return 0; | 285 | return 0; |
| @@ -276,7 +288,7 @@ static int xenvif_open(struct net_device *dev) | |||
| 276 | static int xenvif_close(struct net_device *dev) | 288 | static int xenvif_close(struct net_device *dev) |
| 277 | { | 289 | { |
| 278 | struct xenvif *vif = netdev_priv(dev); | 290 | struct xenvif *vif = netdev_priv(dev); |
| 279 | if (netif_carrier_ok(dev)) | 291 | if (test_bit(VIF_STATUS_CONNECTED, &vif->status)) |
| 280 | xenvif_down(vif); | 292 | xenvif_down(vif); |
| 281 | netif_tx_stop_all_queues(dev); | 293 | netif_tx_stop_all_queues(dev); |
| 282 | return 0; | 294 | return 0; |
| @@ -418,8 +430,8 @@ struct xenvif *xenvif_alloc(struct device *parent, domid_t domid, | |||
| 418 | * When the guest selects the desired number, it will be updated | 430 | * When the guest selects the desired number, it will be updated |
| 419 | * via netif_set_real_num_*_queues(). | 431 | * via netif_set_real_num_*_queues(). |
| 420 | */ | 432 | */ |
| 421 | dev = alloc_netdev_mq(sizeof(struct xenvif), name, ether_setup, | 433 | dev = alloc_netdev_mq(sizeof(struct xenvif), name, NET_NAME_UNKNOWN, |
| 422 | xenvif_max_queues); | 434 | ether_setup, xenvif_max_queues); |
| 423 | if (dev == NULL) { | 435 | if (dev == NULL) { |
| 424 | pr_warn("Could not allocate netdev for %s\n", name); | 436 | pr_warn("Could not allocate netdev for %s\n", name); |
| 425 | return ERR_PTR(-ENOMEM); | 437 | return ERR_PTR(-ENOMEM); |
| @@ -514,7 +526,7 @@ int xenvif_init_queue(struct xenvif_queue *queue) | |||
| 514 | queue->grant_tx_handle[i] = NETBACK_INVALID_HANDLE; | 526 | queue->grant_tx_handle[i] = NETBACK_INVALID_HANDLE; |
| 515 | } | 527 | } |
| 516 | 528 | ||
| 517 | init_timer(&queue->wake_queue); | 529 | init_timer(&queue->rx_stalled); |
| 518 | 530 | ||
| 519 | netif_napi_add(queue->vif->dev, &queue->napi, xenvif_poll, | 531 | netif_napi_add(queue->vif->dev, &queue->napi, xenvif_poll, |
| 520 | XENVIF_NAPI_WEIGHT); | 532 | XENVIF_NAPI_WEIGHT); |
| @@ -528,6 +540,7 @@ void xenvif_carrier_on(struct xenvif *vif) | |||
| 528 | if (!vif->can_sg && vif->dev->mtu > ETH_DATA_LEN) | 540 | if (!vif->can_sg && vif->dev->mtu > ETH_DATA_LEN) |
| 529 | dev_set_mtu(vif->dev, ETH_DATA_LEN); | 541 | dev_set_mtu(vif->dev, ETH_DATA_LEN); |
| 530 | netdev_update_features(vif->dev); | 542 | netdev_update_features(vif->dev); |
| 543 | set_bit(VIF_STATUS_CONNECTED, &vif->status); | ||
| 531 | netif_carrier_on(vif->dev); | 544 | netif_carrier_on(vif->dev); |
| 532 | if (netif_running(vif->dev)) | 545 | if (netif_running(vif->dev)) |
| 533 | xenvif_up(vif); | 546 | xenvif_up(vif); |
| @@ -625,9 +638,11 @@ void xenvif_carrier_off(struct xenvif *vif) | |||
| 625 | struct net_device *dev = vif->dev; | 638 | struct net_device *dev = vif->dev; |
| 626 | 639 | ||
| 627 | rtnl_lock(); | 640 | rtnl_lock(); |
| 628 | netif_carrier_off(dev); /* discard queued packets */ | 641 | if (test_and_clear_bit(VIF_STATUS_CONNECTED, &vif->status)) { |
| 629 | if (netif_running(dev)) | 642 | netif_carrier_off(dev); /* discard queued packets */ |
| 630 | xenvif_down(vif); | 643 | if (netif_running(dev)) |
| 644 | xenvif_down(vif); | ||
| 645 | } | ||
| 631 | rtnl_unlock(); | 646 | rtnl_unlock(); |
| 632 | } | 647 | } |
| 633 | 648 | ||
| @@ -656,14 +671,13 @@ void xenvif_disconnect(struct xenvif *vif) | |||
| 656 | unsigned int num_queues = vif->num_queues; | 671 | unsigned int num_queues = vif->num_queues; |
| 657 | unsigned int queue_index; | 672 | unsigned int queue_index; |
| 658 | 673 | ||
| 659 | if (netif_carrier_ok(vif->dev)) | 674 | xenvif_carrier_off(vif); |
| 660 | xenvif_carrier_off(vif); | ||
| 661 | 675 | ||
| 662 | for (queue_index = 0; queue_index < num_queues; ++queue_index) { | 676 | for (queue_index = 0; queue_index < num_queues; ++queue_index) { |
| 663 | queue = &vif->queues[queue_index]; | 677 | queue = &vif->queues[queue_index]; |
| 664 | 678 | ||
| 665 | if (queue->task) { | 679 | if (queue->task) { |
| 666 | del_timer_sync(&queue->wake_queue); | 680 | del_timer_sync(&queue->rx_stalled); |
| 667 | kthread_stop(queue->task); | 681 | kthread_stop(queue->task); |
| 668 | queue->task = NULL; | 682 | queue->task = NULL; |
| 669 | } | 683 | } |
| @@ -705,16 +719,12 @@ void xenvif_free(struct xenvif *vif) | |||
| 705 | /* Here we want to avoid timeout messages if an skb can be legitimately | 719 | /* Here we want to avoid timeout messages if an skb can be legitimately |
| 706 | * stuck somewhere else. Realistically this could be an another vif's | 720 | * stuck somewhere else. Realistically this could be an another vif's |
| 707 | * internal or QDisc queue. That another vif also has this | 721 | * internal or QDisc queue. That another vif also has this |
| 708 | * rx_drain_timeout_msecs timeout, but the timer only ditches the | 722 | * rx_drain_timeout_msecs timeout, so give it time to drain out. |
| 709 | * internal queue. After that, the QDisc queue can put in worst case | 723 | * Although if that other guest wakes up just before its timeout happens |
| 710 | * XEN_NETIF_RX_RING_SIZE / MAX_SKB_FRAGS skbs into that another vif's | 724 | * and takes only one skb from QDisc, it can hold onto other skbs for a |
| 711 | * internal queue, so we need several rounds of such timeouts until we | 725 | * longer period. |
| 712 | * can be sure that no another vif should have skb's from us. We are | ||
| 713 | * not sending more skb's, so newly stuck packets are not interesting | ||
| 714 | * for us here. | ||
| 715 | */ | 726 | */ |
| 716 | unsigned int worst_case_skb_lifetime = (rx_drain_timeout_msecs/1000) * | 727 | unsigned int worst_case_skb_lifetime = (rx_drain_timeout_msecs/1000); |
| 717 | DIV_ROUND_UP(XENVIF_QUEUE_LENGTH, (XEN_NETIF_RX_RING_SIZE / MAX_SKB_FRAGS)); | ||
| 718 | 728 | ||
| 719 | unregister_netdev(vif->dev); | 729 | unregister_netdev(vif->dev); |
| 720 | 730 | ||
diff --git a/drivers/net/xen-netback/netback.c b/drivers/net/xen-netback/netback.c index c65b636bcab9..aa2093325be1 100644 --- a/drivers/net/xen-netback/netback.c +++ b/drivers/net/xen-netback/netback.c | |||
| @@ -1869,8 +1869,7 @@ void xenvif_idx_unmap(struct xenvif_queue *queue, u16 pending_idx) | |||
| 1869 | static inline int rx_work_todo(struct xenvif_queue *queue) | 1869 | static inline int rx_work_todo(struct xenvif_queue *queue) |
| 1870 | { | 1870 | { |
| 1871 | return (!skb_queue_empty(&queue->rx_queue) && | 1871 | return (!skb_queue_empty(&queue->rx_queue) && |
| 1872 | xenvif_rx_ring_slots_available(queue, queue->rx_last_skb_slots)) || | 1872 | xenvif_rx_ring_slots_available(queue, queue->rx_last_skb_slots)); |
| 1873 | queue->rx_queue_purge; | ||
| 1874 | } | 1873 | } |
| 1875 | 1874 | ||
| 1876 | static inline int tx_work_todo(struct xenvif_queue *queue) | 1875 | static inline int tx_work_todo(struct xenvif_queue *queue) |
| @@ -1935,6 +1934,75 @@ static void xenvif_start_queue(struct xenvif_queue *queue) | |||
| 1935 | xenvif_wake_queue(queue); | 1934 | xenvif_wake_queue(queue); |
| 1936 | } | 1935 | } |
| 1937 | 1936 | ||
| 1937 | /* Only called from the queue's thread, it handles the situation when the guest | ||
| 1938 | * doesn't post enough requests on the receiving ring. | ||
| 1939 | * First xenvif_start_xmit disables QDisc and start a timer, and then either the | ||
| 1940 | * timer fires, or the guest send an interrupt after posting new request. If it | ||
| 1941 | * is the timer, the carrier is turned off here. | ||
| 1942 | * */ | ||
| 1943 | static void xenvif_rx_purge_event(struct xenvif_queue *queue) | ||
| 1944 | { | ||
| 1945 | /* Either the last unsuccesful skb or at least 1 slot should fit */ | ||
| 1946 | int needed = queue->rx_last_skb_slots ? | ||
| 1947 | queue->rx_last_skb_slots : 1; | ||
| 1948 | |||
| 1949 | /* It is assumed that if the guest post new slots after this, the RX | ||
| 1950 | * interrupt will set the QUEUE_STATUS_RX_PURGE_EVENT bit and wake up | ||
| 1951 | * the thread again | ||
| 1952 | */ | ||
| 1953 | set_bit(QUEUE_STATUS_RX_STALLED, &queue->status); | ||
| 1954 | if (!xenvif_rx_ring_slots_available(queue, needed)) { | ||
| 1955 | rtnl_lock(); | ||
| 1956 | if (netif_carrier_ok(queue->vif->dev)) { | ||
| 1957 | /* Timer fired and there are still no slots. Turn off | ||
| 1958 | * everything except the interrupts | ||
| 1959 | */ | ||
| 1960 | netif_carrier_off(queue->vif->dev); | ||
| 1961 | skb_queue_purge(&queue->rx_queue); | ||
| 1962 | queue->rx_last_skb_slots = 0; | ||
| 1963 | if (net_ratelimit()) | ||
| 1964 | netdev_err(queue->vif->dev, "Carrier off due to lack of guest response on queue %d\n", queue->id); | ||
| 1965 | } else { | ||
| 1966 | /* Probably an another queue already turned the carrier | ||
| 1967 | * off, make sure nothing is stucked in the internal | ||
| 1968 | * queue of this queue | ||
| 1969 | */ | ||
| 1970 | skb_queue_purge(&queue->rx_queue); | ||
| 1971 | queue->rx_last_skb_slots = 0; | ||
| 1972 | } | ||
| 1973 | rtnl_unlock(); | ||
| 1974 | } else if (!netif_carrier_ok(queue->vif->dev)) { | ||
| 1975 | unsigned int num_queues = queue->vif->num_queues; | ||
| 1976 | unsigned int i; | ||
| 1977 | /* The carrier was down, but an interrupt kicked | ||
| 1978 | * the thread again after new requests were | ||
| 1979 | * posted | ||
| 1980 | */ | ||
| 1981 | clear_bit(QUEUE_STATUS_RX_STALLED, | ||
| 1982 | &queue->status); | ||
| 1983 | rtnl_lock(); | ||
| 1984 | netif_carrier_on(queue->vif->dev); | ||
| 1985 | netif_tx_wake_all_queues(queue->vif->dev); | ||
| 1986 | rtnl_unlock(); | ||
| 1987 | |||
| 1988 | for (i = 0; i < num_queues; i++) { | ||
| 1989 | struct xenvif_queue *temp = &queue->vif->queues[i]; | ||
| 1990 | |||
| 1991 | xenvif_napi_schedule_or_enable_events(temp); | ||
| 1992 | } | ||
| 1993 | if (net_ratelimit()) | ||
| 1994 | netdev_err(queue->vif->dev, "Carrier on again\n"); | ||
| 1995 | } else { | ||
| 1996 | /* Queuing were stopped, but the guest posted | ||
| 1997 | * new requests and sent an interrupt | ||
| 1998 | */ | ||
| 1999 | clear_bit(QUEUE_STATUS_RX_STALLED, | ||
| 2000 | &queue->status); | ||
| 2001 | del_timer_sync(&queue->rx_stalled); | ||
| 2002 | xenvif_start_queue(queue); | ||
| 2003 | } | ||
| 2004 | } | ||
| 2005 | |||
| 1938 | int xenvif_kthread_guest_rx(void *data) | 2006 | int xenvif_kthread_guest_rx(void *data) |
| 1939 | { | 2007 | { |
| 1940 | struct xenvif_queue *queue = data; | 2008 | struct xenvif_queue *queue = data; |
| @@ -1944,8 +2012,12 @@ int xenvif_kthread_guest_rx(void *data) | |||
| 1944 | wait_event_interruptible(queue->wq, | 2012 | wait_event_interruptible(queue->wq, |
| 1945 | rx_work_todo(queue) || | 2013 | rx_work_todo(queue) || |
| 1946 | queue->vif->disabled || | 2014 | queue->vif->disabled || |
| 2015 | test_bit(QUEUE_STATUS_RX_PURGE_EVENT, &queue->status) || | ||
| 1947 | kthread_should_stop()); | 2016 | kthread_should_stop()); |
| 1948 | 2017 | ||
| 2018 | if (kthread_should_stop()) | ||
| 2019 | break; | ||
| 2020 | |||
| 1949 | /* This frontend is found to be rogue, disable it in | 2021 | /* This frontend is found to be rogue, disable it in |
| 1950 | * kthread context. Currently this is only set when | 2022 | * kthread context. Currently this is only set when |
| 1951 | * netback finds out frontend sends malformed packet, | 2023 | * netback finds out frontend sends malformed packet, |
| @@ -1953,26 +2025,23 @@ int xenvif_kthread_guest_rx(void *data) | |||
| 1953 | * context so we defer it here, if this thread is | 2025 | * context so we defer it here, if this thread is |
| 1954 | * associated with queue 0. | 2026 | * associated with queue 0. |
| 1955 | */ | 2027 | */ |
| 1956 | if (unlikely(queue->vif->disabled && netif_carrier_ok(queue->vif->dev) && queue->id == 0)) | 2028 | if (unlikely(queue->vif->disabled && queue->id == 0)) |
| 1957 | xenvif_carrier_off(queue->vif); | 2029 | xenvif_carrier_off(queue->vif); |
| 1958 | 2030 | else if (unlikely(test_and_clear_bit(QUEUE_STATUS_RX_PURGE_EVENT, | |
| 1959 | if (kthread_should_stop()) | 2031 | &queue->status))) { |
| 1960 | break; | 2032 | xenvif_rx_purge_event(queue); |
| 1961 | 2033 | } else if (!netif_carrier_ok(queue->vif->dev)) { | |
| 1962 | if (queue->rx_queue_purge) { | 2034 | /* Another queue stalled and turned the carrier off, so |
| 2035 | * purge the internal queue of queues which were not | ||
| 2036 | * blocked | ||
| 2037 | */ | ||
| 1963 | skb_queue_purge(&queue->rx_queue); | 2038 | skb_queue_purge(&queue->rx_queue); |
| 1964 | queue->rx_queue_purge = false; | 2039 | queue->rx_last_skb_slots = 0; |
| 1965 | } | 2040 | } |
| 1966 | 2041 | ||
| 1967 | if (!skb_queue_empty(&queue->rx_queue)) | 2042 | if (!skb_queue_empty(&queue->rx_queue)) |
| 1968 | xenvif_rx_action(queue); | 2043 | xenvif_rx_action(queue); |
| 1969 | 2044 | ||
| 1970 | if (skb_queue_empty(&queue->rx_queue) && | ||
| 1971 | xenvif_queue_stopped(queue)) { | ||
| 1972 | del_timer_sync(&queue->wake_queue); | ||
| 1973 | xenvif_start_queue(queue); | ||
| 1974 | } | ||
| 1975 | |||
| 1976 | cond_resched(); | 2045 | cond_resched(); |
| 1977 | } | 2046 | } |
| 1978 | 2047 | ||
| @@ -2027,6 +2096,13 @@ static int __init netback_init(void) | |||
| 2027 | 2096 | ||
| 2028 | rx_drain_timeout_jiffies = msecs_to_jiffies(rx_drain_timeout_msecs); | 2097 | rx_drain_timeout_jiffies = msecs_to_jiffies(rx_drain_timeout_msecs); |
| 2029 | 2098 | ||
| 2099 | #ifdef CONFIG_DEBUG_FS | ||
| 2100 | xen_netback_dbg_root = debugfs_create_dir("xen-netback", NULL); | ||
| 2101 | if (IS_ERR_OR_NULL(xen_netback_dbg_root)) | ||
| 2102 | pr_warn("Init of debugfs returned %ld!\n", | ||
| 2103 | PTR_ERR(xen_netback_dbg_root)); | ||
| 2104 | #endif /* CONFIG_DEBUG_FS */ | ||
| 2105 | |||
| 2030 | return 0; | 2106 | return 0; |
| 2031 | 2107 | ||
| 2032 | failed_init: | 2108 | failed_init: |
| @@ -2037,6 +2113,10 @@ module_init(netback_init); | |||
| 2037 | 2113 | ||
| 2038 | static void __exit netback_fini(void) | 2114 | static void __exit netback_fini(void) |
| 2039 | { | 2115 | { |
| 2116 | #ifdef CONFIG_DEBUG_FS | ||
| 2117 | if (!IS_ERR_OR_NULL(xen_netback_dbg_root)) | ||
| 2118 | debugfs_remove_recursive(xen_netback_dbg_root); | ||
| 2119 | #endif /* CONFIG_DEBUG_FS */ | ||
| 2040 | xenvif_xenbus_fini(); | 2120 | xenvif_xenbus_fini(); |
| 2041 | } | 2121 | } |
| 2042 | module_exit(netback_fini); | 2122 | module_exit(netback_fini); |
diff --git a/drivers/net/xen-netback/xenbus.c b/drivers/net/xen-netback/xenbus.c index 3d85acd84bad..580517d857bf 100644 --- a/drivers/net/xen-netback/xenbus.c +++ b/drivers/net/xen-netback/xenbus.c | |||
| @@ -44,6 +44,175 @@ static void unregister_hotplug_status_watch(struct backend_info *be); | |||
| 44 | static void set_backend_state(struct backend_info *be, | 44 | static void set_backend_state(struct backend_info *be, |
| 45 | enum xenbus_state state); | 45 | enum xenbus_state state); |
| 46 | 46 | ||
| 47 | #ifdef CONFIG_DEBUG_FS | ||
| 48 | struct dentry *xen_netback_dbg_root = NULL; | ||
| 49 | |||
| 50 | static int xenvif_read_io_ring(struct seq_file *m, void *v) | ||
| 51 | { | ||
| 52 | struct xenvif_queue *queue = m->private; | ||
| 53 | struct xen_netif_tx_back_ring *tx_ring = &queue->tx; | ||
| 54 | struct xen_netif_rx_back_ring *rx_ring = &queue->rx; | ||
| 55 | |||
| 56 | if (tx_ring->sring) { | ||
| 57 | struct xen_netif_tx_sring *sring = tx_ring->sring; | ||
| 58 | |||
| 59 | seq_printf(m, "Queue %d\nTX: nr_ents %u\n", queue->id, | ||
| 60 | tx_ring->nr_ents); | ||
| 61 | seq_printf(m, "req prod %u (%d) cons %u (%d) event %u (%d)\n", | ||
| 62 | sring->req_prod, | ||
| 63 | sring->req_prod - sring->rsp_prod, | ||
| 64 | tx_ring->req_cons, | ||
| 65 | tx_ring->req_cons - sring->rsp_prod, | ||
| 66 | sring->req_event, | ||
| 67 | sring->req_event - sring->rsp_prod); | ||
| 68 | seq_printf(m, "rsp prod %u (base) pvt %u (%d) event %u (%d)\n", | ||
| 69 | sring->rsp_prod, | ||
| 70 | tx_ring->rsp_prod_pvt, | ||
| 71 | tx_ring->rsp_prod_pvt - sring->rsp_prod, | ||
| 72 | sring->rsp_event, | ||
| 73 | sring->rsp_event - sring->rsp_prod); | ||
| 74 | seq_printf(m, "pending prod %u pending cons %u nr_pending_reqs %u\n", | ||
| 75 | queue->pending_prod, | ||
| 76 | queue->pending_cons, | ||
| 77 | nr_pending_reqs(queue)); | ||
| 78 | seq_printf(m, "dealloc prod %u dealloc cons %u dealloc_queue %u\n\n", | ||
| 79 | queue->dealloc_prod, | ||
| 80 | queue->dealloc_cons, | ||
| 81 | queue->dealloc_prod - queue->dealloc_cons); | ||
| 82 | } | ||
| 83 | |||
| 84 | if (rx_ring->sring) { | ||
| 85 | struct xen_netif_rx_sring *sring = rx_ring->sring; | ||
| 86 | |||
| 87 | seq_printf(m, "RX: nr_ents %u\n", rx_ring->nr_ents); | ||
| 88 | seq_printf(m, "req prod %u (%d) cons %u (%d) event %u (%d)\n", | ||
| 89 | sring->req_prod, | ||
| 90 | sring->req_prod - sring->rsp_prod, | ||
| 91 | rx_ring->req_cons, | ||
| 92 | rx_ring->req_cons - sring->rsp_prod, | ||
| 93 | sring->req_event, | ||
| 94 | sring->req_event - sring->rsp_prod); | ||
| 95 | seq_printf(m, "rsp prod %u (base) pvt %u (%d) event %u (%d)\n\n", | ||
| 96 | sring->rsp_prod, | ||
| 97 | rx_ring->rsp_prod_pvt, | ||
| 98 | rx_ring->rsp_prod_pvt - sring->rsp_prod, | ||
| 99 | sring->rsp_event, | ||
| 100 | sring->rsp_event - sring->rsp_prod); | ||
| 101 | } | ||
| 102 | |||
| 103 | seq_printf(m, "NAPI state: %lx NAPI weight: %d TX queue len %u\n" | ||
| 104 | "Credit timer_pending: %d, credit: %lu, usec: %lu\n" | ||
| 105 | "remaining: %lu, expires: %lu, now: %lu\n", | ||
| 106 | queue->napi.state, queue->napi.weight, | ||
| 107 | skb_queue_len(&queue->tx_queue), | ||
| 108 | timer_pending(&queue->credit_timeout), | ||
| 109 | queue->credit_bytes, | ||
| 110 | queue->credit_usec, | ||
| 111 | queue->remaining_credit, | ||
| 112 | queue->credit_timeout.expires, | ||
| 113 | jiffies); | ||
| 114 | |||
| 115 | return 0; | ||
| 116 | } | ||
| 117 | |||
| 118 | #define XENVIF_KICK_STR "kick" | ||
| 119 | |||
| 120 | static ssize_t | ||
| 121 | xenvif_write_io_ring(struct file *filp, const char __user *buf, size_t count, | ||
| 122 | loff_t *ppos) | ||
| 123 | { | ||
| 124 | struct xenvif_queue *queue = | ||
| 125 | ((struct seq_file *)filp->private_data)->private; | ||
| 126 | int len; | ||
| 127 | char write[sizeof(XENVIF_KICK_STR)]; | ||
| 128 | |||
| 129 | /* don't allow partial writes and check the length */ | ||
| 130 | if (*ppos != 0) | ||
| 131 | return 0; | ||
| 132 | if (count < sizeof(XENVIF_KICK_STR) - 1) | ||
| 133 | return -ENOSPC; | ||
| 134 | |||
| 135 | len = simple_write_to_buffer(write, | ||
| 136 | sizeof(write), | ||
| 137 | ppos, | ||
| 138 | buf, | ||
| 139 | count); | ||
| 140 | if (len < 0) | ||
| 141 | return len; | ||
| 142 | |||
| 143 | if (!strncmp(write, XENVIF_KICK_STR, sizeof(XENVIF_KICK_STR) - 1)) | ||
| 144 | xenvif_interrupt(0, (void *)queue); | ||
| 145 | else { | ||
| 146 | pr_warn("Unknown command to io_ring_q%d. Available: kick\n", | ||
| 147 | queue->id); | ||
| 148 | count = -EINVAL; | ||
| 149 | } | ||
| 150 | return count; | ||
| 151 | } | ||
| 152 | |||
| 153 | static int xenvif_dump_open(struct inode *inode, struct file *filp) | ||
| 154 | { | ||
| 155 | int ret; | ||
| 156 | void *queue = NULL; | ||
| 157 | |||
| 158 | if (inode->i_private) | ||
| 159 | queue = inode->i_private; | ||
| 160 | ret = single_open(filp, xenvif_read_io_ring, queue); | ||
| 161 | filp->f_mode |= FMODE_PWRITE; | ||
| 162 | return ret; | ||
| 163 | } | ||
| 164 | |||
| 165 | static const struct file_operations xenvif_dbg_io_ring_ops_fops = { | ||
| 166 | .owner = THIS_MODULE, | ||
| 167 | .open = xenvif_dump_open, | ||
| 168 | .read = seq_read, | ||
| 169 | .llseek = seq_lseek, | ||
| 170 | .release = single_release, | ||
| 171 | .write = xenvif_write_io_ring, | ||
| 172 | }; | ||
| 173 | |||
| 174 | static void xenvif_debugfs_addif(struct xenvif_queue *queue) | ||
| 175 | { | ||
| 176 | struct dentry *pfile; | ||
| 177 | struct xenvif *vif = queue->vif; | ||
| 178 | int i; | ||
| 179 | |||
| 180 | if (IS_ERR_OR_NULL(xen_netback_dbg_root)) | ||
| 181 | return; | ||
| 182 | |||
| 183 | vif->xenvif_dbg_root = debugfs_create_dir(vif->dev->name, | ||
| 184 | xen_netback_dbg_root); | ||
| 185 | if (!IS_ERR_OR_NULL(vif->xenvif_dbg_root)) { | ||
| 186 | for (i = 0; i < vif->num_queues; ++i) { | ||
| 187 | char filename[sizeof("io_ring_q") + 4]; | ||
| 188 | |||
| 189 | snprintf(filename, sizeof(filename), "io_ring_q%d", i); | ||
| 190 | pfile = debugfs_create_file(filename, | ||
| 191 | S_IRUSR | S_IWUSR, | ||
| 192 | vif->xenvif_dbg_root, | ||
| 193 | &vif->queues[i], | ||
| 194 | &xenvif_dbg_io_ring_ops_fops); | ||
| 195 | if (IS_ERR_OR_NULL(pfile)) | ||
| 196 | pr_warn("Creation of io_ring file returned %ld!\n", | ||
| 197 | PTR_ERR(pfile)); | ||
| 198 | } | ||
| 199 | } else | ||
| 200 | netdev_warn(vif->dev, | ||
| 201 | "Creation of vif debugfs dir returned %ld!\n", | ||
| 202 | PTR_ERR(vif->xenvif_dbg_root)); | ||
| 203 | } | ||
| 204 | |||
| 205 | static void xenvif_debugfs_delif(struct xenvif *vif) | ||
| 206 | { | ||
| 207 | if (IS_ERR_OR_NULL(xen_netback_dbg_root)) | ||
| 208 | return; | ||
| 209 | |||
| 210 | if (!IS_ERR_OR_NULL(vif->xenvif_dbg_root)) | ||
| 211 | debugfs_remove_recursive(vif->xenvif_dbg_root); | ||
| 212 | vif->xenvif_dbg_root = NULL; | ||
| 213 | } | ||
| 214 | #endif /* CONFIG_DEBUG_FS */ | ||
| 215 | |||
| 47 | static int netback_remove(struct xenbus_device *dev) | 216 | static int netback_remove(struct xenbus_device *dev) |
| 48 | { | 217 | { |
| 49 | struct backend_info *be = dev_get_drvdata(&dev->dev); | 218 | struct backend_info *be = dev_get_drvdata(&dev->dev); |
| @@ -246,8 +415,12 @@ static void backend_create_xenvif(struct backend_info *be) | |||
| 246 | 415 | ||
| 247 | static void backend_disconnect(struct backend_info *be) | 416 | static void backend_disconnect(struct backend_info *be) |
| 248 | { | 417 | { |
| 249 | if (be->vif) | 418 | if (be->vif) { |
| 419 | #ifdef CONFIG_DEBUG_FS | ||
| 420 | xenvif_debugfs_delif(be->vif); | ||
| 421 | #endif /* CONFIG_DEBUG_FS */ | ||
| 250 | xenvif_disconnect(be->vif); | 422 | xenvif_disconnect(be->vif); |
| 423 | } | ||
| 251 | } | 424 | } |
| 252 | 425 | ||
| 253 | static void backend_connect(struct backend_info *be) | 426 | static void backend_connect(struct backend_info *be) |
| @@ -560,6 +733,9 @@ static void connect(struct backend_info *be) | |||
| 560 | be->vif->num_queues = queue_index; | 733 | be->vif->num_queues = queue_index; |
| 561 | goto err; | 734 | goto err; |
| 562 | } | 735 | } |
| 736 | #ifdef CONFIG_DEBUG_FS | ||
| 737 | xenvif_debugfs_addif(queue); | ||
| 738 | #endif /* CONFIG_DEBUG_FS */ | ||
| 563 | } | 739 | } |
| 564 | 740 | ||
| 565 | /* Initialisation completed, tell core driver the number of | 741 | /* Initialisation completed, tell core driver the number of |
