virtio: free transmit skbs when notified, not on next xmit.

This fixes a potential dangling xmit problem.

We also suppress refill interrupts until we need them.

Signed-off-by: Rusty Russell <rusty@rustcorp.com.au>
---
 drivers/net/virtio_net.c |   57 ++++++++++++++++++++++++++++++-----------------
 1 file changed, 37 insertions(+), 20 deletions(-)

diff -r 9caaee55fb73 drivers/net/virtio_net.c
--- a/drivers/net/virtio_net.c	Mon Jan 07 15:47:32 2008 +1100
+++ b/drivers/net/virtio_net.c	Mon Jan 07 18:59:23 2008 +1100
@@ -59,11 +59,29 @@ static inline void vnet_hdr_to_sg(struct
 	sg_init_one(sg, skb_vnet_hdr(skb), sizeof(struct virtio_net_hdr));
 }
 
-static void skb_xmit_done(struct virtqueue *rvq)
+static unsigned free_old_xmit_skbs(struct virtnet_info *vi)
 {
-	struct virtnet_info *vi = rvq->vdev->priv;
+	struct sk_buff *skb;
+	unsigned int len, i = 0;
 
-	/* In case we were waiting for output buffers. */
+	while ((skb = vi->svq->vq_ops->get_buf(vi->svq, &len)) != NULL) {
+		pr_debug("Sent skb %p\n", skb);
+		__skb_unlink(skb, &vi->send);
+		vi->dev->stats.tx_bytes += len;
+		vi->dev->stats.tx_packets++;
+		kfree_skb(skb);
+		i++;
+	}
+	return i;
+}
+
+static void skb_xmit_done(struct virtqueue *svq)
+{
+	struct virtnet_info *vi = svq->vdev->priv;
+
+	/* Suppress further interrupts. */
+	svq->vq_ops->disable_cb(svq);
+	/* We were waiting for more output buffers. */
 	netif_wake_queue(vi->dev);
 }
 
@@ -215,20 +233,6 @@ again:
 	return received;
 }
 
-static void free_old_xmit_skbs(struct virtnet_info *vi)
-{
-	struct sk_buff *skb;
-	unsigned int len;
-
-	while ((skb = vi->svq->vq_ops->get_buf(vi->svq, &len)) != NULL) {
-		pr_debug("Sent skb %p\n", skb);
-		__skb_unlink(skb, &vi->send);
-		vi->dev->stats.tx_bytes += len;
-		vi->dev->stats.tx_packets++;
-		kfree_skb(skb);
-	}
-}
-
 static enum hrtimer_restart kick_xmit(struct hrtimer *t)
 {
 	struct virtnet_info *vi = container_of(t,struct virtnet_info,tx_timer);
@@ -255,8 +259,6 @@ static int start_xmit(struct sk_buff *sk
 	sg_init_table(sg, 1+MAX_SKB_FRAGS);
 
 	pr_debug("%s: xmit %p %s\n", dev->name, skb, print_mac(mac, dest));
-
-	free_old_xmit_skbs(vi);
 
 	/* Encode metadata header at front. */
 	hdr = skb_vnet_hdr(skb);
@@ -289,10 +291,15 @@ static int start_xmit(struct sk_buff *sk
 	vnet_hdr_to_sg(sg, skb);
 	num = skb_to_sgvec(skb, sg+1, 0, skb->len) + 1;
 	__skb_queue_head(&vi->send, skb);
+
+again:
 	err = vi->svq->vq_ops->add_buf(vi->svq, sg, num, 0, skb);
 	if (err) {
+		/* Can we free any used skbs? */
+		if (free_old_xmit_skbs(vi))
+			goto again;
+
 		pr_debug("%s: virtio not prepared to send\n", dev->name);
-		skb_unlink(skb, &vi->send);
 		if (vi->out_max != vi->out_num)
 			printk("%s: out_max changed from %u to %u\n",
 			       dev->name, vi->out_max, vi->out_num);
@@ -302,6 +309,16 @@ static int start_xmit(struct sk_buff *sk
 		hrtimer_cancel(&vi->tx_timer);
 		vi->svq->vq_ops->kick(vi->svq);
 		netif_stop_queue(dev);
+
+		/* Activate callback for using skbs: if this fails it
+		 * means some were used in the meantime. */
+		if (unlikely(!vi->svq->vq_ops->enable_cb(vi->svq))) {
+			printk("Unlikely: restart svq failed\n");
+			netif_start_queue(dev);
+			goto again;
+		}
+		__skb_unlink(skb, &vi->send);
+
 		return NETDEV_TX_BUSY;
 	}