2 * Xenbus code for netif backend
4 * Copyright (C) 2005 Rusty Russell <rusty@rustcorp.com.au>
5 * Copyright (C) 2005 XenSource Ltd
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, see <http://www.gnu.org/licenses/>.
22 #include <linux/vmalloc.h>
23 #include <linux/rtnetlink.h>
26 struct xenbus_device
*dev
;
29 /* This is the state that will be reflected in xenstore when any
30 * active hotplug script completes.
32 enum xenbus_state state
;
34 enum xenbus_state frontend_state
;
35 struct xenbus_watch hotplug_status_watch
;
36 u8 have_hotplug_status_watch
:1;
38 const char *hotplug_script
;
41 static int connect_data_rings(struct backend_info
*be
,
42 struct xenvif_queue
*queue
);
43 static void connect(struct backend_info
*be
);
44 static int read_xenbus_vif_flags(struct backend_info
*be
);
45 static int backend_create_xenvif(struct backend_info
*be
);
46 static void unregister_hotplug_status_watch(struct backend_info
*be
);
47 static void xen_unregister_watchers(struct xenvif
*vif
);
48 static void set_backend_state(struct backend_info
*be
,
49 enum xenbus_state state
);
51 #ifdef CONFIG_DEBUG_FS
52 struct dentry
*xen_netback_dbg_root
= NULL
;
54 static int xenvif_read_io_ring(struct seq_file
*m
, void *v
)
56 struct xenvif_queue
*queue
= m
->private;
57 struct xen_netif_tx_back_ring
*tx_ring
= &queue
->tx
;
58 struct xen_netif_rx_back_ring
*rx_ring
= &queue
->rx
;
59 struct netdev_queue
*dev_queue
;
62 struct xen_netif_tx_sring
*sring
= tx_ring
->sring
;
64 seq_printf(m
, "Queue %d\nTX: nr_ents %u\n", queue
->id
,
66 seq_printf(m
, "req prod %u (%d) cons %u (%d) event %u (%d)\n",
68 sring
->req_prod
- sring
->rsp_prod
,
70 tx_ring
->req_cons
- sring
->rsp_prod
,
72 sring
->req_event
- sring
->rsp_prod
);
73 seq_printf(m
, "rsp prod %u (base) pvt %u (%d) event %u (%d)\n",
75 tx_ring
->rsp_prod_pvt
,
76 tx_ring
->rsp_prod_pvt
- sring
->rsp_prod
,
78 sring
->rsp_event
- sring
->rsp_prod
);
79 seq_printf(m
, "pending prod %u pending cons %u nr_pending_reqs %u\n",
82 nr_pending_reqs(queue
));
83 seq_printf(m
, "dealloc prod %u dealloc cons %u dealloc_queue %u\n\n",
86 queue
->dealloc_prod
- queue
->dealloc_cons
);
90 struct xen_netif_rx_sring
*sring
= rx_ring
->sring
;
92 seq_printf(m
, "RX: nr_ents %u\n", rx_ring
->nr_ents
);
93 seq_printf(m
, "req prod %u (%d) cons %u (%d) event %u (%d)\n",
95 sring
->req_prod
- sring
->rsp_prod
,
97 rx_ring
->req_cons
- sring
->rsp_prod
,
99 sring
->req_event
- sring
->rsp_prod
);
100 seq_printf(m
, "rsp prod %u (base) pvt %u (%d) event %u (%d)\n\n",
102 rx_ring
->rsp_prod_pvt
,
103 rx_ring
->rsp_prod_pvt
- sring
->rsp_prod
,
105 sring
->rsp_event
- sring
->rsp_prod
);
108 seq_printf(m
, "NAPI state: %lx NAPI weight: %d TX queue len %u\n"
109 "Credit timer_pending: %d, credit: %lu, usec: %lu\n"
110 "remaining: %lu, expires: %lu, now: %lu\n",
111 queue
->napi
.state
, queue
->napi
.weight
,
112 skb_queue_len(&queue
->tx_queue
),
113 timer_pending(&queue
->credit_timeout
),
116 queue
->remaining_credit
,
117 queue
->credit_timeout
.expires
,
120 dev_queue
= netdev_get_tx_queue(queue
->vif
->dev
, queue
->id
);
122 seq_printf(m
, "\nRx internal queue: len %u max %u pkts %u %s\n",
123 queue
->rx_queue_len
, queue
->rx_queue_max
,
124 skb_queue_len(&queue
->rx_queue
),
125 netif_tx_queue_stopped(dev_queue
) ? "stopped" : "running");
130 #define XENVIF_KICK_STR "kick"
131 #define BUFFER_SIZE 32
134 xenvif_write_io_ring(struct file
*filp
, const char __user
*buf
, size_t count
,
137 struct xenvif_queue
*queue
=
138 ((struct seq_file
*)filp
->private_data
)->private;
140 char write
[BUFFER_SIZE
];
142 /* don't allow partial writes and check the length */
145 if (count
>= sizeof(write
))
148 len
= simple_write_to_buffer(write
,
158 if (!strncmp(write
, XENVIF_KICK_STR
, sizeof(XENVIF_KICK_STR
) - 1))
159 xenvif_interrupt(0, (void *)queue
);
161 pr_warn("Unknown command to io_ring_q%d. Available: kick\n",
168 static int xenvif_io_ring_open(struct inode
*inode
, struct file
*filp
)
173 if (inode
->i_private
)
174 queue
= inode
->i_private
;
175 ret
= single_open(filp
, xenvif_read_io_ring
, queue
);
176 filp
->f_mode
|= FMODE_PWRITE
;
180 static const struct file_operations xenvif_dbg_io_ring_ops_fops
= {
181 .owner
= THIS_MODULE
,
182 .open
= xenvif_io_ring_open
,
185 .release
= single_release
,
186 .write
= xenvif_write_io_ring
,
189 static int xenvif_read_ctrl(struct seq_file
*m
, void *v
)
191 struct xenvif
*vif
= m
->private;
193 xenvif_dump_hash_info(vif
, m
);
198 static int xenvif_ctrl_open(struct inode
*inode
, struct file
*filp
)
200 return single_open(filp
, xenvif_read_ctrl
, inode
->i_private
);
203 static const struct file_operations xenvif_dbg_ctrl_ops_fops
= {
204 .owner
= THIS_MODULE
,
205 .open
= xenvif_ctrl_open
,
208 .release
= single_release
,
211 static void xenvif_debugfs_addif(struct xenvif
*vif
)
213 struct dentry
*pfile
;
216 if (IS_ERR_OR_NULL(xen_netback_dbg_root
))
219 vif
->xenvif_dbg_root
= debugfs_create_dir(vif
->dev
->name
,
220 xen_netback_dbg_root
);
221 if (!IS_ERR_OR_NULL(vif
->xenvif_dbg_root
)) {
222 for (i
= 0; i
< vif
->num_queues
; ++i
) {
223 char filename
[sizeof("io_ring_q") + 4];
225 snprintf(filename
, sizeof(filename
), "io_ring_q%d", i
);
226 pfile
= debugfs_create_file(filename
,
228 vif
->xenvif_dbg_root
,
230 &xenvif_dbg_io_ring_ops_fops
);
231 if (IS_ERR_OR_NULL(pfile
))
232 pr_warn("Creation of io_ring file returned %ld!\n",
237 pfile
= debugfs_create_file("ctrl",
239 vif
->xenvif_dbg_root
,
241 &xenvif_dbg_ctrl_ops_fops
);
242 if (IS_ERR_OR_NULL(pfile
))
243 pr_warn("Creation of ctrl file returned %ld!\n",
247 netdev_warn(vif
->dev
,
248 "Creation of vif debugfs dir returned %ld!\n",
249 PTR_ERR(vif
->xenvif_dbg_root
));
252 static void xenvif_debugfs_delif(struct xenvif
*vif
)
254 if (IS_ERR_OR_NULL(xen_netback_dbg_root
))
257 if (!IS_ERR_OR_NULL(vif
->xenvif_dbg_root
))
258 debugfs_remove_recursive(vif
->xenvif_dbg_root
);
259 vif
->xenvif_dbg_root
= NULL
;
261 #endif /* CONFIG_DEBUG_FS */
263 static int netback_remove(struct xenbus_device
*dev
)
265 struct backend_info
*be
= dev_get_drvdata(&dev
->dev
);
267 set_backend_state(be
, XenbusStateClosed
);
269 unregister_hotplug_status_watch(be
);
271 kobject_uevent(&dev
->dev
.kobj
, KOBJ_OFFLINE
);
272 xen_unregister_watchers(be
->vif
);
273 xenbus_rm(XBT_NIL
, dev
->nodename
, "hotplug-status");
274 xenvif_free(be
->vif
);
277 kfree(be
->hotplug_script
);
279 dev_set_drvdata(&dev
->dev
, NULL
);
285 * Entry point to this code when a new device is created. Allocate the basic
286 * structures and switch to InitWait.
288 static int netback_probe(struct xenbus_device
*dev
,
289 const struct xenbus_device_id
*id
)
292 struct xenbus_transaction xbt
;
296 struct backend_info
*be
= kzalloc(sizeof(struct backend_info
),
299 xenbus_dev_fatal(dev
, -ENOMEM
,
300 "allocating backend structure");
305 dev_set_drvdata(&dev
->dev
, be
);
307 be
->state
= XenbusStateInitialising
;
308 err
= xenbus_switch_state(dev
, XenbusStateInitialising
);
315 err
= xenbus_transaction_start(&xbt
);
317 xenbus_dev_fatal(dev
, err
, "starting transaction");
321 err
= xenbus_printf(xbt
, dev
->nodename
, "feature-sg", "%d", sg
);
323 message
= "writing feature-sg";
324 goto abort_transaction
;
327 err
= xenbus_printf(xbt
, dev
->nodename
, "feature-gso-tcpv4",
330 message
= "writing feature-gso-tcpv4";
331 goto abort_transaction
;
334 err
= xenbus_printf(xbt
, dev
->nodename
, "feature-gso-tcpv6",
337 message
= "writing feature-gso-tcpv6";
338 goto abort_transaction
;
341 /* We support partial checksum setup for IPv6 packets */
342 err
= xenbus_printf(xbt
, dev
->nodename
,
343 "feature-ipv6-csum-offload",
346 message
= "writing feature-ipv6-csum-offload";
347 goto abort_transaction
;
350 /* We support rx-copy path. */
351 err
= xenbus_printf(xbt
, dev
->nodename
,
352 "feature-rx-copy", "%d", 1);
354 message
= "writing feature-rx-copy";
355 goto abort_transaction
;
359 * We don't support rx-flip path (except old guests who don't
360 * grok this feature flag).
362 err
= xenbus_printf(xbt
, dev
->nodename
,
363 "feature-rx-flip", "%d", 0);
365 message
= "writing feature-rx-flip";
366 goto abort_transaction
;
369 /* We support dynamic multicast-control. */
370 err
= xenbus_printf(xbt
, dev
->nodename
,
371 "feature-multicast-control", "%d", 1);
373 message
= "writing feature-multicast-control";
374 goto abort_transaction
;
377 err
= xenbus_printf(xbt
, dev
->nodename
,
378 "feature-dynamic-multicast-control",
381 message
= "writing feature-dynamic-multicast-control";
382 goto abort_transaction
;
385 err
= xenbus_transaction_end(xbt
, 0);
386 } while (err
== -EAGAIN
);
389 xenbus_dev_fatal(dev
, err
, "completing transaction");
394 * Split event channels support, this is optional so it is not
395 * put inside the above loop.
397 err
= xenbus_printf(XBT_NIL
, dev
->nodename
,
398 "feature-split-event-channels",
399 "%u", separate_tx_rx_irq
);
401 pr_debug("Error writing feature-split-event-channels\n");
403 /* Multi-queue support: This is an optional feature. */
404 err
= xenbus_printf(XBT_NIL
, dev
->nodename
,
405 "multi-queue-max-queues", "%u", xenvif_max_queues
);
407 pr_debug("Error writing multi-queue-max-queues\n");
409 err
= xenbus_printf(XBT_NIL
, dev
->nodename
,
413 pr_debug("Error writing feature-ctrl-ring\n");
415 script
= xenbus_read(XBT_NIL
, dev
->nodename
, "script", NULL
);
416 if (IS_ERR(script
)) {
417 err
= PTR_ERR(script
);
418 xenbus_dev_fatal(dev
, err
, "reading script");
422 be
->hotplug_script
= script
;
425 /* This kicks hotplug scripts, so do it immediately. */
426 err
= backend_create_xenvif(be
);
433 xenbus_transaction_end(xbt
, 1);
434 xenbus_dev_fatal(dev
, err
, "%s", message
);
436 pr_debug("failed\n");
443 * Handle the creation of the hotplug script environment. We add the script
444 * and vif variables to the environment, for the benefit of the vif-* hotplug
447 static int netback_uevent(struct xenbus_device
*xdev
,
448 struct kobj_uevent_env
*env
)
450 struct backend_info
*be
= dev_get_drvdata(&xdev
->dev
);
455 if (add_uevent_var(env
, "script=%s", be
->hotplug_script
))
461 return add_uevent_var(env
, "vif=%s", be
->vif
->dev
->name
);
465 static int backend_create_xenvif(struct backend_info
*be
)
469 struct xenbus_device
*dev
= be
->dev
;
475 err
= xenbus_scanf(XBT_NIL
, dev
->nodename
, "handle", "%li", &handle
);
477 xenbus_dev_fatal(dev
, err
, "reading handle");
478 return (err
< 0) ? err
: -EINVAL
;
481 vif
= xenvif_alloc(&dev
->dev
, dev
->otherend_id
, handle
);
484 xenbus_dev_fatal(dev
, err
, "creating interface");
489 kobject_uevent(&dev
->dev
.kobj
, KOBJ_ONLINE
);
493 static void backend_disconnect(struct backend_info
*be
)
495 struct xenvif
*vif
= be
->vif
;
498 unsigned int num_queues
= vif
->num_queues
;
499 unsigned int queue_index
;
501 xen_unregister_watchers(vif
);
502 #ifdef CONFIG_DEBUG_FS
503 xenvif_debugfs_delif(vif
);
504 #endif /* CONFIG_DEBUG_FS */
505 xenvif_disconnect_data(vif
);
507 /* At this point some of the handlers may still be active
508 * so we need to have additional synchronization here.
513 for (queue_index
= 0; queue_index
< num_queues
; ++queue_index
)
514 xenvif_deinit_queue(&vif
->queues
[queue_index
]);
519 xenvif_disconnect_ctrl(vif
);
523 static void backend_connect(struct backend_info
*be
)
529 static inline void backend_switch_state(struct backend_info
*be
,
530 enum xenbus_state state
)
532 struct xenbus_device
*dev
= be
->dev
;
534 pr_debug("%s -> %s\n", dev
->nodename
, xenbus_strstate(state
));
537 /* If we are waiting for a hotplug script then defer the
538 * actual xenbus state change.
540 if (!be
->have_hotplug_status_watch
)
541 xenbus_switch_state(dev
, state
);
544 /* Handle backend state transitions:
546 * The backend state starts in Initialising and the following transitions are
549 * Initialising -> InitWait -> Connected
561 * The state argument specifies the eventual state of the backend and the
562 * function transitions to that state via the shortest path.
564 static void set_backend_state(struct backend_info
*be
,
565 enum xenbus_state state
)
567 while (be
->state
!= state
) {
569 case XenbusStateInitialising
:
571 case XenbusStateInitWait
:
572 case XenbusStateConnected
:
573 case XenbusStateClosing
:
574 backend_switch_state(be
, XenbusStateInitWait
);
576 case XenbusStateClosed
:
577 backend_switch_state(be
, XenbusStateClosed
);
583 case XenbusStateClosed
:
585 case XenbusStateInitWait
:
586 case XenbusStateConnected
:
587 backend_switch_state(be
, XenbusStateInitWait
);
589 case XenbusStateClosing
:
590 backend_switch_state(be
, XenbusStateClosing
);
596 case XenbusStateInitWait
:
598 case XenbusStateConnected
:
600 backend_switch_state(be
, XenbusStateConnected
);
602 case XenbusStateClosing
:
603 case XenbusStateClosed
:
604 backend_switch_state(be
, XenbusStateClosing
);
610 case XenbusStateConnected
:
612 case XenbusStateInitWait
:
613 case XenbusStateClosing
:
614 case XenbusStateClosed
:
615 backend_disconnect(be
);
616 backend_switch_state(be
, XenbusStateClosing
);
622 case XenbusStateClosing
:
624 case XenbusStateInitWait
:
625 case XenbusStateConnected
:
626 case XenbusStateClosed
:
627 backend_switch_state(be
, XenbusStateClosed
);
640 * Callback received when the frontend's state changes.
642 static void frontend_changed(struct xenbus_device
*dev
,
643 enum xenbus_state frontend_state
)
645 struct backend_info
*be
= dev_get_drvdata(&dev
->dev
);
647 pr_debug("%s -> %s\n", dev
->otherend
, xenbus_strstate(frontend_state
));
649 be
->frontend_state
= frontend_state
;
651 switch (frontend_state
) {
652 case XenbusStateInitialising
:
653 set_backend_state(be
, XenbusStateInitWait
);
656 case XenbusStateInitialised
:
659 case XenbusStateConnected
:
660 set_backend_state(be
, XenbusStateConnected
);
663 case XenbusStateClosing
:
664 set_backend_state(be
, XenbusStateClosing
);
667 case XenbusStateClosed
:
668 set_backend_state(be
, XenbusStateClosed
);
669 if (xenbus_dev_is_online(dev
))
671 /* fall through if not online */
672 case XenbusStateUnknown
:
673 set_backend_state(be
, XenbusStateClosed
);
674 device_unregister(&dev
->dev
);
678 xenbus_dev_fatal(dev
, -EINVAL
, "saw state %d at frontend",
685 static void xen_net_read_rate(struct xenbus_device
*dev
,
686 unsigned long *bytes
, unsigned long *usec
)
692 /* Default to unlimited bandwidth. */
696 ratestr
= xenbus_read(XBT_NIL
, dev
->nodename
, "rate", NULL
);
701 b
= simple_strtoul(s
, &e
, 10);
702 if ((s
== e
) || (*e
!= ','))
706 u
= simple_strtoul(s
, &e
, 10);
707 if ((s
== e
) || (*e
!= '\0'))
717 pr_warn("Failed to parse network rate limit. Traffic unlimited.\n");
721 static int xen_net_read_mac(struct xenbus_device
*dev
, u8 mac
[])
723 char *s
, *e
, *macstr
;
726 macstr
= s
= xenbus_read(XBT_NIL
, dev
->nodename
, "mac", NULL
);
728 return PTR_ERR(macstr
);
730 for (i
= 0; i
< ETH_ALEN
; i
++) {
731 mac
[i
] = simple_strtoul(s
, &e
, 16);
732 if ((s
== e
) || (*e
!= ((i
== ETH_ALEN
-1) ? '\0' : ':'))) {
743 static void xen_net_rate_changed(struct xenbus_watch
*watch
,
744 const char *path
, const char *token
)
746 struct xenvif
*vif
= container_of(watch
, struct xenvif
, credit_watch
);
747 struct xenbus_device
*dev
= xenvif_to_xenbus_device(vif
);
748 unsigned long credit_bytes
;
749 unsigned long credit_usec
;
750 unsigned int queue_index
;
752 xen_net_read_rate(dev
, &credit_bytes
, &credit_usec
);
753 for (queue_index
= 0; queue_index
< vif
->num_queues
; queue_index
++) {
754 struct xenvif_queue
*queue
= &vif
->queues
[queue_index
];
756 queue
->credit_bytes
= credit_bytes
;
757 queue
->credit_usec
= credit_usec
;
758 if (!mod_timer_pending(&queue
->credit_timeout
, jiffies
) &&
759 queue
->remaining_credit
> queue
->credit_bytes
) {
760 queue
->remaining_credit
= queue
->credit_bytes
;
765 static int xen_register_credit_watch(struct xenbus_device
*dev
,
770 unsigned maxlen
= strlen(dev
->nodename
) + sizeof("/rate");
772 if (vif
->credit_watch
.node
)
775 node
= kmalloc(maxlen
, GFP_KERNEL
);
778 snprintf(node
, maxlen
, "%s/rate", dev
->nodename
);
779 vif
->credit_watch
.node
= node
;
780 vif
->credit_watch
.callback
= xen_net_rate_changed
;
781 err
= register_xenbus_watch(&vif
->credit_watch
);
783 pr_err("Failed to set watcher %s\n", vif
->credit_watch
.node
);
785 vif
->credit_watch
.node
= NULL
;
786 vif
->credit_watch
.callback
= NULL
;
791 static void xen_unregister_credit_watch(struct xenvif
*vif
)
793 if (vif
->credit_watch
.node
) {
794 unregister_xenbus_watch(&vif
->credit_watch
);
795 kfree(vif
->credit_watch
.node
);
796 vif
->credit_watch
.node
= NULL
;
800 static void xen_mcast_ctrl_changed(struct xenbus_watch
*watch
,
801 const char *path
, const char *token
)
803 struct xenvif
*vif
= container_of(watch
, struct xenvif
,
805 struct xenbus_device
*dev
= xenvif_to_xenbus_device(vif
);
807 vif
->multicast_control
= !!xenbus_read_unsigned(dev
->otherend
,
808 "request-multicast-control", 0);
811 static int xen_register_mcast_ctrl_watch(struct xenbus_device
*dev
,
816 unsigned maxlen
= strlen(dev
->otherend
) +
817 sizeof("/request-multicast-control");
819 if (vif
->mcast_ctrl_watch
.node
) {
820 pr_err_ratelimited("Watch is already registered\n");
824 node
= kmalloc(maxlen
, GFP_KERNEL
);
826 pr_err("Failed to allocate memory for watch\n");
829 snprintf(node
, maxlen
, "%s/request-multicast-control",
831 vif
->mcast_ctrl_watch
.node
= node
;
832 vif
->mcast_ctrl_watch
.callback
= xen_mcast_ctrl_changed
;
833 err
= register_xenbus_watch(&vif
->mcast_ctrl_watch
);
835 pr_err("Failed to set watcher %s\n",
836 vif
->mcast_ctrl_watch
.node
);
838 vif
->mcast_ctrl_watch
.node
= NULL
;
839 vif
->mcast_ctrl_watch
.callback
= NULL
;
844 static void xen_unregister_mcast_ctrl_watch(struct xenvif
*vif
)
846 if (vif
->mcast_ctrl_watch
.node
) {
847 unregister_xenbus_watch(&vif
->mcast_ctrl_watch
);
848 kfree(vif
->mcast_ctrl_watch
.node
);
849 vif
->mcast_ctrl_watch
.node
= NULL
;
853 static void xen_register_watchers(struct xenbus_device
*dev
,
856 xen_register_credit_watch(dev
, vif
);
857 xen_register_mcast_ctrl_watch(dev
, vif
);
860 static void xen_unregister_watchers(struct xenvif
*vif
)
862 xen_unregister_mcast_ctrl_watch(vif
);
863 xen_unregister_credit_watch(vif
);
866 static void unregister_hotplug_status_watch(struct backend_info
*be
)
868 if (be
->have_hotplug_status_watch
) {
869 unregister_xenbus_watch(&be
->hotplug_status_watch
);
870 kfree(be
->hotplug_status_watch
.node
);
872 be
->have_hotplug_status_watch
= 0;
875 static void hotplug_status_changed(struct xenbus_watch
*watch
,
879 struct backend_info
*be
= container_of(watch
,
881 hotplug_status_watch
);
885 str
= xenbus_read(XBT_NIL
, be
->dev
->nodename
, "hotplug-status", &len
);
888 if (len
== sizeof("connected")-1 && !memcmp(str
, "connected", len
)) {
889 /* Complete any pending state change */
890 xenbus_switch_state(be
->dev
, be
->state
);
892 /* Not interested in this watch anymore. */
893 unregister_hotplug_status_watch(be
);
898 static int connect_ctrl_ring(struct backend_info
*be
)
900 struct xenbus_device
*dev
= be
->dev
;
901 struct xenvif
*vif
= be
->vif
;
903 grant_ref_t ring_ref
;
907 err
= xenbus_scanf(XBT_NIL
, dev
->otherend
,
908 "ctrl-ring-ref", "%u", &val
);
910 goto done
; /* The frontend does not have a control ring */
914 err
= xenbus_scanf(XBT_NIL
, dev
->otherend
,
915 "event-channel-ctrl", "%u", &val
);
917 xenbus_dev_fatal(dev
, err
,
918 "reading %s/event-channel-ctrl",
925 err
= xenvif_connect_ctrl(vif
, ring_ref
, evtchn
);
927 xenbus_dev_fatal(dev
, err
,
928 "mapping shared-frame %u port %u",
940 static void connect(struct backend_info
*be
)
943 struct xenbus_device
*dev
= be
->dev
;
944 unsigned long credit_bytes
, credit_usec
;
945 unsigned int queue_index
;
946 unsigned int requested_num_queues
;
947 struct xenvif_queue
*queue
;
949 /* Check whether the frontend requested multiple queues
950 * and read the number requested.
952 requested_num_queues
= xenbus_read_unsigned(dev
->otherend
,
953 "multi-queue-num-queues", 1);
954 if (requested_num_queues
> xenvif_max_queues
) {
955 /* buggy or malicious guest */
956 xenbus_dev_fatal(dev
, -EINVAL
,
957 "guest requested %u queues, exceeding the maximum of %u.",
958 requested_num_queues
, xenvif_max_queues
);
962 err
= xen_net_read_mac(dev
, be
->vif
->fe_dev_addr
);
964 xenbus_dev_fatal(dev
, err
, "parsing %s/mac", dev
->nodename
);
968 xen_net_read_rate(dev
, &credit_bytes
, &credit_usec
);
969 xen_unregister_watchers(be
->vif
);
970 xen_register_watchers(dev
, be
->vif
);
971 read_xenbus_vif_flags(be
);
973 err
= connect_ctrl_ring(be
);
975 xenbus_dev_fatal(dev
, err
, "connecting control ring");
979 /* Use the number of queues requested by the frontend */
980 be
->vif
->queues
= vzalloc(requested_num_queues
*
981 sizeof(struct xenvif_queue
));
982 if (!be
->vif
->queues
) {
983 xenbus_dev_fatal(dev
, -ENOMEM
,
984 "allocating queues");
988 be
->vif
->num_queues
= requested_num_queues
;
989 be
->vif
->stalled_queues
= requested_num_queues
;
991 for (queue_index
= 0; queue_index
< requested_num_queues
; ++queue_index
) {
992 queue
= &be
->vif
->queues
[queue_index
];
993 queue
->vif
= be
->vif
;
994 queue
->id
= queue_index
;
995 snprintf(queue
->name
, sizeof(queue
->name
), "%s-q%u",
996 be
->vif
->dev
->name
, queue
->id
);
998 err
= xenvif_init_queue(queue
);
1000 /* xenvif_init_queue() cleans up after itself on
1001 * failure, but we need to clean up any previously
1002 * initialised queues. Set num_queues to i so that
1003 * earlier queues can be destroyed using the regular
1006 be
->vif
->num_queues
= queue_index
;
1010 queue
->credit_bytes
= credit_bytes
;
1011 queue
->remaining_credit
= credit_bytes
;
1012 queue
->credit_usec
= credit_usec
;
1014 err
= connect_data_rings(be
, queue
);
1016 /* connect_data_rings() cleans up after itself on
1017 * failure, but we need to clean up after
1018 * xenvif_init_queue() here, and also clean up any
1019 * previously initialised queues.
1021 xenvif_deinit_queue(queue
);
1022 be
->vif
->num_queues
= queue_index
;
1027 #ifdef CONFIG_DEBUG_FS
1028 xenvif_debugfs_addif(be
->vif
);
1029 #endif /* CONFIG_DEBUG_FS */
1031 /* Initialisation completed, tell core driver the number of
1035 netif_set_real_num_tx_queues(be
->vif
->dev
, requested_num_queues
);
1036 netif_set_real_num_rx_queues(be
->vif
->dev
, requested_num_queues
);
1039 xenvif_carrier_on(be
->vif
);
1041 unregister_hotplug_status_watch(be
);
1042 err
= xenbus_watch_pathfmt(dev
, &be
->hotplug_status_watch
,
1043 hotplug_status_changed
,
1044 "%s/%s", dev
->nodename
, "hotplug-status");
1046 be
->have_hotplug_status_watch
= 1;
1048 netif_tx_wake_all_queues(be
->vif
->dev
);
1053 if (be
->vif
->num_queues
> 0)
1054 xenvif_disconnect_data(be
->vif
); /* Clean up existing queues */
1055 for (queue_index
= 0; queue_index
< be
->vif
->num_queues
; ++queue_index
)
1056 xenvif_deinit_queue(&be
->vif
->queues
[queue_index
]);
1057 vfree(be
->vif
->queues
);
1058 be
->vif
->queues
= NULL
;
1059 be
->vif
->num_queues
= 0;
1060 xenvif_disconnect_ctrl(be
->vif
);
1065 static int connect_data_rings(struct backend_info
*be
,
1066 struct xenvif_queue
*queue
)
1068 struct xenbus_device
*dev
= be
->dev
;
1069 unsigned int num_queues
= queue
->vif
->num_queues
;
1070 unsigned long tx_ring_ref
, rx_ring_ref
;
1071 unsigned int tx_evtchn
, rx_evtchn
;
1075 const size_t xenstore_path_ext_size
= 11; /* sufficient for "/queue-NNN" */
1077 /* If the frontend requested 1 queue, or we have fallen back
1078 * to single queue due to lack of frontend support for multi-
1079 * queue, expect the remaining XenStore keys in the toplevel
1080 * directory. Otherwise, expect them in a subdirectory called
1083 if (num_queues
== 1) {
1084 xspath
= kzalloc(strlen(dev
->otherend
) + 1, GFP_KERNEL
);
1086 xenbus_dev_fatal(dev
, -ENOMEM
,
1087 "reading ring references");
1090 strcpy(xspath
, dev
->otherend
);
1092 xspathsize
= strlen(dev
->otherend
) + xenstore_path_ext_size
;
1093 xspath
= kzalloc(xspathsize
, GFP_KERNEL
);
1095 xenbus_dev_fatal(dev
, -ENOMEM
,
1096 "reading ring references");
1099 snprintf(xspath
, xspathsize
, "%s/queue-%u", dev
->otherend
,
1103 err
= xenbus_gather(XBT_NIL
, xspath
,
1104 "tx-ring-ref", "%lu", &tx_ring_ref
,
1105 "rx-ring-ref", "%lu", &rx_ring_ref
, NULL
);
1107 xenbus_dev_fatal(dev
, err
,
1108 "reading %s/ring-ref",
1113 /* Try split event channels first, then single event channel. */
1114 err
= xenbus_gather(XBT_NIL
, xspath
,
1115 "event-channel-tx", "%u", &tx_evtchn
,
1116 "event-channel-rx", "%u", &rx_evtchn
, NULL
);
1118 err
= xenbus_scanf(XBT_NIL
, xspath
,
1119 "event-channel", "%u", &tx_evtchn
);
1121 xenbus_dev_fatal(dev
, err
,
1122 "reading %s/event-channel(-tx/rx)",
1126 rx_evtchn
= tx_evtchn
;
1129 /* Map the shared frame, irq etc. */
1130 err
= xenvif_connect_data(queue
, tx_ring_ref
, rx_ring_ref
,
1131 tx_evtchn
, rx_evtchn
);
1133 xenbus_dev_fatal(dev
, err
,
1134 "mapping shared-frames %lu/%lu port tx %u rx %u",
1135 tx_ring_ref
, rx_ring_ref
,
1136 tx_evtchn
, rx_evtchn
);
1141 err
: /* Regular return falls through with err == 0 */
1146 static int read_xenbus_vif_flags(struct backend_info
*be
)
1148 struct xenvif
*vif
= be
->vif
;
1149 struct xenbus_device
*dev
= be
->dev
;
1150 unsigned int rx_copy
;
1153 err
= xenbus_scanf(XBT_NIL
, dev
->otherend
, "request-rx-copy", "%u",
1155 if (err
== -ENOENT
) {
1160 xenbus_dev_fatal(dev
, err
, "reading %s/request-rx-copy",
1167 if (!xenbus_read_unsigned(dev
->otherend
, "feature-rx-notify", 0)) {
1168 /* - Reduce drain timeout to poll more frequently for
1170 * - Disable Rx stall detection.
1172 be
->vif
->drain_timeout
= msecs_to_jiffies(30);
1173 be
->vif
->stall_timeout
= 0;
1176 vif
->can_sg
= !!xenbus_read_unsigned(dev
->otherend
, "feature-sg", 0);
1180 if (xenbus_read_unsigned(dev
->otherend
, "feature-gso-tcpv4", 0))
1181 vif
->gso_mask
|= GSO_BIT(TCPV4
);
1183 if (xenbus_read_unsigned(dev
->otherend
, "feature-gso-tcpv6", 0))
1184 vif
->gso_mask
|= GSO_BIT(TCPV6
);
1186 vif
->ip_csum
= !xenbus_read_unsigned(dev
->otherend
,
1187 "feature-no-csum-offload", 0);
1189 vif
->ipv6_csum
= !!xenbus_read_unsigned(dev
->otherend
,
1190 "feature-ipv6-csum-offload", 0);
1195 static const struct xenbus_device_id netback_ids
[] = {
1200 static struct xenbus_driver netback_driver
= {
1202 .probe
= netback_probe
,
1203 .remove
= netback_remove
,
1204 .uevent
= netback_uevent
,
1205 .otherend_changed
= frontend_changed
,
1208 int xenvif_xenbus_init(void)
1210 return xenbus_register_backend(&netback_driver
);
1213 void xenvif_xenbus_fini(void)
1215 return xenbus_unregister_driver(&netback_driver
);