cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

xenbus_probe_frontend.c (13361B)


      1// SPDX-License-Identifier: GPL-2.0-only
      2#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
      3
      4#define DPRINTK(fmt, ...)				\
      5	pr_debug("(%s:%d) " fmt "\n",			\
      6		 __func__, __LINE__, ##__VA_ARGS__)
      7
      8#include <linux/kernel.h>
      9#include <linux/err.h>
     10#include <linux/string.h>
     11#include <linux/ctype.h>
     12#include <linux/fcntl.h>
     13#include <linux/mm.h>
     14#include <linux/proc_fs.h>
     15#include <linux/notifier.h>
     16#include <linux/kthread.h>
     17#include <linux/mutex.h>
     18#include <linux/io.h>
     19#include <linux/module.h>
     20
     21#include <asm/page.h>
     22#include <asm/xen/hypervisor.h>
     23#include <xen/xenbus.h>
     24#include <xen/events.h>
     25#include <xen/page.h>
     26#include <xen/xen.h>
     27
     28#include <xen/platform_pci.h>
     29
     30#include "xenbus.h"
     31
     32
     33
     34/* device/<type>/<id> => <type>-<id> */
     35static int frontend_bus_id(char bus_id[XEN_BUS_ID_SIZE], const char *nodename)
     36{
     37	nodename = strchr(nodename, '/');
     38	if (!nodename || strlen(nodename + 1) >= XEN_BUS_ID_SIZE) {
     39		pr_warn("bad frontend %s\n", nodename);
     40		return -EINVAL;
     41	}
     42
     43	strlcpy(bus_id, nodename + 1, XEN_BUS_ID_SIZE);
     44	if (!strchr(bus_id, '/')) {
     45		pr_warn("bus_id %s no slash\n", bus_id);
     46		return -EINVAL;
     47	}
     48	*strchr(bus_id, '/') = '-';
     49	return 0;
     50}
     51
     52/* device/<typename>/<name> */
     53static int xenbus_probe_frontend(struct xen_bus_type *bus, const char *type,
     54				 const char *name)
     55{
     56	char *nodename;
     57	int err;
     58
     59	/* ignore console/0 */
     60	if (!strncmp(type, "console", 7) && !strncmp(name, "0", 1)) {
     61		DPRINTK("Ignoring buggy device entry console/0");
     62		return 0;
     63	}
     64
     65	nodename = kasprintf(GFP_KERNEL, "%s/%s/%s", bus->root, type, name);
     66	if (!nodename)
     67		return -ENOMEM;
     68
     69	DPRINTK("%s", nodename);
     70
     71	err = xenbus_probe_node(bus, type, nodename);
     72	kfree(nodename);
     73	return err;
     74}
     75
     76static int xenbus_uevent_frontend(struct device *_dev,
     77				  struct kobj_uevent_env *env)
     78{
     79	struct xenbus_device *dev = to_xenbus_device(_dev);
     80
     81	if (add_uevent_var(env, "MODALIAS=xen:%s", dev->devicetype))
     82		return -ENOMEM;
     83
     84	return 0;
     85}
     86
     87
     88static void backend_changed(struct xenbus_watch *watch,
     89			    const char *path, const char *token)
     90{
     91	xenbus_otherend_changed(watch, path, token, 1);
     92}
     93
     94static void xenbus_frontend_delayed_resume(struct work_struct *w)
     95{
     96	struct xenbus_device *xdev = container_of(w, struct xenbus_device, work);
     97
     98	xenbus_dev_resume(&xdev->dev);
     99}
    100
    101static int xenbus_frontend_dev_resume(struct device *dev)
    102{
    103	/*
    104	 * If xenstored is running in this domain, we cannot access the backend
    105	 * state at the moment, so we need to defer xenbus_dev_resume
    106	 */
    107	if (xen_store_domain_type == XS_LOCAL) {
    108		struct xenbus_device *xdev = to_xenbus_device(dev);
    109
    110		schedule_work(&xdev->work);
    111
    112		return 0;
    113	}
    114
    115	return xenbus_dev_resume(dev);
    116}
    117
    118static int xenbus_frontend_dev_probe(struct device *dev)
    119{
    120	if (xen_store_domain_type == XS_LOCAL) {
    121		struct xenbus_device *xdev = to_xenbus_device(dev);
    122		INIT_WORK(&xdev->work, xenbus_frontend_delayed_resume);
    123	}
    124
    125	return xenbus_dev_probe(dev);
    126}
    127
    128static void xenbus_frontend_dev_shutdown(struct device *_dev)
    129{
    130	struct xenbus_device *dev = to_xenbus_device(_dev);
    131	unsigned long timeout = 5*HZ;
    132
    133	DPRINTK("%s", dev->nodename);
    134
    135	get_device(&dev->dev);
    136	if (dev->state != XenbusStateConnected) {
    137		pr_info("%s: %s: %s != Connected, skipping\n",
    138			__func__, dev->nodename, xenbus_strstate(dev->state));
    139		goto out;
    140	}
    141	xenbus_switch_state(dev, XenbusStateClosing);
    142	timeout = wait_for_completion_timeout(&dev->down, timeout);
    143	if (!timeout)
    144		pr_info("%s: %s timeout closing device\n",
    145			__func__, dev->nodename);
    146 out:
    147	put_device(&dev->dev);
    148}
    149
    150static const struct dev_pm_ops xenbus_pm_ops = {
    151	.suspend	= xenbus_dev_suspend,
    152	.resume		= xenbus_frontend_dev_resume,
    153	.freeze		= xenbus_dev_suspend,
    154	.thaw		= xenbus_dev_cancel,
    155	.restore	= xenbus_dev_resume,
    156};
    157
    158static struct xen_bus_type xenbus_frontend = {
    159	.root = "device",
    160	.levels = 2,		/* device/type/<id> */
    161	.get_bus_id = frontend_bus_id,
    162	.probe = xenbus_probe_frontend,
    163	.otherend_changed = backend_changed,
    164	.bus = {
    165		.name		= "xen",
    166		.match		= xenbus_match,
    167		.uevent		= xenbus_uevent_frontend,
    168		.probe		= xenbus_frontend_dev_probe,
    169		.remove		= xenbus_dev_remove,
    170		.shutdown	= xenbus_frontend_dev_shutdown,
    171		.dev_groups	= xenbus_dev_groups,
    172
    173		.pm		= &xenbus_pm_ops,
    174	},
    175};
    176
    177static void frontend_changed(struct xenbus_watch *watch,
    178			     const char *path, const char *token)
    179{
    180	DPRINTK("");
    181
    182	xenbus_dev_changed(path, &xenbus_frontend);
    183}
    184
    185
    186/* We watch for devices appearing and vanishing. */
    187static struct xenbus_watch fe_watch = {
    188	.node = "device",
    189	.callback = frontend_changed,
    190};
    191
    192static int read_backend_details(struct xenbus_device *xendev)
    193{
    194	return xenbus_read_otherend_details(xendev, "backend-id", "backend");
    195}
    196
    197static int is_device_connecting(struct device *dev, void *data, bool ignore_nonessential)
    198{
    199	struct xenbus_device *xendev = to_xenbus_device(dev);
    200	struct device_driver *drv = data;
    201	struct xenbus_driver *xendrv;
    202
    203	/*
    204	 * A device with no driver will never connect. We care only about
    205	 * devices which should currently be in the process of connecting.
    206	 */
    207	if (!dev->driver)
    208		return 0;
    209
    210	/* Is this search limited to a particular driver? */
    211	if (drv && (dev->driver != drv))
    212		return 0;
    213
    214	xendrv = to_xenbus_driver(dev->driver);
    215
    216	if (ignore_nonessential && xendrv->not_essential)
    217		return 0;
    218
    219	return (xendev->state < XenbusStateConnected ||
    220		(xendev->state == XenbusStateConnected &&
    221		 xendrv->is_ready && !xendrv->is_ready(xendev)));
    222}
    223static int essential_device_connecting(struct device *dev, void *data)
    224{
    225	return is_device_connecting(dev, data, true /* ignore PV[KBB+FB] */);
    226}
    227static int non_essential_device_connecting(struct device *dev, void *data)
    228{
    229	return is_device_connecting(dev, data, false);
    230}
    231
    232static int exists_essential_connecting_device(struct device_driver *drv)
    233{
    234	return bus_for_each_dev(&xenbus_frontend.bus, NULL, drv,
    235				essential_device_connecting);
    236}
    237static int exists_non_essential_connecting_device(struct device_driver *drv)
    238{
    239	return bus_for_each_dev(&xenbus_frontend.bus, NULL, drv,
    240				non_essential_device_connecting);
    241}
    242
    243static int print_device_status(struct device *dev, void *data)
    244{
    245	struct xenbus_device *xendev = to_xenbus_device(dev);
    246	struct device_driver *drv = data;
    247
    248	/* Is this operation limited to a particular driver? */
    249	if (drv && (dev->driver != drv))
    250		return 0;
    251
    252	if (!dev->driver) {
    253		/* Information only: is this too noisy? */
    254		pr_info("Device with no driver: %s\n", xendev->nodename);
    255	} else if (xendev->state < XenbusStateConnected) {
    256		enum xenbus_state rstate = XenbusStateUnknown;
    257		if (xendev->otherend)
    258			rstate = xenbus_read_driver_state(xendev->otherend);
    259		pr_warn("Timeout connecting to device: %s (local state %d, remote state %d)\n",
    260			xendev->nodename, xendev->state, rstate);
    261	}
    262
    263	return 0;
    264}
    265
    266/* We only wait for device setup after most initcalls have run. */
    267static int ready_to_wait_for_devices;
    268
    269static bool wait_loop(unsigned long start, unsigned int max_delay,
    270		     unsigned int *seconds_waited)
    271{
    272	if (time_after(jiffies, start + (*seconds_waited+5)*HZ)) {
    273		if (!*seconds_waited)
    274			pr_warn("Waiting for devices to initialise: ");
    275		*seconds_waited += 5;
    276		pr_cont("%us...", max_delay - *seconds_waited);
    277		if (*seconds_waited == max_delay) {
    278			pr_cont("\n");
    279			return true;
    280		}
    281	}
    282
    283	schedule_timeout_interruptible(HZ/10);
    284
    285	return false;
    286}
    287/*
    288 * On a 5-minute timeout, wait for all devices currently configured.  We need
    289 * to do this to guarantee that the filesystems and / or network devices
    290 * needed for boot are available, before we can allow the boot to proceed.
    291 *
    292 * This needs to be on a late_initcall, to happen after the frontend device
    293 * drivers have been initialised, but before the root fs is mounted.
    294 *
    295 * A possible improvement here would be to have the tools add a per-device
    296 * flag to the store entry, indicating whether it is needed at boot time.
    297 * This would allow people who knew what they were doing to accelerate their
    298 * boot slightly, but of course needs tools or manual intervention to set up
    299 * those flags correctly.
    300 */
    301static void wait_for_devices(struct xenbus_driver *xendrv)
    302{
    303	unsigned long start = jiffies;
    304	struct device_driver *drv = xendrv ? &xendrv->driver : NULL;
    305	unsigned int seconds_waited = 0;
    306
    307	if (!ready_to_wait_for_devices || !xen_domain())
    308		return;
    309
    310	while (exists_non_essential_connecting_device(drv))
    311		if (wait_loop(start, 30, &seconds_waited))
    312			break;
    313
    314	/* Skips PVKB and PVFB check.*/
    315	while (exists_essential_connecting_device(drv))
    316		if (wait_loop(start, 270, &seconds_waited))
    317			break;
    318
    319	if (seconds_waited)
    320		printk("\n");
    321
    322	bus_for_each_dev(&xenbus_frontend.bus, NULL, drv,
    323			 print_device_status);
    324}
    325
    326int __xenbus_register_frontend(struct xenbus_driver *drv, struct module *owner,
    327			       const char *mod_name)
    328{
    329	int ret;
    330
    331	drv->read_otherend_details = read_backend_details;
    332
    333	ret = xenbus_register_driver_common(drv, &xenbus_frontend,
    334					    owner, mod_name);
    335	if (ret)
    336		return ret;
    337
    338	/* If this driver is loaded as a module wait for devices to attach. */
    339	wait_for_devices(drv);
    340
    341	return 0;
    342}
    343EXPORT_SYMBOL_GPL(__xenbus_register_frontend);
    344
    345static DECLARE_WAIT_QUEUE_HEAD(backend_state_wq);
    346static int backend_state;
    347
    348static void xenbus_reset_backend_state_changed(struct xenbus_watch *w,
    349					const char *path, const char *token)
    350{
    351	if (xenbus_scanf(XBT_NIL, path, "", "%i",
    352			 &backend_state) != 1)
    353		backend_state = XenbusStateUnknown;
    354	printk(KERN_DEBUG "XENBUS: backend %s %s\n",
    355	       path, xenbus_strstate(backend_state));
    356	wake_up(&backend_state_wq);
    357}
    358
    359static void xenbus_reset_wait_for_backend(char *be, int expected)
    360{
    361	long timeout;
    362	timeout = wait_event_interruptible_timeout(backend_state_wq,
    363			backend_state == expected, 5 * HZ);
    364	if (timeout <= 0)
    365		pr_info("backend %s timed out\n", be);
    366}
    367
    368/*
    369 * Reset frontend if it is in Connected or Closed state.
    370 * Wait for backend to catch up.
    371 * State Connected happens during kdump, Closed after kexec.
    372 */
    373static void xenbus_reset_frontend(char *fe, char *be, int be_state)
    374{
    375	struct xenbus_watch be_watch;
    376
    377	printk(KERN_DEBUG "XENBUS: backend %s %s\n",
    378			be, xenbus_strstate(be_state));
    379
    380	memset(&be_watch, 0, sizeof(be_watch));
    381	be_watch.node = kasprintf(GFP_NOIO | __GFP_HIGH, "%s/state", be);
    382	if (!be_watch.node)
    383		return;
    384
    385	be_watch.callback = xenbus_reset_backend_state_changed;
    386	backend_state = XenbusStateUnknown;
    387
    388	pr_info("triggering reconnect on %s\n", be);
    389	register_xenbus_watch(&be_watch);
    390
    391	/* fall through to forward backend to state XenbusStateInitialising */
    392	switch (be_state) {
    393	case XenbusStateConnected:
    394		xenbus_printf(XBT_NIL, fe, "state", "%d", XenbusStateClosing);
    395		xenbus_reset_wait_for_backend(be, XenbusStateClosing);
    396		fallthrough;
    397
    398	case XenbusStateClosing:
    399		xenbus_printf(XBT_NIL, fe, "state", "%d", XenbusStateClosed);
    400		xenbus_reset_wait_for_backend(be, XenbusStateClosed);
    401		fallthrough;
    402
    403	case XenbusStateClosed:
    404		xenbus_printf(XBT_NIL, fe, "state", "%d", XenbusStateInitialising);
    405		xenbus_reset_wait_for_backend(be, XenbusStateInitWait);
    406	}
    407
    408	unregister_xenbus_watch(&be_watch);
    409	pr_info("reconnect done on %s\n", be);
    410	kfree(be_watch.node);
    411}
    412
    413static void xenbus_check_frontend(char *class, char *dev)
    414{
    415	int be_state, fe_state, err;
    416	char *backend, *frontend;
    417
    418	frontend = kasprintf(GFP_NOIO | __GFP_HIGH, "device/%s/%s", class, dev);
    419	if (!frontend)
    420		return;
    421
    422	err = xenbus_scanf(XBT_NIL, frontend, "state", "%i", &fe_state);
    423	if (err != 1)
    424		goto out;
    425
    426	switch (fe_state) {
    427	case XenbusStateConnected:
    428	case XenbusStateClosed:
    429		printk(KERN_DEBUG "XENBUS: frontend %s %s\n",
    430				frontend, xenbus_strstate(fe_state));
    431		backend = xenbus_read(XBT_NIL, frontend, "backend", NULL);
    432		if (!backend || IS_ERR(backend))
    433			goto out;
    434		err = xenbus_scanf(XBT_NIL, backend, "state", "%i", &be_state);
    435		if (err == 1)
    436			xenbus_reset_frontend(frontend, backend, be_state);
    437		kfree(backend);
    438		break;
    439	default:
    440		break;
    441	}
    442out:
    443	kfree(frontend);
    444}
    445
    446static void xenbus_reset_state(void)
    447{
    448	char **devclass, **dev;
    449	int devclass_n, dev_n;
    450	int i, j;
    451
    452	devclass = xenbus_directory(XBT_NIL, "device", "", &devclass_n);
    453	if (IS_ERR(devclass))
    454		return;
    455
    456	for (i = 0; i < devclass_n; i++) {
    457		dev = xenbus_directory(XBT_NIL, "device", devclass[i], &dev_n);
    458		if (IS_ERR(dev))
    459			continue;
    460		for (j = 0; j < dev_n; j++)
    461			xenbus_check_frontend(devclass[i], dev[j]);
    462		kfree(dev);
    463	}
    464	kfree(devclass);
    465}
    466
    467static int frontend_probe_and_watch(struct notifier_block *notifier,
    468				   unsigned long event,
    469				   void *data)
    470{
    471	/* reset devices in Connected or Closed state */
    472	if (xen_hvm_domain())
    473		xenbus_reset_state();
    474	/* Enumerate devices in xenstore and watch for changes. */
    475	xenbus_probe_devices(&xenbus_frontend);
    476	register_xenbus_watch(&fe_watch);
    477
    478	return NOTIFY_DONE;
    479}
    480
    481
    482static int __init xenbus_probe_frontend_init(void)
    483{
    484	static struct notifier_block xenstore_notifier = {
    485		.notifier_call = frontend_probe_and_watch
    486	};
    487	int err;
    488
    489	DPRINTK("");
    490
    491	/* Register ourselves with the kernel bus subsystem */
    492	err = bus_register(&xenbus_frontend.bus);
    493	if (err)
    494		return err;
    495
    496	register_xenstore_notifier(&xenstore_notifier);
    497
    498	return 0;
    499}
    500subsys_initcall(xenbus_probe_frontend_init);
    501
    502#ifndef MODULE
    503static int __init boot_wait_for_devices(void)
    504{
    505	if (!xen_has_pv_devices())
    506		return -ENODEV;
    507
    508	ready_to_wait_for_devices = 1;
    509	wait_for_devices(NULL);
    510	return 0;
    511}
    512
    513late_initcall(boot_wait_for_devices);
    514#endif
    515
    516MODULE_LICENSE("GPL");