 196fb962ba
			
		
	
	
		196fb962ba
		
	
	
	
	
		
			
			When running in a stubdomain, the config space access via sysfs needs to use BDF as seen inside stubdomain (connected via xen-pcifront), which is different from the real BDF. For other purposes (hypercall parameters etc), the real BDF needs to be used. Get the in-stubdomain BDF by looking up relevant PV PCI xenstore entries. Signed-off-by: Marek Marczykowski-Górecki <marmarek@invisiblethingslab.com> Reviewed-by: Anthony PERARD <anthony.perard@citrix.com> Message-Id: <35049e99da634a74578a1ff2cb3ae4cc436ede33.1711506237.git-series.marmarek@invisiblethingslab.com> Signed-off-by: Anthony PERARD <anthony@xenproject.org>
		
			
				
	
	
		
			477 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			477 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /*
 | |
|  * Copyright (C) 2011       Citrix Ltd.
 | |
|  *
 | |
|  * This work is licensed under the terms of the GNU GPL, version 2.  See
 | |
|  * the COPYING file in the top-level directory.
 | |
|  *
 | |
|  */
 | |
| 
 | |
| #include "qemu/osdep.h"
 | |
| #include "qapi/error.h"
 | |
| #include "qemu/cutils.h"
 | |
| #include "hw/xen/xen-legacy-backend.h"
 | |
| #include "hw/xen/xen-bus-helper.h"
 | |
| #include "xen-host-pci-device.h"
 | |
| 
 | |
| #define XEN_HOST_PCI_MAX_EXT_CAP \
 | |
|     ((PCIE_CONFIG_SPACE_SIZE - PCI_CONFIG_SPACE_SIZE) / (PCI_CAP_SIZEOF + 4))
 | |
| 
 | |
| #ifdef XEN_HOST_PCI_DEVICE_DEBUG
 | |
| #  define XEN_HOST_PCI_LOG(f, a...) fprintf(stderr, "%s: " f, __func__, ##a)
 | |
| #else
 | |
| #  define XEN_HOST_PCI_LOG(f, a...) (void)0
 | |
| #endif
 | |
| 
 | |
| /*
 | |
|  * from linux/ioport.h
 | |
|  * IO resources have these defined flags.
 | |
|  */
 | |
| #define IORESOURCE_BITS         0x000000ff      /* Bus-specific bits */
 | |
| 
 | |
| #define IORESOURCE_TYPE_BITS    0x00000f00      /* Resource type */
 | |
| #define IORESOURCE_IO           0x00000100
 | |
| #define IORESOURCE_MEM          0x00000200
 | |
| 
 | |
| #define IORESOURCE_PREFETCH     0x00001000      /* No side effects */
 | |
| #define IORESOURCE_MEM_64       0x00100000
 | |
| 
 | |
| /*
 | |
|  * Non-passthrough (dom0) accesses are local PCI devices and use the given BDF
 | |
|  * Passthough (stubdom) accesses are through PV frontend PCI device.  Those
 | |
|  * either have a BDF identical to the backend's BDF (xen-backend.passthrough=1)
 | |
|  * or a local virtual BDF (xen-backend.passthrough=0)
 | |
|  *
 | |
|  * We are always given the backend's BDF and need to lookup the appropriate
 | |
|  * local BDF for sysfs access.
 | |
|  */
 | |
| static void xen_host_pci_fill_local_addr(XenHostPCIDevice *d, Error **errp)
 | |
| {
 | |
|     unsigned int num_devs, len, i;
 | |
|     unsigned int domain, bus, dev, func;
 | |
|     char *be_path = NULL;
 | |
|     char path[16];
 | |
| 
 | |
|     be_path = qemu_xen_xs_read(xenstore, 0, "device/pci/0/backend", &len);
 | |
|     if (!be_path) {
 | |
|         error_setg(errp, "Failed to read device/pci/0/backend");
 | |
|         goto out;
 | |
|     }
 | |
| 
 | |
|     if (xs_node_scanf(xenstore, 0, be_path, "num_devs", NULL,
 | |
|                       "%d", &num_devs) != 1) {
 | |
|         error_setg(errp, "Failed to read or parse %s/num_devs", be_path);
 | |
|         goto out;
 | |
|     }
 | |
| 
 | |
|     for (i = 0; i < num_devs; i++) {
 | |
|         snprintf(path, sizeof(path), "dev-%d", i);
 | |
|         if (xs_node_scanf(xenstore, 0, be_path, path, NULL,
 | |
|                           "%x:%x:%x.%x", &domain, &bus, &dev, &func) != 4) {
 | |
|             error_setg(errp, "Failed to read or parse %s/%s", be_path, path);
 | |
|             goto out;
 | |
|         }
 | |
|         if (domain != d->domain ||
 | |
|                 bus != d->bus ||
 | |
|                 dev != d->dev ||
 | |
|                 func != d->func)
 | |
|             continue;
 | |
|         snprintf(path, sizeof(path), "vdev-%d", i);
 | |
|         if (xs_node_scanf(xenstore, 0, be_path, path, NULL,
 | |
|                           "%x:%x:%x.%x", &domain, &bus, &dev, &func) != 4) {
 | |
|             error_setg(errp, "Failed to read or parse %s/%s", be_path, path);
 | |
|             goto out;
 | |
|         }
 | |
|         d->local_domain = domain;
 | |
|         d->local_bus = bus;
 | |
|         d->local_dev = dev;
 | |
|         d->local_func = func;
 | |
|         goto out;
 | |
|     }
 | |
|     error_setg(errp, "Failed to find PCI device %x:%x:%x.%x in xenstore",
 | |
|                d->domain, d->bus, d->dev, d->func);
 | |
| 
 | |
| out:
 | |
|     free(be_path);
 | |
| }
 | |
| 
 | |
| static void xen_host_pci_sysfs_path(const XenHostPCIDevice *d,
 | |
|                                     const char *name, char *buf, ssize_t size)
 | |
| {
 | |
|     int rc;
 | |
| 
 | |
|     rc = snprintf(buf, size, "/sys/bus/pci/devices/%04x:%02x:%02x.%d/%s",
 | |
|                   d->local_domain, d->local_bus, d->local_dev, d->local_func,
 | |
|                   name);
 | |
|     assert(rc >= 0 && rc < size);
 | |
| }
 | |
| 
 | |
| 
 | |
| /* This size should be enough to read the first 7 lines of a resource file */
 | |
| #define XEN_HOST_PCI_RESOURCE_BUFFER_SIZE 400
 | |
| static void xen_host_pci_get_resource(XenHostPCIDevice *d, Error **errp)
 | |
| {
 | |
|     int i, rc, fd;
 | |
|     char path[PATH_MAX];
 | |
|     char buf[XEN_HOST_PCI_RESOURCE_BUFFER_SIZE];
 | |
|     unsigned long long start, end, flags, size;
 | |
|     char *endptr, *s;
 | |
|     uint8_t type;
 | |
| 
 | |
|     xen_host_pci_sysfs_path(d, "resource", path, sizeof(path));
 | |
| 
 | |
|     fd = open(path, O_RDONLY);
 | |
|     if (fd == -1) {
 | |
|         error_setg_file_open(errp, errno, path);
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     do {
 | |
|         rc = read(fd, &buf, sizeof(buf) - 1);
 | |
|         if (rc < 0 && errno != EINTR) {
 | |
|             error_setg_errno(errp, errno, "read err");
 | |
|             goto out;
 | |
|         }
 | |
|     } while (rc < 0);
 | |
|     buf[rc] = 0;
 | |
| 
 | |
|     s = buf;
 | |
|     for (i = 0; i < PCI_NUM_REGIONS; i++) {
 | |
|         type = 0;
 | |
| 
 | |
|         start = strtoll(s, &endptr, 16);
 | |
|         if (*endptr != ' ' || s == endptr) {
 | |
|             break;
 | |
|         }
 | |
|         s = endptr + 1;
 | |
|         end = strtoll(s, &endptr, 16);
 | |
|         if (*endptr != ' ' || s == endptr) {
 | |
|             break;
 | |
|         }
 | |
|         s = endptr + 1;
 | |
|         flags = strtoll(s, &endptr, 16);
 | |
|         if (*endptr != '\n' || s == endptr) {
 | |
|             break;
 | |
|         }
 | |
|         s = endptr + 1;
 | |
| 
 | |
|         if (start) {
 | |
|             size = end - start + 1;
 | |
|         } else {
 | |
|             size = 0;
 | |
|         }
 | |
| 
 | |
|         if (flags & IORESOURCE_IO) {
 | |
|             type |= XEN_HOST_PCI_REGION_TYPE_IO;
 | |
|         }
 | |
|         if (flags & IORESOURCE_MEM) {
 | |
|             type |= XEN_HOST_PCI_REGION_TYPE_MEM;
 | |
|         }
 | |
|         if (flags & IORESOURCE_PREFETCH) {
 | |
|             type |= XEN_HOST_PCI_REGION_TYPE_PREFETCH;
 | |
|         }
 | |
|         if (flags & IORESOURCE_MEM_64) {
 | |
|             type |= XEN_HOST_PCI_REGION_TYPE_MEM_64;
 | |
|         }
 | |
| 
 | |
|         if (i < PCI_ROM_SLOT) {
 | |
|             d->io_regions[i].base_addr = start;
 | |
|             d->io_regions[i].size = size;
 | |
|             d->io_regions[i].type = type;
 | |
|             d->io_regions[i].bus_flags = flags & IORESOURCE_BITS;
 | |
|         } else {
 | |
|             d->rom.base_addr = start;
 | |
|             d->rom.size = size;
 | |
|             d->rom.type = type;
 | |
|             d->rom.bus_flags = flags & IORESOURCE_BITS;
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     if (i != PCI_NUM_REGIONS) {
 | |
|         error_setg(errp, "Invalid format or input too short: %s", buf);
 | |
|     }
 | |
| 
 | |
| out:
 | |
|     close(fd);
 | |
| }
 | |
| 
 | |
| /* This size should be enough to read a long from a file */
 | |
| #define XEN_HOST_PCI_GET_VALUE_BUFFER_SIZE 22
 | |
| static void xen_host_pci_get_value(XenHostPCIDevice *d, const char *name,
 | |
|                                    unsigned int *pvalue, int base, Error **errp)
 | |
| {
 | |
|     char path[PATH_MAX];
 | |
|     char buf[XEN_HOST_PCI_GET_VALUE_BUFFER_SIZE];
 | |
|     int fd, rc;
 | |
|     unsigned long value;
 | |
|     const char *endptr;
 | |
| 
 | |
|     xen_host_pci_sysfs_path(d, name, path, sizeof(path));
 | |
| 
 | |
|     fd = open(path, O_RDONLY);
 | |
|     if (fd == -1) {
 | |
|         error_setg_file_open(errp, errno, path);
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     do {
 | |
|         rc = read(fd, &buf, sizeof(buf) - 1);
 | |
|         if (rc < 0 && errno != EINTR) {
 | |
|             error_setg_errno(errp, errno, "read err");
 | |
|             goto out;
 | |
|         }
 | |
|     } while (rc < 0);
 | |
| 
 | |
|     buf[rc] = 0;
 | |
|     rc = qemu_strtoul(buf, &endptr, base, &value);
 | |
|     if (!rc) {
 | |
|         assert(value <= UINT_MAX);
 | |
|         *pvalue = value;
 | |
|     } else {
 | |
|         error_setg_errno(errp, -rc, "failed to parse value '%s'", buf);
 | |
|     }
 | |
| 
 | |
| out:
 | |
|     close(fd);
 | |
| }
 | |
| 
 | |
| static inline void xen_host_pci_get_hex_value(XenHostPCIDevice *d,
 | |
|                                               const char *name,
 | |
|                                               unsigned int *pvalue,
 | |
|                                               Error **errp)
 | |
| {
 | |
|     xen_host_pci_get_value(d, name, pvalue, 16, errp);
 | |
| }
 | |
| 
 | |
| static inline void xen_host_pci_get_dec_value(XenHostPCIDevice *d,
 | |
|                                               const char *name,
 | |
|                                               unsigned int *pvalue,
 | |
|                                               Error **errp)
 | |
| {
 | |
|     xen_host_pci_get_value(d, name, pvalue, 10, errp);
 | |
| }
 | |
| 
 | |
| static bool xen_host_pci_dev_is_virtfn(XenHostPCIDevice *d)
 | |
| {
 | |
|     char path[PATH_MAX];
 | |
|     struct stat buf;
 | |
| 
 | |
|     xen_host_pci_sysfs_path(d, "physfn", path, sizeof(path));
 | |
| 
 | |
|     return !stat(path, &buf);
 | |
| }
 | |
| 
 | |
| static void xen_host_pci_config_open(XenHostPCIDevice *d, Error **errp)
 | |
| {
 | |
|     char path[PATH_MAX];
 | |
| 
 | |
|     xen_host_pci_sysfs_path(d, "config", path, sizeof(path));
 | |
| 
 | |
|     d->config_fd = open(path, O_RDWR);
 | |
|     if (d->config_fd == -1) {
 | |
|         error_setg_file_open(errp, errno, path);
 | |
|     }
 | |
| }
 | |
| 
 | |
| static int xen_host_pci_config_read(XenHostPCIDevice *d,
 | |
|                                     int pos, void *buf, int len)
 | |
| {
 | |
|     int rc;
 | |
| 
 | |
|     do {
 | |
|         rc = pread(d->config_fd, buf, len, pos);
 | |
|     } while (rc < 0 && (errno == EINTR || errno == EAGAIN));
 | |
|     if (rc != len) {
 | |
|         return -errno;
 | |
|     }
 | |
|     return 0;
 | |
| }
 | |
| 
 | |
| static int xen_host_pci_config_write(XenHostPCIDevice *d,
 | |
|                                      int pos, const void *buf, int len)
 | |
| {
 | |
|     int rc;
 | |
| 
 | |
|     do {
 | |
|         rc = pwrite(d->config_fd, buf, len, pos);
 | |
|     } while (rc < 0 && (errno == EINTR || errno == EAGAIN));
 | |
|     if (rc != len) {
 | |
|         return -errno;
 | |
|     }
 | |
|     return 0;
 | |
| }
 | |
| 
 | |
| 
 | |
| int xen_host_pci_get_byte(XenHostPCIDevice *d, int pos, uint8_t *p)
 | |
| {
 | |
|     uint8_t buf;
 | |
|     int rc = xen_host_pci_config_read(d, pos, &buf, 1);
 | |
|     if (!rc) {
 | |
|         *p = buf;
 | |
|     }
 | |
|     return rc;
 | |
| }
 | |
| 
 | |
| int xen_host_pci_get_word(XenHostPCIDevice *d, int pos, uint16_t *p)
 | |
| {
 | |
|     uint16_t buf;
 | |
|     int rc = xen_host_pci_config_read(d, pos, &buf, 2);
 | |
|     if (!rc) {
 | |
|         *p = le16_to_cpu(buf);
 | |
|     }
 | |
|     return rc;
 | |
| }
 | |
| 
 | |
| int xen_host_pci_get_long(XenHostPCIDevice *d, int pos, uint32_t *p)
 | |
| {
 | |
|     uint32_t buf;
 | |
|     int rc = xen_host_pci_config_read(d, pos, &buf, 4);
 | |
|     if (!rc) {
 | |
|         *p = le32_to_cpu(buf);
 | |
|     }
 | |
|     return rc;
 | |
| }
 | |
| 
 | |
| int xen_host_pci_get_block(XenHostPCIDevice *d, int pos, uint8_t *buf, int len)
 | |
| {
 | |
|     return xen_host_pci_config_read(d, pos, buf, len);
 | |
| }
 | |
| 
 | |
| int xen_host_pci_set_byte(XenHostPCIDevice *d, int pos, uint8_t data)
 | |
| {
 | |
|     return xen_host_pci_config_write(d, pos, &data, 1);
 | |
| }
 | |
| 
 | |
| int xen_host_pci_set_word(XenHostPCIDevice *d, int pos, uint16_t data)
 | |
| {
 | |
|     data = cpu_to_le16(data);
 | |
|     return xen_host_pci_config_write(d, pos, &data, 2);
 | |
| }
 | |
| 
 | |
| int xen_host_pci_set_long(XenHostPCIDevice *d, int pos, uint32_t data)
 | |
| {
 | |
|     data = cpu_to_le32(data);
 | |
|     return xen_host_pci_config_write(d, pos, &data, 4);
 | |
| }
 | |
| 
 | |
| int xen_host_pci_set_block(XenHostPCIDevice *d, int pos, uint8_t *buf, int len)
 | |
| {
 | |
|     return xen_host_pci_config_write(d, pos, buf, len);
 | |
| }
 | |
| 
 | |
| int xen_host_pci_find_ext_cap_offset(XenHostPCIDevice *d, uint32_t cap)
 | |
| {
 | |
|     uint32_t header = 0;
 | |
|     int max_cap = XEN_HOST_PCI_MAX_EXT_CAP;
 | |
|     int pos = PCI_CONFIG_SPACE_SIZE;
 | |
| 
 | |
|     do {
 | |
|         if (xen_host_pci_get_long(d, pos, &header)) {
 | |
|             break;
 | |
|         }
 | |
|         /*
 | |
|          * If we have no capabilities, this is indicated by cap ID,
 | |
|          * cap version and next pointer all being 0.
 | |
|          */
 | |
|         if (header == 0) {
 | |
|             break;
 | |
|         }
 | |
| 
 | |
|         if (PCI_EXT_CAP_ID(header) == cap) {
 | |
|             return pos;
 | |
|         }
 | |
| 
 | |
|         pos = PCI_EXT_CAP_NEXT(header);
 | |
|         if (pos < PCI_CONFIG_SPACE_SIZE) {
 | |
|             break;
 | |
|         }
 | |
| 
 | |
|         max_cap--;
 | |
|     } while (max_cap > 0);
 | |
| 
 | |
|     return -1;
 | |
| }
 | |
| 
 | |
| void xen_host_pci_device_get(XenHostPCIDevice *d, uint16_t domain,
 | |
|                              uint8_t bus, uint8_t dev, uint8_t func,
 | |
|                              Error **errp)
 | |
| {
 | |
|     ERRP_GUARD();
 | |
|     unsigned int v;
 | |
| 
 | |
|     d->config_fd = -1;
 | |
|     d->domain = domain;
 | |
|     d->bus = bus;
 | |
|     d->dev = dev;
 | |
|     d->func = func;
 | |
| 
 | |
|     if (xen_is_stubdomain) {
 | |
|         xen_host_pci_fill_local_addr(d, errp);
 | |
|         if (*errp) {
 | |
|             goto error;
 | |
|         }
 | |
|     } else {
 | |
|         d->local_domain = d->domain;
 | |
|         d->local_bus = d->bus;
 | |
|         d->local_dev = d->dev;
 | |
|         d->local_func = d->func;
 | |
|     }
 | |
| 
 | |
|     xen_host_pci_config_open(d, errp);
 | |
|     if (*errp) {
 | |
|         goto error;
 | |
|     }
 | |
| 
 | |
|     xen_host_pci_get_resource(d, errp);
 | |
|     if (*errp) {
 | |
|         goto error;
 | |
|     }
 | |
| 
 | |
|     xen_host_pci_get_hex_value(d, "vendor", &v, errp);
 | |
|     if (*errp) {
 | |
|         goto error;
 | |
|     }
 | |
|     d->vendor_id = v;
 | |
| 
 | |
|     xen_host_pci_get_hex_value(d, "device", &v, errp);
 | |
|     if (*errp) {
 | |
|         goto error;
 | |
|     }
 | |
|     d->device_id = v;
 | |
| 
 | |
|     xen_host_pci_get_dec_value(d, "irq", &v, errp);
 | |
|     if (*errp) {
 | |
|         goto error;
 | |
|     }
 | |
|     d->irq = v;
 | |
| 
 | |
|     xen_host_pci_get_hex_value(d, "class", &v, errp);
 | |
|     if (*errp) {
 | |
|         goto error;
 | |
|     }
 | |
|     d->class_code = v;
 | |
| 
 | |
|     d->is_virtfn = xen_host_pci_dev_is_virtfn(d);
 | |
| 
 | |
|     return;
 | |
| 
 | |
| error:
 | |
| 
 | |
|     if (d->config_fd >= 0) {
 | |
|         close(d->config_fd);
 | |
|         d->config_fd = -1;
 | |
|     }
 | |
| }
 | |
| 
 | |
| bool xen_host_pci_device_closed(XenHostPCIDevice *d)
 | |
| {
 | |
|     return d->config_fd == -1;
 | |
| }
 | |
| 
 | |
| void xen_host_pci_device_put(XenHostPCIDevice *d)
 | |
| {
 | |
|     if (d->config_fd >= 0) {
 | |
|         close(d->config_fd);
 | |
|         d->config_fd = -1;
 | |
|     }
 | |
| }
 |