When running in a stubdomain, the config space access via sysfs needs to use BDF as seen inside stubdomain (connected via xen-pcifront), which is different from the real BDF. For other purposes (hypercall parameters etc), the real BDF needs to be used. Get the in-stubdomain BDF by looking up relevant PV PCI xenstore entries. Signed-off-by: Marek Marczykowski-Górecki <marmarek@invisiblethingslab.com> Reviewed-by: Anthony PERARD <anthony.perard@citrix.com> Message-Id: <35049e99da634a74578a1ff2cb3ae4cc436ede33.1711506237.git-series.marmarek@invisiblethingslab.com> Signed-off-by: Anthony PERARD <anthony@xenproject.org>
		
			
				
	
	
		
			477 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			477 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * Copyright (C) 2011       Citrix Ltd.
 | 
						|
 *
 | 
						|
 * This work is licensed under the terms of the GNU GPL, version 2.  See
 | 
						|
 * the COPYING file in the top-level directory.
 | 
						|
 *
 | 
						|
 */
 | 
						|
 | 
						|
#include "qemu/osdep.h"
 | 
						|
#include "qapi/error.h"
 | 
						|
#include "qemu/cutils.h"
 | 
						|
#include "hw/xen/xen-legacy-backend.h"
 | 
						|
#include "hw/xen/xen-bus-helper.h"
 | 
						|
#include "xen-host-pci-device.h"
 | 
						|
 | 
						|
#define XEN_HOST_PCI_MAX_EXT_CAP \
 | 
						|
    ((PCIE_CONFIG_SPACE_SIZE - PCI_CONFIG_SPACE_SIZE) / (PCI_CAP_SIZEOF + 4))
 | 
						|
 | 
						|
#ifdef XEN_HOST_PCI_DEVICE_DEBUG
 | 
						|
#  define XEN_HOST_PCI_LOG(f, a...) fprintf(stderr, "%s: " f, __func__, ##a)
 | 
						|
#else
 | 
						|
#  define XEN_HOST_PCI_LOG(f, a...) (void)0
 | 
						|
#endif
 | 
						|
 | 
						|
/*
 | 
						|
 * from linux/ioport.h
 | 
						|
 * IO resources have these defined flags.
 | 
						|
 */
 | 
						|
#define IORESOURCE_BITS         0x000000ff      /* Bus-specific bits */
 | 
						|
 | 
						|
#define IORESOURCE_TYPE_BITS    0x00000f00      /* Resource type */
 | 
						|
#define IORESOURCE_IO           0x00000100
 | 
						|
#define IORESOURCE_MEM          0x00000200
 | 
						|
 | 
						|
#define IORESOURCE_PREFETCH     0x00001000      /* No side effects */
 | 
						|
#define IORESOURCE_MEM_64       0x00100000
 | 
						|
 | 
						|
/*
 | 
						|
 * Non-passthrough (dom0) accesses are local PCI devices and use the given BDF
 | 
						|
 * Passthough (stubdom) accesses are through PV frontend PCI device.  Those
 | 
						|
 * either have a BDF identical to the backend's BDF (xen-backend.passthrough=1)
 | 
						|
 * or a local virtual BDF (xen-backend.passthrough=0)
 | 
						|
 *
 | 
						|
 * We are always given the backend's BDF and need to lookup the appropriate
 | 
						|
 * local BDF for sysfs access.
 | 
						|
 */
 | 
						|
static void xen_host_pci_fill_local_addr(XenHostPCIDevice *d, Error **errp)
 | 
						|
{
 | 
						|
    unsigned int num_devs, len, i;
 | 
						|
    unsigned int domain, bus, dev, func;
 | 
						|
    char *be_path = NULL;
 | 
						|
    char path[16];
 | 
						|
 | 
						|
    be_path = qemu_xen_xs_read(xenstore, 0, "device/pci/0/backend", &len);
 | 
						|
    if (!be_path) {
 | 
						|
        error_setg(errp, "Failed to read device/pci/0/backend");
 | 
						|
        goto out;
 | 
						|
    }
 | 
						|
 | 
						|
    if (xs_node_scanf(xenstore, 0, be_path, "num_devs", NULL,
 | 
						|
                      "%d", &num_devs) != 1) {
 | 
						|
        error_setg(errp, "Failed to read or parse %s/num_devs", be_path);
 | 
						|
        goto out;
 | 
						|
    }
 | 
						|
 | 
						|
    for (i = 0; i < num_devs; i++) {
 | 
						|
        snprintf(path, sizeof(path), "dev-%d", i);
 | 
						|
        if (xs_node_scanf(xenstore, 0, be_path, path, NULL,
 | 
						|
                          "%x:%x:%x.%x", &domain, &bus, &dev, &func) != 4) {
 | 
						|
            error_setg(errp, "Failed to read or parse %s/%s", be_path, path);
 | 
						|
            goto out;
 | 
						|
        }
 | 
						|
        if (domain != d->domain ||
 | 
						|
                bus != d->bus ||
 | 
						|
                dev != d->dev ||
 | 
						|
                func != d->func)
 | 
						|
            continue;
 | 
						|
        snprintf(path, sizeof(path), "vdev-%d", i);
 | 
						|
        if (xs_node_scanf(xenstore, 0, be_path, path, NULL,
 | 
						|
                          "%x:%x:%x.%x", &domain, &bus, &dev, &func) != 4) {
 | 
						|
            error_setg(errp, "Failed to read or parse %s/%s", be_path, path);
 | 
						|
            goto out;
 | 
						|
        }
 | 
						|
        d->local_domain = domain;
 | 
						|
        d->local_bus = bus;
 | 
						|
        d->local_dev = dev;
 | 
						|
        d->local_func = func;
 | 
						|
        goto out;
 | 
						|
    }
 | 
						|
    error_setg(errp, "Failed to find PCI device %x:%x:%x.%x in xenstore",
 | 
						|
               d->domain, d->bus, d->dev, d->func);
 | 
						|
 | 
						|
out:
 | 
						|
    free(be_path);
 | 
						|
}
 | 
						|
 | 
						|
static void xen_host_pci_sysfs_path(const XenHostPCIDevice *d,
 | 
						|
                                    const char *name, char *buf, ssize_t size)
 | 
						|
{
 | 
						|
    int rc;
 | 
						|
 | 
						|
    rc = snprintf(buf, size, "/sys/bus/pci/devices/%04x:%02x:%02x.%d/%s",
 | 
						|
                  d->local_domain, d->local_bus, d->local_dev, d->local_func,
 | 
						|
                  name);
 | 
						|
    assert(rc >= 0 && rc < size);
 | 
						|
}
 | 
						|
 | 
						|
 | 
						|
/* This size should be enough to read the first 7 lines of a resource file */
 | 
						|
#define XEN_HOST_PCI_RESOURCE_BUFFER_SIZE 400
 | 
						|
static void xen_host_pci_get_resource(XenHostPCIDevice *d, Error **errp)
 | 
						|
{
 | 
						|
    int i, rc, fd;
 | 
						|
    char path[PATH_MAX];
 | 
						|
    char buf[XEN_HOST_PCI_RESOURCE_BUFFER_SIZE];
 | 
						|
    unsigned long long start, end, flags, size;
 | 
						|
    char *endptr, *s;
 | 
						|
    uint8_t type;
 | 
						|
 | 
						|
    xen_host_pci_sysfs_path(d, "resource", path, sizeof(path));
 | 
						|
 | 
						|
    fd = open(path, O_RDONLY);
 | 
						|
    if (fd == -1) {
 | 
						|
        error_setg_file_open(errp, errno, path);
 | 
						|
        return;
 | 
						|
    }
 | 
						|
 | 
						|
    do {
 | 
						|
        rc = read(fd, &buf, sizeof(buf) - 1);
 | 
						|
        if (rc < 0 && errno != EINTR) {
 | 
						|
            error_setg_errno(errp, errno, "read err");
 | 
						|
            goto out;
 | 
						|
        }
 | 
						|
    } while (rc < 0);
 | 
						|
    buf[rc] = 0;
 | 
						|
 | 
						|
    s = buf;
 | 
						|
    for (i = 0; i < PCI_NUM_REGIONS; i++) {
 | 
						|
        type = 0;
 | 
						|
 | 
						|
        start = strtoll(s, &endptr, 16);
 | 
						|
        if (*endptr != ' ' || s == endptr) {
 | 
						|
            break;
 | 
						|
        }
 | 
						|
        s = endptr + 1;
 | 
						|
        end = strtoll(s, &endptr, 16);
 | 
						|
        if (*endptr != ' ' || s == endptr) {
 | 
						|
            break;
 | 
						|
        }
 | 
						|
        s = endptr + 1;
 | 
						|
        flags = strtoll(s, &endptr, 16);
 | 
						|
        if (*endptr != '\n' || s == endptr) {
 | 
						|
            break;
 | 
						|
        }
 | 
						|
        s = endptr + 1;
 | 
						|
 | 
						|
        if (start) {
 | 
						|
            size = end - start + 1;
 | 
						|
        } else {
 | 
						|
            size = 0;
 | 
						|
        }
 | 
						|
 | 
						|
        if (flags & IORESOURCE_IO) {
 | 
						|
            type |= XEN_HOST_PCI_REGION_TYPE_IO;
 | 
						|
        }
 | 
						|
        if (flags & IORESOURCE_MEM) {
 | 
						|
            type |= XEN_HOST_PCI_REGION_TYPE_MEM;
 | 
						|
        }
 | 
						|
        if (flags & IORESOURCE_PREFETCH) {
 | 
						|
            type |= XEN_HOST_PCI_REGION_TYPE_PREFETCH;
 | 
						|
        }
 | 
						|
        if (flags & IORESOURCE_MEM_64) {
 | 
						|
            type |= XEN_HOST_PCI_REGION_TYPE_MEM_64;
 | 
						|
        }
 | 
						|
 | 
						|
        if (i < PCI_ROM_SLOT) {
 | 
						|
            d->io_regions[i].base_addr = start;
 | 
						|
            d->io_regions[i].size = size;
 | 
						|
            d->io_regions[i].type = type;
 | 
						|
            d->io_regions[i].bus_flags = flags & IORESOURCE_BITS;
 | 
						|
        } else {
 | 
						|
            d->rom.base_addr = start;
 | 
						|
            d->rom.size = size;
 | 
						|
            d->rom.type = type;
 | 
						|
            d->rom.bus_flags = flags & IORESOURCE_BITS;
 | 
						|
        }
 | 
						|
    }
 | 
						|
 | 
						|
    if (i != PCI_NUM_REGIONS) {
 | 
						|
        error_setg(errp, "Invalid format or input too short: %s", buf);
 | 
						|
    }
 | 
						|
 | 
						|
out:
 | 
						|
    close(fd);
 | 
						|
}
 | 
						|
 | 
						|
/* This size should be enough to read a long from a file */
 | 
						|
#define XEN_HOST_PCI_GET_VALUE_BUFFER_SIZE 22
 | 
						|
static void xen_host_pci_get_value(XenHostPCIDevice *d, const char *name,
 | 
						|
                                   unsigned int *pvalue, int base, Error **errp)
 | 
						|
{
 | 
						|
    char path[PATH_MAX];
 | 
						|
    char buf[XEN_HOST_PCI_GET_VALUE_BUFFER_SIZE];
 | 
						|
    int fd, rc;
 | 
						|
    unsigned long value;
 | 
						|
    const char *endptr;
 | 
						|
 | 
						|
    xen_host_pci_sysfs_path(d, name, path, sizeof(path));
 | 
						|
 | 
						|
    fd = open(path, O_RDONLY);
 | 
						|
    if (fd == -1) {
 | 
						|
        error_setg_file_open(errp, errno, path);
 | 
						|
        return;
 | 
						|
    }
 | 
						|
 | 
						|
    do {
 | 
						|
        rc = read(fd, &buf, sizeof(buf) - 1);
 | 
						|
        if (rc < 0 && errno != EINTR) {
 | 
						|
            error_setg_errno(errp, errno, "read err");
 | 
						|
            goto out;
 | 
						|
        }
 | 
						|
    } while (rc < 0);
 | 
						|
 | 
						|
    buf[rc] = 0;
 | 
						|
    rc = qemu_strtoul(buf, &endptr, base, &value);
 | 
						|
    if (!rc) {
 | 
						|
        assert(value <= UINT_MAX);
 | 
						|
        *pvalue = value;
 | 
						|
    } else {
 | 
						|
        error_setg_errno(errp, -rc, "failed to parse value '%s'", buf);
 | 
						|
    }
 | 
						|
 | 
						|
out:
 | 
						|
    close(fd);
 | 
						|
}
 | 
						|
 | 
						|
static inline void xen_host_pci_get_hex_value(XenHostPCIDevice *d,
 | 
						|
                                              const char *name,
 | 
						|
                                              unsigned int *pvalue,
 | 
						|
                                              Error **errp)
 | 
						|
{
 | 
						|
    xen_host_pci_get_value(d, name, pvalue, 16, errp);
 | 
						|
}
 | 
						|
 | 
						|
static inline void xen_host_pci_get_dec_value(XenHostPCIDevice *d,
 | 
						|
                                              const char *name,
 | 
						|
                                              unsigned int *pvalue,
 | 
						|
                                              Error **errp)
 | 
						|
{
 | 
						|
    xen_host_pci_get_value(d, name, pvalue, 10, errp);
 | 
						|
}
 | 
						|
 | 
						|
static bool xen_host_pci_dev_is_virtfn(XenHostPCIDevice *d)
 | 
						|
{
 | 
						|
    char path[PATH_MAX];
 | 
						|
    struct stat buf;
 | 
						|
 | 
						|
    xen_host_pci_sysfs_path(d, "physfn", path, sizeof(path));
 | 
						|
 | 
						|
    return !stat(path, &buf);
 | 
						|
}
 | 
						|
 | 
						|
static void xen_host_pci_config_open(XenHostPCIDevice *d, Error **errp)
 | 
						|
{
 | 
						|
    char path[PATH_MAX];
 | 
						|
 | 
						|
    xen_host_pci_sysfs_path(d, "config", path, sizeof(path));
 | 
						|
 | 
						|
    d->config_fd = open(path, O_RDWR);
 | 
						|
    if (d->config_fd == -1) {
 | 
						|
        error_setg_file_open(errp, errno, path);
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
static int xen_host_pci_config_read(XenHostPCIDevice *d,
 | 
						|
                                    int pos, void *buf, int len)
 | 
						|
{
 | 
						|
    int rc;
 | 
						|
 | 
						|
    do {
 | 
						|
        rc = pread(d->config_fd, buf, len, pos);
 | 
						|
    } while (rc < 0 && (errno == EINTR || errno == EAGAIN));
 | 
						|
    if (rc != len) {
 | 
						|
        return -errno;
 | 
						|
    }
 | 
						|
    return 0;
 | 
						|
}
 | 
						|
 | 
						|
static int xen_host_pci_config_write(XenHostPCIDevice *d,
 | 
						|
                                     int pos, const void *buf, int len)
 | 
						|
{
 | 
						|
    int rc;
 | 
						|
 | 
						|
    do {
 | 
						|
        rc = pwrite(d->config_fd, buf, len, pos);
 | 
						|
    } while (rc < 0 && (errno == EINTR || errno == EAGAIN));
 | 
						|
    if (rc != len) {
 | 
						|
        return -errno;
 | 
						|
    }
 | 
						|
    return 0;
 | 
						|
}
 | 
						|
 | 
						|
 | 
						|
int xen_host_pci_get_byte(XenHostPCIDevice *d, int pos, uint8_t *p)
 | 
						|
{
 | 
						|
    uint8_t buf;
 | 
						|
    int rc = xen_host_pci_config_read(d, pos, &buf, 1);
 | 
						|
    if (!rc) {
 | 
						|
        *p = buf;
 | 
						|
    }
 | 
						|
    return rc;
 | 
						|
}
 | 
						|
 | 
						|
int xen_host_pci_get_word(XenHostPCIDevice *d, int pos, uint16_t *p)
 | 
						|
{
 | 
						|
    uint16_t buf;
 | 
						|
    int rc = xen_host_pci_config_read(d, pos, &buf, 2);
 | 
						|
    if (!rc) {
 | 
						|
        *p = le16_to_cpu(buf);
 | 
						|
    }
 | 
						|
    return rc;
 | 
						|
}
 | 
						|
 | 
						|
int xen_host_pci_get_long(XenHostPCIDevice *d, int pos, uint32_t *p)
 | 
						|
{
 | 
						|
    uint32_t buf;
 | 
						|
    int rc = xen_host_pci_config_read(d, pos, &buf, 4);
 | 
						|
    if (!rc) {
 | 
						|
        *p = le32_to_cpu(buf);
 | 
						|
    }
 | 
						|
    return rc;
 | 
						|
}
 | 
						|
 | 
						|
int xen_host_pci_get_block(XenHostPCIDevice *d, int pos, uint8_t *buf, int len)
 | 
						|
{
 | 
						|
    return xen_host_pci_config_read(d, pos, buf, len);
 | 
						|
}
 | 
						|
 | 
						|
int xen_host_pci_set_byte(XenHostPCIDevice *d, int pos, uint8_t data)
 | 
						|
{
 | 
						|
    return xen_host_pci_config_write(d, pos, &data, 1);
 | 
						|
}
 | 
						|
 | 
						|
int xen_host_pci_set_word(XenHostPCIDevice *d, int pos, uint16_t data)
 | 
						|
{
 | 
						|
    data = cpu_to_le16(data);
 | 
						|
    return xen_host_pci_config_write(d, pos, &data, 2);
 | 
						|
}
 | 
						|
 | 
						|
int xen_host_pci_set_long(XenHostPCIDevice *d, int pos, uint32_t data)
 | 
						|
{
 | 
						|
    data = cpu_to_le32(data);
 | 
						|
    return xen_host_pci_config_write(d, pos, &data, 4);
 | 
						|
}
 | 
						|
 | 
						|
int xen_host_pci_set_block(XenHostPCIDevice *d, int pos, uint8_t *buf, int len)
 | 
						|
{
 | 
						|
    return xen_host_pci_config_write(d, pos, buf, len);
 | 
						|
}
 | 
						|
 | 
						|
int xen_host_pci_find_ext_cap_offset(XenHostPCIDevice *d, uint32_t cap)
 | 
						|
{
 | 
						|
    uint32_t header = 0;
 | 
						|
    int max_cap = XEN_HOST_PCI_MAX_EXT_CAP;
 | 
						|
    int pos = PCI_CONFIG_SPACE_SIZE;
 | 
						|
 | 
						|
    do {
 | 
						|
        if (xen_host_pci_get_long(d, pos, &header)) {
 | 
						|
            break;
 | 
						|
        }
 | 
						|
        /*
 | 
						|
         * If we have no capabilities, this is indicated by cap ID,
 | 
						|
         * cap version and next pointer all being 0.
 | 
						|
         */
 | 
						|
        if (header == 0) {
 | 
						|
            break;
 | 
						|
        }
 | 
						|
 | 
						|
        if (PCI_EXT_CAP_ID(header) == cap) {
 | 
						|
            return pos;
 | 
						|
        }
 | 
						|
 | 
						|
        pos = PCI_EXT_CAP_NEXT(header);
 | 
						|
        if (pos < PCI_CONFIG_SPACE_SIZE) {
 | 
						|
            break;
 | 
						|
        }
 | 
						|
 | 
						|
        max_cap--;
 | 
						|
    } while (max_cap > 0);
 | 
						|
 | 
						|
    return -1;
 | 
						|
}
 | 
						|
 | 
						|
void xen_host_pci_device_get(XenHostPCIDevice *d, uint16_t domain,
 | 
						|
                             uint8_t bus, uint8_t dev, uint8_t func,
 | 
						|
                             Error **errp)
 | 
						|
{
 | 
						|
    ERRP_GUARD();
 | 
						|
    unsigned int v;
 | 
						|
 | 
						|
    d->config_fd = -1;
 | 
						|
    d->domain = domain;
 | 
						|
    d->bus = bus;
 | 
						|
    d->dev = dev;
 | 
						|
    d->func = func;
 | 
						|
 | 
						|
    if (xen_is_stubdomain) {
 | 
						|
        xen_host_pci_fill_local_addr(d, errp);
 | 
						|
        if (*errp) {
 | 
						|
            goto error;
 | 
						|
        }
 | 
						|
    } else {
 | 
						|
        d->local_domain = d->domain;
 | 
						|
        d->local_bus = d->bus;
 | 
						|
        d->local_dev = d->dev;
 | 
						|
        d->local_func = d->func;
 | 
						|
    }
 | 
						|
 | 
						|
    xen_host_pci_config_open(d, errp);
 | 
						|
    if (*errp) {
 | 
						|
        goto error;
 | 
						|
    }
 | 
						|
 | 
						|
    xen_host_pci_get_resource(d, errp);
 | 
						|
    if (*errp) {
 | 
						|
        goto error;
 | 
						|
    }
 | 
						|
 | 
						|
    xen_host_pci_get_hex_value(d, "vendor", &v, errp);
 | 
						|
    if (*errp) {
 | 
						|
        goto error;
 | 
						|
    }
 | 
						|
    d->vendor_id = v;
 | 
						|
 | 
						|
    xen_host_pci_get_hex_value(d, "device", &v, errp);
 | 
						|
    if (*errp) {
 | 
						|
        goto error;
 | 
						|
    }
 | 
						|
    d->device_id = v;
 | 
						|
 | 
						|
    xen_host_pci_get_dec_value(d, "irq", &v, errp);
 | 
						|
    if (*errp) {
 | 
						|
        goto error;
 | 
						|
    }
 | 
						|
    d->irq = v;
 | 
						|
 | 
						|
    xen_host_pci_get_hex_value(d, "class", &v, errp);
 | 
						|
    if (*errp) {
 | 
						|
        goto error;
 | 
						|
    }
 | 
						|
    d->class_code = v;
 | 
						|
 | 
						|
    d->is_virtfn = xen_host_pci_dev_is_virtfn(d);
 | 
						|
 | 
						|
    return;
 | 
						|
 | 
						|
error:
 | 
						|
 | 
						|
    if (d->config_fd >= 0) {
 | 
						|
        close(d->config_fd);
 | 
						|
        d->config_fd = -1;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
bool xen_host_pci_device_closed(XenHostPCIDevice *d)
 | 
						|
{
 | 
						|
    return d->config_fd == -1;
 | 
						|
}
 | 
						|
 | 
						|
void xen_host_pci_device_put(XenHostPCIDevice *d)
 | 
						|
{
 | 
						|
    if (d->config_fd >= 0) {
 | 
						|
        close(d->config_fd);
 | 
						|
        d->config_fd = -1;
 | 
						|
    }
 | 
						|
}
 |