ia64/linux-2.6.18-xen.hg

annotate drivers/pci/setup-res.c @ 696:2b5cc22ab406

xen/dom0: Reassign memory resources to device for pci passthrough.

This patch adds the function that reassign page-aligned memory
resources, to dom0 linux. The function is useful when we assign I/O
device to HVM domain using pci passthrough.

When we assign a device to HVM domain using pci passthrough,
the device needs to be assigned page-aligned memory resources. If the
memory resource is not page-aligned, following error occurs.

Error: pci: 0000:00:1d.7: non-page-aligned MMIO BAR found.

On many system, BIOS assigns memory resources to the device and
enables it. So my patch disables the device, and releases resources,
Then it assigns page-aligned memory resource to the device.

To reassign resources, please add boot parameters of dom0 linux as
follows.

reassign_resources reassigndev=00:1d.7,01:00.0

reassign_resources
Enables reassigning resources.

reassigndev= Specifies devices include I/O device and
PCI-PCI
bridge to reassign resources. PCI-PCI bridge
can be specified, if resource windows need to
be expanded.

Signed-off-by: Yuji Shimada <shimada-yxb@necst.nec.co.jp>
author Keir Fraser <keir.fraser@citrix.com>
date Thu Oct 09 11:10:43 2008 +0100 (2008-10-09)
parents 831230e53067
children 16c549b3ba59
rev   line source
ian@0 1 /*
ian@0 2 * drivers/pci/setup-res.c
ian@0 3 *
ian@0 4 * Extruded from code written by
ian@0 5 * Dave Rusling (david.rusling@reo.mts.dec.com)
ian@0 6 * David Mosberger (davidm@cs.arizona.edu)
ian@0 7 * David Miller (davem@redhat.com)
ian@0 8 *
ian@0 9 * Support routines for initializing a PCI subsystem.
ian@0 10 */
ian@0 11
ian@0 12 /* fixed for multiple pci buses, 1999 Andrea Arcangeli <andrea@suse.de> */
ian@0 13
ian@0 14 /*
ian@0 15 * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
ian@0 16 * Resource sorting
ian@0 17 */
ian@0 18
ian@0 19 #include <linux/init.h>
ian@0 20 #include <linux/kernel.h>
ian@0 21 #include <linux/pci.h>
ian@0 22 #include <linux/errno.h>
ian@0 23 #include <linux/ioport.h>
ian@0 24 #include <linux/cache.h>
ian@0 25 #include <linux/slab.h>
ian@0 26 #include "pci.h"
ian@0 27
ian@0 28
ian@0 29 void
ian@0 30 pci_update_resource(struct pci_dev *dev, struct resource *res, int resno)
ian@0 31 {
ian@0 32 struct pci_bus_region region;
ian@0 33 u32 new, check, mask;
ian@0 34 int reg;
ian@0 35
ian@0 36 /* Ignore resources for unimplemented BARs and unused resource slots
ian@0 37 for 64 bit BARs. */
ian@0 38 if (!res->flags)
ian@0 39 return;
ian@0 40
ian@0 41 pcibios_resource_to_bus(dev, &region, res);
ian@0 42
ian@0 43 pr_debug(" got res [%llx:%llx] bus [%lx:%lx] flags %lx for "
ian@0 44 "BAR %d of %s\n", (unsigned long long)res->start,
ian@0 45 (unsigned long long)res->end,
ian@0 46 region.start, region.end, res->flags, resno, pci_name(dev));
ian@0 47
ian@0 48 new = region.start | (res->flags & PCI_REGION_FLAG_MASK);
ian@0 49 if (res->flags & IORESOURCE_IO)
ian@0 50 mask = (u32)PCI_BASE_ADDRESS_IO_MASK;
ian@0 51 else
ian@0 52 mask = (u32)PCI_BASE_ADDRESS_MEM_MASK;
ian@0 53
ian@0 54 if (resno < 6) {
ian@0 55 reg = PCI_BASE_ADDRESS_0 + 4 * resno;
ian@0 56 } else if (resno == PCI_ROM_RESOURCE) {
ian@0 57 if (!(res->flags & IORESOURCE_ROM_ENABLE))
ian@0 58 return;
ian@0 59 new |= PCI_ROM_ADDRESS_ENABLE;
ian@0 60 reg = dev->rom_base_reg;
ian@0 61 } else {
ian@0 62 /* Hmm, non-standard resource. */
ian@0 63
ian@0 64 return; /* kill uninitialised var warning */
ian@0 65 }
ian@0 66
ian@0 67 pci_write_config_dword(dev, reg, new);
ian@0 68 pci_read_config_dword(dev, reg, &check);
ian@0 69
ian@0 70 if ((new ^ check) & mask) {
ian@0 71 printk(KERN_ERR "PCI: Error while updating region "
ian@0 72 "%s/%d (%08x != %08x)\n", pci_name(dev), resno,
ian@0 73 new, check);
ian@0 74 }
ian@0 75
ian@0 76 if ((new & (PCI_BASE_ADDRESS_SPACE|PCI_BASE_ADDRESS_MEM_TYPE_MASK)) ==
ian@0 77 (PCI_BASE_ADDRESS_SPACE_MEMORY|PCI_BASE_ADDRESS_MEM_TYPE_64)) {
ian@0 78 new = region.start >> 16 >> 16;
ian@0 79 pci_write_config_dword(dev, reg + 4, new);
ian@0 80 pci_read_config_dword(dev, reg + 4, &check);
ian@0 81 if (check != new) {
ian@0 82 printk(KERN_ERR "PCI: Error updating region "
ian@0 83 "%s/%d (high %08x != %08x)\n",
ian@0 84 pci_name(dev), resno, new, check);
ian@0 85 }
ian@0 86 }
ian@0 87 res->flags &= ~IORESOURCE_UNSET;
ian@0 88 pr_debug("PCI: moved device %s resource %d (%lx) to %x\n",
ian@0 89 pci_name(dev), resno, res->flags,
ian@0 90 new & ~PCI_REGION_FLAG_MASK);
ian@0 91 }
ian@0 92
ian@0 93 int __devinit
ian@0 94 pci_claim_resource(struct pci_dev *dev, int resource)
ian@0 95 {
ian@0 96 struct resource *res = &dev->resource[resource];
ian@0 97 struct resource *root = NULL;
ian@0 98 char *dtype = resource < PCI_BRIDGE_RESOURCES ? "device" : "bridge";
ian@0 99 int err;
ian@0 100
ian@0 101 root = pcibios_select_root(dev, res);
ian@0 102
ian@0 103 err = -EINVAL;
ian@0 104 if (root != NULL)
ian@0 105 err = insert_resource(root, res);
ian@0 106
ian@0 107 if (err) {
ian@0 108 printk(KERN_ERR "PCI: %s region %d of %s %s [%llx:%llx]\n",
ian@0 109 root ? "Address space collision on" :
ian@0 110 "No parent found for",
ian@0 111 resource, dtype, pci_name(dev),
ian@0 112 (unsigned long long)res->start,
ian@0 113 (unsigned long long)res->end);
ian@0 114 }
ian@0 115
ian@0 116 return err;
ian@0 117 }
ian@0 118 EXPORT_SYMBOL_GPL(pci_claim_resource);
ian@0 119
keir@696 120 void
keir@696 121 pci_update_bridge(struct pci_dev *dev, int resno)
keir@696 122 {
keir@696 123 struct resource *res = &dev->resource[resno];
keir@696 124 struct pci_bus_region region;
keir@696 125 u32 l, dw, base_up32, limit_up32;
keir@696 126
keir@696 127 if (dev->hdr_type != PCI_HEADER_TYPE_BRIDGE ||
keir@696 128 (dev->class >> 8) != PCI_CLASS_BRIDGE_PCI) {
keir@696 129 return;
keir@696 130 }
keir@696 131
keir@696 132 if (!res->flags)
keir@696 133 return;
keir@696 134
keir@696 135 switch (resno) {
keir@696 136 case 8 : /* MMIO Base/Limit */
keir@696 137 pcibios_resource_to_bus(dev, &region, res);
keir@696 138 if (res->flags & IORESOURCE_MEM &&
keir@696 139 !(res->flags & IORESOURCE_PREFETCH)) {
keir@696 140 l = (region.start >> 16) & 0xfff0;
keir@696 141 l |= region.end & 0xfff00000;
keir@696 142 } else {
keir@696 143 l = 0x0000fff0;
keir@696 144 }
keir@696 145 pci_write_config_dword(dev, PCI_MEMORY_BASE, l);
keir@696 146
keir@696 147 break;
keir@696 148
keir@696 149 case 9 : /* Prefetchable MMIO Base/Limit */
keir@696 150 /* Clear out the upper 32 bits of PREF limit.
keir@696 151 * If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily
keir@696 152 * disables PREF range, which is ok.
keir@696 153 */
keir@696 154 pci_write_config_dword(dev, PCI_PREF_LIMIT_UPPER32, 0);
keir@696 155
keir@696 156 /* Get PREF 32/64 bits Addressing mode */
keir@696 157 pci_read_config_dword(dev, PCI_PREF_MEMORY_BASE, &dw);
keir@696 158
keir@696 159 pcibios_resource_to_bus(dev, &region, res);
keir@696 160 if (res->flags & IORESOURCE_MEM &&
keir@696 161 res->flags & IORESOURCE_PREFETCH) {
keir@696 162 l = (region.start >> 16) & 0xfff0;
keir@696 163 l |= region.end & 0xfff00000;
keir@696 164
keir@696 165 if (dw & PCI_PREF_RANGE_TYPE_64) {
keir@696 166 base_up32 = (region.start >> 32) & 0xffffffff;
keir@696 167 limit_up32 = (region.end >> 32) & 0xffffffff;
keir@696 168 } else {
keir@696 169 base_up32 = 0;
keir@696 170 limit_up32 = 0;
keir@696 171 }
keir@696 172 } else {
keir@696 173 l = 0x0000fff0;
keir@696 174 base_up32 = 0xffffffff;
keir@696 175 limit_up32 = 0;
keir@696 176 }
keir@696 177 pci_write_config_dword(dev, PCI_PREF_MEMORY_BASE, l);
keir@696 178 /* Set up the upper 32 bits of PREF base/limit. */
keir@696 179 pci_write_config_dword(dev, PCI_PREF_BASE_UPPER32, base_up32);
keir@696 180 pci_write_config_dword(dev, PCI_PREF_LIMIT_UPPER32, limit_up32);
keir@696 181 break;
keir@696 182 default :
keir@696 183 BUG();
keir@696 184 break;
keir@696 185 }
keir@696 186 }
keir@696 187
ian@0 188 int pci_assign_resource(struct pci_dev *dev, int resno)
ian@0 189 {
ian@0 190 struct pci_bus *bus = dev->bus;
ian@0 191 struct resource *res = dev->resource + resno;
ian@0 192 resource_size_t size, min, align;
ian@0 193 int ret;
keir@696 194 int reassigndev = reassign_resources ? is_reassigndev(dev) : 0;
ian@0 195
ian@0 196 size = res->end - res->start + 1;
ian@0 197 min = (res->flags & IORESOURCE_IO) ? PCIBIOS_MIN_IO : PCIBIOS_MIN_MEM;
ian@0 198 /* The bridge resources are special, as their
ian@0 199 size != alignment. Sizing routines return
ian@0 200 required alignment in the "start" field. */
keir@696 201 if (resno < PCI_BRIDGE_RESOURCES) {
keir@696 202 align = size;
keir@696 203 if ((reassigndev) &&
keir@696 204 (res->flags & IORESOURCE_MEM)) {
keir@696 205 align = ROUND_UP_TO_PAGESIZE(align);
keir@696 206 }
keir@696 207 } else {
keir@696 208 align = res->start;
keir@696 209 }
ian@0 210
ian@0 211 /* First, try exact prefetching match.. */
ian@0 212 ret = pci_bus_alloc_resource(bus, res, size, align, min,
ian@0 213 IORESOURCE_PREFETCH,
ian@0 214 pcibios_align_resource, dev);
ian@0 215
ian@0 216 if (ret < 0 && (res->flags & IORESOURCE_PREFETCH)) {
ian@0 217 /*
ian@0 218 * That failed.
ian@0 219 *
ian@0 220 * But a prefetching area can handle a non-prefetching
ian@0 221 * window (it will just not perform as well).
ian@0 222 */
ian@0 223 ret = pci_bus_alloc_resource(bus, res, size, align, min, 0,
ian@0 224 pcibios_align_resource, dev);
ian@0 225 }
ian@0 226
ian@0 227 if (ret) {
ian@0 228 printk(KERN_ERR "PCI: Failed to allocate %s resource "
ian@0 229 "#%d:%llx@%llx for %s\n",
ian@0 230 res->flags & IORESOURCE_IO ? "I/O" : "mem",
ian@0 231 resno, (unsigned long long)size,
ian@0 232 (unsigned long long)res->start, pci_name(dev));
ian@0 233 } else if (resno < PCI_BRIDGE_RESOURCES) {
keir@696 234 printk(KERN_DEBUG "PCI: Assign resource(%d) on %s "
keir@696 235 "%016llx - %016llx\n", resno, pci_name(dev),
keir@696 236 (u64)res->start, (u64)res->end);
ian@0 237 pci_update_resource(dev, res, resno);
ian@0 238 }
ian@0 239
ian@0 240 return ret;
ian@0 241 }
ian@0 242
ian@0 243 #ifdef CONFIG_EMBEDDED
ian@0 244 int pci_assign_resource_fixed(struct pci_dev *dev, int resno)
ian@0 245 {
ian@0 246 struct pci_bus *bus = dev->bus;
ian@0 247 struct resource *res = dev->resource + resno;
ian@0 248 unsigned int type_mask;
ian@0 249 int i, ret = -EBUSY;
ian@0 250
ian@0 251 type_mask = IORESOURCE_IO | IORESOURCE_MEM | IORESOURCE_PREFETCH;
ian@0 252
ian@0 253 for (i = 0; i < PCI_BUS_NUM_RESOURCES; i++) {
ian@0 254 struct resource *r = bus->resource[i];
ian@0 255 if (!r)
ian@0 256 continue;
ian@0 257
ian@0 258 /* type_mask must match */
ian@0 259 if ((res->flags ^ r->flags) & type_mask)
ian@0 260 continue;
ian@0 261
ian@0 262 ret = request_resource(r, res);
ian@0 263
ian@0 264 if (ret == 0)
ian@0 265 break;
ian@0 266 }
ian@0 267
ian@0 268 if (ret) {
ian@0 269 printk(KERN_ERR "PCI: Failed to allocate %s resource "
ian@0 270 "#%d:%llx@%llx for %s\n",
ian@0 271 res->flags & IORESOURCE_IO ? "I/O" : "mem",
ian@0 272 resno, (unsigned long long)(res->end - res->start + 1),
ian@0 273 (unsigned long long)res->start, pci_name(dev));
ian@0 274 } else if (resno < PCI_BRIDGE_RESOURCES) {
ian@0 275 pci_update_resource(dev, res, resno);
ian@0 276 }
ian@0 277
ian@0 278 return ret;
ian@0 279 }
ian@0 280 EXPORT_SYMBOL_GPL(pci_assign_resource_fixed);
ian@0 281 #endif
ian@0 282
ian@0 283 /* Sort resources by alignment */
ian@0 284 void __devinit
ian@0 285 pdev_sort_resources(struct pci_dev *dev, struct resource_list *head)
ian@0 286 {
ian@0 287 int i;
ian@0 288
ian@0 289 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
ian@0 290 struct resource *r;
ian@0 291 struct resource_list *list, *tmp;
ian@0 292 resource_size_t r_align;
ian@0 293
ian@0 294 r = &dev->resource[i];
ian@0 295 r_align = r->end - r->start;
ian@0 296
ian@0 297 if (!(r->flags) || r->parent)
ian@0 298 continue;
ian@0 299 if (!r_align) {
ian@0 300 printk(KERN_WARNING "PCI: Ignore bogus resource %d "
ian@0 301 "[%llx:%llx] of %s\n",
ian@0 302 i, (unsigned long long)r->start,
ian@0 303 (unsigned long long)r->end, pci_name(dev));
ian@0 304 continue;
ian@0 305 }
ian@0 306 r_align = (i < PCI_BRIDGE_RESOURCES) ? r_align + 1 : r->start;
ian@0 307 for (list = head; ; list = list->next) {
ian@0 308 resource_size_t align = 0;
ian@0 309 struct resource_list *ln = list->next;
ian@0 310 int idx;
ian@0 311
ian@0 312 if (ln) {
ian@0 313 idx = ln->res - &ln->dev->resource[0];
ian@0 314 align = (idx < PCI_BRIDGE_RESOURCES) ?
ian@0 315 ln->res->end - ln->res->start + 1 :
ian@0 316 ln->res->start;
ian@0 317 }
ian@0 318 if (r_align > align) {
ian@0 319 tmp = kmalloc(sizeof(*tmp), GFP_KERNEL);
ian@0 320 if (!tmp)
ian@0 321 panic("pdev_sort_resources(): "
ian@0 322 "kmalloc() failed!\n");
ian@0 323 tmp->next = ln;
ian@0 324 tmp->res = r;
ian@0 325 tmp->dev = dev;
ian@0 326 list->next = tmp;
ian@0 327 break;
ian@0 328 }
ian@0 329 }
ian@0 330 }
ian@0 331 }