2 * drivers/pci/setup-bus.c
4 * Extruded from code written by
5 * Dave Rusling (david.rusling@reo.mts.dec.com)
6 * David Mosberger (davidm@cs.arizona.edu)
7 * David Miller (davem@redhat.com)
9 * Support routines for initializing a PCI subsystem.
13 * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
14 * PCI-PCI bridges cleanup, sorted resource allocation.
15 * Feb 2002, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
16 * Converted to allocation in 3 passes, which gives
17 * tighter packing. Prefetchable range support.
20 #include <linux/init.h>
21 #include <linux/kernel.h>
22 #include <linux/module.h>
23 #include <linux/pci.h>
24 #include <linux/errno.h>
25 #include <linux/ioport.h>
26 #include <linux/cache.h>
27 #include <linux/slab.h>
28 #include <linux/acpi.h>
31 unsigned int pci_flags
;
33 struct pci_dev_resource
{
34 struct list_head list
;
37 resource_size_t start
;
39 resource_size_t add_size
;
40 resource_size_t min_align
;
44 static void free_list(struct list_head
*head
)
46 struct pci_dev_resource
*dev_res
, *tmp
;
48 list_for_each_entry_safe(dev_res
, tmp
, head
, list
) {
49 list_del(&dev_res
->list
);
55 * add_to_list() - add a new resource tracker to the list
56 * @head: Head of the list
57 * @dev: device corresponding to which the resource
59 * @res: The resource to be tracked
60 * @add_size: additional size to be optionally added
63 static int add_to_list(struct list_head
*head
,
64 struct pci_dev
*dev
, struct resource
*res
,
65 resource_size_t add_size
, resource_size_t min_align
)
67 struct pci_dev_resource
*tmp
;
69 tmp
= kzalloc(sizeof(*tmp
), GFP_KERNEL
);
71 pr_warn("add_to_list: kmalloc() failed!\n");
77 tmp
->start
= res
->start
;
79 tmp
->flags
= res
->flags
;
80 tmp
->add_size
= add_size
;
81 tmp
->min_align
= min_align
;
83 list_add(&tmp
->list
, head
);
88 static void remove_from_list(struct list_head
*head
,
91 struct pci_dev_resource
*dev_res
, *tmp
;
93 list_for_each_entry_safe(dev_res
, tmp
, head
, list
) {
94 if (dev_res
->res
== res
) {
95 list_del(&dev_res
->list
);
102 static struct pci_dev_resource
*res_to_dev_res(struct list_head
*head
,
103 struct resource
*res
)
105 struct pci_dev_resource
*dev_res
;
107 list_for_each_entry(dev_res
, head
, list
) {
108 if (dev_res
->res
== res
)
115 static resource_size_t
get_res_add_size(struct list_head
*head
,
116 struct resource
*res
)
118 struct pci_dev_resource
*dev_res
;
120 dev_res
= res_to_dev_res(head
, res
);
121 return dev_res
? dev_res
->add_size
: 0;
124 static resource_size_t
get_res_add_align(struct list_head
*head
,
125 struct resource
*res
)
127 struct pci_dev_resource
*dev_res
;
129 dev_res
= res_to_dev_res(head
, res
);
130 return dev_res
? dev_res
->min_align
: 0;
134 /* Sort resources by alignment */
135 static void pdev_sort_resources(struct pci_dev
*dev
, struct list_head
*head
)
139 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
141 struct pci_dev_resource
*dev_res
, *tmp
;
142 resource_size_t r_align
;
145 r
= &dev
->resource
[i
];
147 if (r
->flags
& IORESOURCE_PCI_FIXED
)
150 if (!(r
->flags
) || r
->parent
)
153 r_align
= pci_resource_alignment(dev
, r
);
155 dev_warn(&dev
->dev
, "BAR %d: %pR has bogus alignment\n",
160 tmp
= kzalloc(sizeof(*tmp
), GFP_KERNEL
);
162 panic("pdev_sort_resources(): kmalloc() failed!\n");
166 /* fallback is smallest one or list is empty*/
168 list_for_each_entry(dev_res
, head
, list
) {
169 resource_size_t align
;
171 align
= pci_resource_alignment(dev_res
->dev
,
174 if (r_align
> align
) {
179 /* Insert it just before n*/
180 list_add_tail(&tmp
->list
, n
);
184 static void __dev_sort_resources(struct pci_dev
*dev
,
185 struct list_head
*head
)
187 u16
class = dev
->class >> 8;
189 /* Don't touch classless devices or host bridges or ioapics. */
190 if (class == PCI_CLASS_NOT_DEFINED
|| class == PCI_CLASS_BRIDGE_HOST
)
193 /* Don't touch ioapic devices already enabled by firmware */
194 if (class == PCI_CLASS_SYSTEM_PIC
) {
196 pci_read_config_word(dev
, PCI_COMMAND
, &command
);
197 if (command
& (PCI_COMMAND_IO
| PCI_COMMAND_MEMORY
))
201 pdev_sort_resources(dev
, head
);
204 static inline void reset_resource(struct resource
*res
)
212 * reassign_resources_sorted() - satisfy any additional resource requests
214 * @realloc_head : head of the list tracking requests requiring additional
216 * @head : head of the list tracking requests with allocated
219 * Walk through each element of the realloc_head and try to procure
220 * additional resources for the element, provided the element
221 * is in the head list.
223 static void reassign_resources_sorted(struct list_head
*realloc_head
,
224 struct list_head
*head
)
226 struct resource
*res
;
227 struct pci_dev_resource
*add_res
, *tmp
;
228 struct pci_dev_resource
*dev_res
;
229 resource_size_t add_size
, align
;
232 list_for_each_entry_safe(add_res
, tmp
, realloc_head
, list
) {
233 bool found_match
= false;
236 /* skip resource that has been reset */
240 /* skip this resource if not found in head list */
241 list_for_each_entry(dev_res
, head
, list
) {
242 if (dev_res
->res
== res
) {
247 if (!found_match
)/* just skip */
250 idx
= res
- &add_res
->dev
->resource
[0];
251 add_size
= add_res
->add_size
;
252 align
= add_res
->min_align
;
253 if (!resource_size(res
)) {
255 res
->end
= res
->start
+ add_size
- 1;
256 if (pci_assign_resource(add_res
->dev
, idx
))
259 res
->flags
|= add_res
->flags
&
260 (IORESOURCE_STARTALIGN
|IORESOURCE_SIZEALIGN
);
261 if (pci_reassign_resource(add_res
->dev
, idx
,
263 dev_printk(KERN_DEBUG
, &add_res
->dev
->dev
,
264 "failed to add %llx res[%d]=%pR\n",
265 (unsigned long long)add_size
,
269 list_del(&add_res
->list
);
275 * assign_requested_resources_sorted() - satisfy resource requests
277 * @head : head of the list tracking requests for resources
278 * @fail_head : head of the list tracking requests that could
281 * Satisfy resource requests of each element in the list. Add
282 * requests that could not satisfied to the failed_list.
284 static void assign_requested_resources_sorted(struct list_head
*head
,
285 struct list_head
*fail_head
)
287 struct resource
*res
;
288 struct pci_dev_resource
*dev_res
;
291 list_for_each_entry(dev_res
, head
, list
) {
293 idx
= res
- &dev_res
->dev
->resource
[0];
294 if (resource_size(res
) &&
295 pci_assign_resource(dev_res
->dev
, idx
)) {
298 * if the failed res is for ROM BAR, and it will
299 * be enabled later, don't add it to the list
301 if (!((idx
== PCI_ROM_RESOURCE
) &&
302 (!(res
->flags
& IORESOURCE_ROM_ENABLE
))))
303 add_to_list(fail_head
,
313 static unsigned long pci_fail_res_type_mask(struct list_head
*fail_head
)
315 struct pci_dev_resource
*fail_res
;
316 unsigned long mask
= 0;
318 /* check failed type */
319 list_for_each_entry(fail_res
, fail_head
, list
)
320 mask
|= fail_res
->flags
;
323 * one pref failed resource will set IORESOURCE_MEM,
324 * as we can allocate pref in non-pref range.
325 * Will release all assigned non-pref sibling resources
326 * according to that bit.
328 return mask
& (IORESOURCE_IO
| IORESOURCE_MEM
| IORESOURCE_PREFETCH
);
331 static bool pci_need_to_release(unsigned long mask
, struct resource
*res
)
333 if (res
->flags
& IORESOURCE_IO
)
334 return !!(mask
& IORESOURCE_IO
);
336 /* check pref at first */
337 if (res
->flags
& IORESOURCE_PREFETCH
) {
338 if (mask
& IORESOURCE_PREFETCH
)
340 /* count pref if its parent is non-pref */
341 else if ((mask
& IORESOURCE_MEM
) &&
342 !(res
->parent
->flags
& IORESOURCE_PREFETCH
))
348 if (res
->flags
& IORESOURCE_MEM
)
349 return !!(mask
& IORESOURCE_MEM
);
351 return false; /* should not get here */
354 static void __assign_resources_sorted(struct list_head
*head
,
355 struct list_head
*realloc_head
,
356 struct list_head
*fail_head
)
359 * Should not assign requested resources at first.
360 * they could be adjacent, so later reassign can not reallocate
361 * them one by one in parent resource window.
362 * Try to assign requested + add_size at beginning
363 * if could do that, could get out early.
364 * if could not do that, we still try to assign requested at first,
365 * then try to reassign add_size for some resources.
367 * Separate three resource type checking if we need to release
368 * assigned resource after requested + add_size try.
369 * 1. if there is io port assign fail, will release assigned
371 * 2. if there is pref mmio assign fail, release assigned
373 * if assigned pref mmio's parent is non-pref mmio and there
374 * is non-pref mmio assign fail, will release that assigned
376 * 3. if there is non-pref mmio assign fail or pref mmio
377 * assigned fail, will release assigned non-pref mmio.
379 LIST_HEAD(save_head
);
380 LIST_HEAD(local_fail_head
);
381 struct pci_dev_resource
*save_res
;
382 struct pci_dev_resource
*dev_res
, *tmp_res
, *dev_res2
;
383 unsigned long fail_type
;
384 resource_size_t add_align
, align
;
386 /* Check if optional add_size is there */
387 if (!realloc_head
|| list_empty(realloc_head
))
388 goto requested_and_reassign
;
390 /* Save original start, end, flags etc at first */
391 list_for_each_entry(dev_res
, head
, list
) {
392 if (add_to_list(&save_head
, dev_res
->dev
, dev_res
->res
, 0, 0)) {
393 free_list(&save_head
);
394 goto requested_and_reassign
;
398 /* Update res in head list with add_size in realloc_head list */
399 list_for_each_entry_safe(dev_res
, tmp_res
, head
, list
) {
400 dev_res
->res
->end
+= get_res_add_size(realloc_head
,
404 * There are two kinds of additional resources in the list:
405 * 1. bridge resource -- IORESOURCE_STARTALIGN
406 * 2. SR-IOV resource -- IORESOURCE_SIZEALIGN
407 * Here just fix the additional alignment for bridge
409 if (!(dev_res
->res
->flags
& IORESOURCE_STARTALIGN
))
412 add_align
= get_res_add_align(realloc_head
, dev_res
->res
);
415 * The "head" list is sorted by the alignment to make sure
416 * resources with bigger alignment will be assigned first.
417 * After we change the alignment of a dev_res in "head" list,
418 * we need to reorder the list by alignment to make it
421 if (add_align
> dev_res
->res
->start
) {
422 resource_size_t r_size
= resource_size(dev_res
->res
);
424 dev_res
->res
->start
= add_align
;
425 dev_res
->res
->end
= add_align
+ r_size
- 1;
427 list_for_each_entry(dev_res2
, head
, list
) {
428 align
= pci_resource_alignment(dev_res2
->dev
,
430 if (add_align
> align
) {
431 list_move_tail(&dev_res
->list
,
440 /* Try updated head list with add_size added */
441 assign_requested_resources_sorted(head
, &local_fail_head
);
443 /* all assigned with add_size ? */
444 if (list_empty(&local_fail_head
)) {
445 /* Remove head list from realloc_head list */
446 list_for_each_entry(dev_res
, head
, list
)
447 remove_from_list(realloc_head
, dev_res
->res
);
448 free_list(&save_head
);
453 /* check failed type */
454 fail_type
= pci_fail_res_type_mask(&local_fail_head
);
455 /* remove not need to be released assigned res from head list etc */
456 list_for_each_entry_safe(dev_res
, tmp_res
, head
, list
)
457 if (dev_res
->res
->parent
&&
458 !pci_need_to_release(fail_type
, dev_res
->res
)) {
459 /* remove it from realloc_head list */
460 remove_from_list(realloc_head
, dev_res
->res
);
461 remove_from_list(&save_head
, dev_res
->res
);
462 list_del(&dev_res
->list
);
466 free_list(&local_fail_head
);
467 /* Release assigned resource */
468 list_for_each_entry(dev_res
, head
, list
)
469 if (dev_res
->res
->parent
)
470 release_resource(dev_res
->res
);
471 /* Restore start/end/flags from saved list */
472 list_for_each_entry(save_res
, &save_head
, list
) {
473 struct resource
*res
= save_res
->res
;
475 res
->start
= save_res
->start
;
476 res
->end
= save_res
->end
;
477 res
->flags
= save_res
->flags
;
479 free_list(&save_head
);
481 requested_and_reassign
:
482 /* Satisfy the must-have resource requests */
483 assign_requested_resources_sorted(head
, fail_head
);
485 /* Try to satisfy any additional optional resource
488 reassign_resources_sorted(realloc_head
, head
);
492 static void pdev_assign_resources_sorted(struct pci_dev
*dev
,
493 struct list_head
*add_head
,
494 struct list_head
*fail_head
)
498 __dev_sort_resources(dev
, &head
);
499 __assign_resources_sorted(&head
, add_head
, fail_head
);
503 static void pbus_assign_resources_sorted(const struct pci_bus
*bus
,
504 struct list_head
*realloc_head
,
505 struct list_head
*fail_head
)
510 list_for_each_entry(dev
, &bus
->devices
, bus_list
)
511 __dev_sort_resources(dev
, &head
);
513 __assign_resources_sorted(&head
, realloc_head
, fail_head
);
516 void pci_setup_cardbus(struct pci_bus
*bus
)
518 struct pci_dev
*bridge
= bus
->self
;
519 struct resource
*res
;
520 struct pci_bus_region region
;
522 dev_info(&bridge
->dev
, "CardBus bridge to %pR\n",
525 res
= bus
->resource
[0];
526 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
527 if (res
->flags
& IORESOURCE_IO
) {
529 * The IO resource is allocated a range twice as large as it
530 * would normally need. This allows us to set both IO regs.
532 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
533 pci_write_config_dword(bridge
, PCI_CB_IO_BASE_0
,
535 pci_write_config_dword(bridge
, PCI_CB_IO_LIMIT_0
,
539 res
= bus
->resource
[1];
540 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
541 if (res
->flags
& IORESOURCE_IO
) {
542 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
543 pci_write_config_dword(bridge
, PCI_CB_IO_BASE_1
,
545 pci_write_config_dword(bridge
, PCI_CB_IO_LIMIT_1
,
549 res
= bus
->resource
[2];
550 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
551 if (res
->flags
& IORESOURCE_MEM
) {
552 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
553 pci_write_config_dword(bridge
, PCI_CB_MEMORY_BASE_0
,
555 pci_write_config_dword(bridge
, PCI_CB_MEMORY_LIMIT_0
,
559 res
= bus
->resource
[3];
560 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
561 if (res
->flags
& IORESOURCE_MEM
) {
562 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
563 pci_write_config_dword(bridge
, PCI_CB_MEMORY_BASE_1
,
565 pci_write_config_dword(bridge
, PCI_CB_MEMORY_LIMIT_1
,
569 EXPORT_SYMBOL(pci_setup_cardbus
);
571 /* Initialize bridges with base/limit values we have collected.
572 PCI-to-PCI Bridge Architecture Specification rev. 1.1 (1998)
573 requires that if there is no I/O ports or memory behind the
574 bridge, corresponding range must be turned off by writing base
575 value greater than limit to the bridge's base/limit registers.
577 Note: care must be taken when updating I/O base/limit registers
578 of bridges which support 32-bit I/O. This update requires two
579 config space writes, so it's quite possible that an I/O window of
580 the bridge will have some undesirable address (e.g. 0) after the
581 first write. Ditto 64-bit prefetchable MMIO. */
582 static void pci_setup_bridge_io(struct pci_dev
*bridge
)
584 struct resource
*res
;
585 struct pci_bus_region region
;
586 unsigned long io_mask
;
587 u8 io_base_lo
, io_limit_lo
;
591 io_mask
= PCI_IO_RANGE_MASK
;
592 if (bridge
->io_window_1k
)
593 io_mask
= PCI_IO_1K_RANGE_MASK
;
595 /* Set up the top and bottom of the PCI I/O segment for this bus. */
596 res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 0];
597 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
598 if (res
->flags
& IORESOURCE_IO
) {
599 pci_read_config_word(bridge
, PCI_IO_BASE
, &l
);
600 io_base_lo
= (region
.start
>> 8) & io_mask
;
601 io_limit_lo
= (region
.end
>> 8) & io_mask
;
602 l
= ((u16
) io_limit_lo
<< 8) | io_base_lo
;
603 /* Set up upper 16 bits of I/O base/limit. */
604 io_upper16
= (region
.end
& 0xffff0000) | (region
.start
>> 16);
605 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
607 /* Clear upper 16 bits of I/O base/limit. */
611 /* Temporarily disable the I/O range before updating PCI_IO_BASE. */
612 pci_write_config_dword(bridge
, PCI_IO_BASE_UPPER16
, 0x0000ffff);
613 /* Update lower 16 bits of I/O base/limit. */
614 pci_write_config_word(bridge
, PCI_IO_BASE
, l
);
615 /* Update upper 16 bits of I/O base/limit. */
616 pci_write_config_dword(bridge
, PCI_IO_BASE_UPPER16
, io_upper16
);
619 static void pci_setup_bridge_mmio(struct pci_dev
*bridge
)
621 struct resource
*res
;
622 struct pci_bus_region region
;
625 /* Set up the top and bottom of the PCI Memory segment for this bus. */
626 res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 1];
627 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
628 if (res
->flags
& IORESOURCE_MEM
) {
629 l
= (region
.start
>> 16) & 0xfff0;
630 l
|= region
.end
& 0xfff00000;
631 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
635 pci_write_config_dword(bridge
, PCI_MEMORY_BASE
, l
);
638 static void pci_setup_bridge_mmio_pref(struct pci_dev
*bridge
)
640 struct resource
*res
;
641 struct pci_bus_region region
;
644 /* Clear out the upper 32 bits of PREF limit.
645 If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily
646 disables PREF range, which is ok. */
647 pci_write_config_dword(bridge
, PCI_PREF_LIMIT_UPPER32
, 0);
649 /* Set up PREF base/limit. */
651 res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 2];
652 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
653 if (res
->flags
& IORESOURCE_PREFETCH
) {
654 l
= (region
.start
>> 16) & 0xfff0;
655 l
|= region
.end
& 0xfff00000;
656 if (res
->flags
& IORESOURCE_MEM_64
) {
657 bu
= upper_32_bits(region
.start
);
658 lu
= upper_32_bits(region
.end
);
660 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
664 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, l
);
666 /* Set the upper 32 bits of PREF base & limit. */
667 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
, bu
);
668 pci_write_config_dword(bridge
, PCI_PREF_LIMIT_UPPER32
, lu
);
671 static void __pci_setup_bridge(struct pci_bus
*bus
, unsigned long type
)
673 struct pci_dev
*bridge
= bus
->self
;
675 dev_info(&bridge
->dev
, "PCI bridge to %pR\n",
678 if (type
& IORESOURCE_IO
)
679 pci_setup_bridge_io(bridge
);
681 if (type
& IORESOURCE_MEM
)
682 pci_setup_bridge_mmio(bridge
);
684 if (type
& IORESOURCE_PREFETCH
)
685 pci_setup_bridge_mmio_pref(bridge
);
687 pci_write_config_word(bridge
, PCI_BRIDGE_CONTROL
, bus
->bridge_ctl
);
690 void __weak
pcibios_setup_bridge(struct pci_bus
*bus
, unsigned long type
)
694 void pci_setup_bridge(struct pci_bus
*bus
)
696 unsigned long type
= IORESOURCE_IO
| IORESOURCE_MEM
|
699 pcibios_setup_bridge(bus
, type
);
700 __pci_setup_bridge(bus
, type
);
704 int pci_claim_bridge_resource(struct pci_dev
*bridge
, int i
)
706 if (i
< PCI_BRIDGE_RESOURCES
|| i
> PCI_BRIDGE_RESOURCE_END
)
709 if (pci_claim_resource(bridge
, i
) == 0)
710 return 0; /* claimed the window */
712 if ((bridge
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
715 if (!pci_bus_clip_resource(bridge
, i
))
716 return -EINVAL
; /* clipping didn't change anything */
718 switch (i
- PCI_BRIDGE_RESOURCES
) {
720 pci_setup_bridge_io(bridge
);
723 pci_setup_bridge_mmio(bridge
);
726 pci_setup_bridge_mmio_pref(bridge
);
732 if (pci_claim_resource(bridge
, i
) == 0)
733 return 0; /* claimed a smaller window */
738 /* Check whether the bridge supports optional I/O and
739 prefetchable memory ranges. If not, the respective
740 base/limit registers must be read-only and read as 0. */
741 static void pci_bridge_check_ranges(struct pci_bus
*bus
)
745 struct pci_dev
*bridge
= bus
->self
;
746 struct resource
*b_res
;
748 b_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
];
749 b_res
[1].flags
|= IORESOURCE_MEM
;
751 pci_read_config_word(bridge
, PCI_IO_BASE
, &io
);
753 pci_write_config_word(bridge
, PCI_IO_BASE
, 0xe0f0);
754 pci_read_config_word(bridge
, PCI_IO_BASE
, &io
);
755 pci_write_config_word(bridge
, PCI_IO_BASE
, 0x0);
758 b_res
[0].flags
|= IORESOURCE_IO
;
760 /* DECchip 21050 pass 2 errata: the bridge may miss an address
761 disconnect boundary by one PCI data phase.
762 Workaround: do not use prefetching on this device. */
763 if (bridge
->vendor
== PCI_VENDOR_ID_DEC
&& bridge
->device
== 0x0001)
766 pci_read_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, &pmem
);
768 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
,
770 pci_read_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, &pmem
);
771 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, 0x0);
774 b_res
[2].flags
|= IORESOURCE_MEM
| IORESOURCE_PREFETCH
;
775 if ((pmem
& PCI_PREF_RANGE_TYPE_MASK
) ==
776 PCI_PREF_RANGE_TYPE_64
) {
777 b_res
[2].flags
|= IORESOURCE_MEM_64
;
778 b_res
[2].flags
|= PCI_PREF_RANGE_TYPE_64
;
782 /* double check if bridge does support 64 bit pref */
783 if (b_res
[2].flags
& IORESOURCE_MEM_64
) {
784 u32 mem_base_hi
, tmp
;
785 pci_read_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
787 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
789 pci_read_config_dword(bridge
, PCI_PREF_BASE_UPPER32
, &tmp
);
791 b_res
[2].flags
&= ~IORESOURCE_MEM_64
;
792 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
797 /* Helper function for sizing routines: find first available
798 bus resource of a given type. Note: we intentionally skip
799 the bus resources which have already been assigned (that is,
800 have non-NULL parent resource). */
801 static struct resource
*find_free_bus_resource(struct pci_bus
*bus
,
802 unsigned long type_mask
, unsigned long type
)
807 pci_bus_for_each_resource(bus
, r
, i
) {
808 if (r
== &ioport_resource
|| r
== &iomem_resource
)
810 if (r
&& (r
->flags
& type_mask
) == type
&& !r
->parent
)
816 static resource_size_t
calculate_iosize(resource_size_t size
,
817 resource_size_t min_size
,
818 resource_size_t size1
,
819 resource_size_t old_size
,
820 resource_size_t align
)
826 /* To be fixed in 2.5: we should have sort of HAVE_ISA
827 flag in the struct pci_bus. */
828 #if defined(CONFIG_ISA) || defined(CONFIG_EISA)
829 size
= (size
& 0xff) + ((size
& ~0xffUL
) << 2);
831 size
= ALIGN(size
+ size1
, align
);
837 static resource_size_t
calculate_memsize(resource_size_t size
,
838 resource_size_t min_size
,
839 resource_size_t size1
,
840 resource_size_t old_size
,
841 resource_size_t align
)
849 size
= ALIGN(size
+ size1
, align
);
853 resource_size_t __weak
pcibios_window_alignment(struct pci_bus
*bus
,
859 #define PCI_P2P_DEFAULT_MEM_ALIGN 0x100000 /* 1MiB */
860 #define PCI_P2P_DEFAULT_IO_ALIGN 0x1000 /* 4KiB */
861 #define PCI_P2P_DEFAULT_IO_ALIGN_1K 0x400 /* 1KiB */
863 static resource_size_t
window_alignment(struct pci_bus
*bus
,
866 resource_size_t align
= 1, arch_align
;
868 if (type
& IORESOURCE_MEM
)
869 align
= PCI_P2P_DEFAULT_MEM_ALIGN
;
870 else if (type
& IORESOURCE_IO
) {
872 * Per spec, I/O windows are 4K-aligned, but some
873 * bridges have an extension to support 1K alignment.
875 if (bus
->self
->io_window_1k
)
876 align
= PCI_P2P_DEFAULT_IO_ALIGN_1K
;
878 align
= PCI_P2P_DEFAULT_IO_ALIGN
;
881 arch_align
= pcibios_window_alignment(bus
, type
);
882 return max(align
, arch_align
);
886 * pbus_size_io() - size the io window of a given bus
889 * @min_size : the minimum io window that must to be allocated
890 * @add_size : additional optional io window
891 * @realloc_head : track the additional io window on this list
893 * Sizing the IO windows of the PCI-PCI bridge is trivial,
894 * since these windows have 1K or 4K granularity and the IO ranges
895 * of non-bridge PCI devices are limited to 256 bytes.
896 * We must be careful with the ISA aliasing though.
898 static void pbus_size_io(struct pci_bus
*bus
, resource_size_t min_size
,
899 resource_size_t add_size
, struct list_head
*realloc_head
)
902 struct resource
*b_res
= find_free_bus_resource(bus
, IORESOURCE_IO
,
904 resource_size_t size
= 0, size0
= 0, size1
= 0;
905 resource_size_t children_add_size
= 0;
906 resource_size_t min_align
, align
;
911 min_align
= window_alignment(bus
, IORESOURCE_IO
);
912 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
915 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
916 struct resource
*r
= &dev
->resource
[i
];
917 unsigned long r_size
;
919 if (r
->parent
|| !(r
->flags
& IORESOURCE_IO
))
921 r_size
= resource_size(r
);
924 /* Might be re-aligned for ISA */
929 align
= pci_resource_alignment(dev
, r
);
930 if (align
> min_align
)
934 children_add_size
+= get_res_add_size(realloc_head
, r
);
938 size0
= calculate_iosize(size
, min_size
, size1
,
939 resource_size(b_res
), min_align
);
940 if (children_add_size
> add_size
)
941 add_size
= children_add_size
;
942 size1
= (!realloc_head
|| (realloc_head
&& !add_size
)) ? size0
:
943 calculate_iosize(size
, min_size
, add_size
+ size1
,
944 resource_size(b_res
), min_align
);
945 if (!size0
&& !size1
) {
946 if (b_res
->start
|| b_res
->end
)
947 dev_info(&bus
->self
->dev
, "disabling bridge window %pR to %pR (unused)\n",
948 b_res
, &bus
->busn_res
);
953 b_res
->start
= min_align
;
954 b_res
->end
= b_res
->start
+ size0
- 1;
955 b_res
->flags
|= IORESOURCE_STARTALIGN
;
956 if (size1
> size0
&& realloc_head
) {
957 add_to_list(realloc_head
, bus
->self
, b_res
, size1
-size0
,
959 dev_printk(KERN_DEBUG
, &bus
->self
->dev
, "bridge window %pR to %pR add_size %llx\n",
960 b_res
, &bus
->busn_res
,
961 (unsigned long long)size1
-size0
);
965 static inline resource_size_t
calculate_mem_align(resource_size_t
*aligns
,
968 resource_size_t align
= 0;
969 resource_size_t min_align
= 0;
972 for (order
= 0; order
<= max_order
; order
++) {
973 resource_size_t align1
= 1;
975 align1
<<= (order
+ 20);
979 else if (ALIGN(align
+ min_align
, min_align
) < align1
)
980 min_align
= align1
>> 1;
981 align
+= aligns
[order
];
988 * pbus_size_mem() - size the memory window of a given bus
991 * @mask: mask the resource flag, then compare it with type
992 * @type: the type of free resource from bridge
993 * @type2: second match type
994 * @type3: third match type
995 * @min_size : the minimum memory window that must to be allocated
996 * @add_size : additional optional memory window
997 * @realloc_head : track the additional memory window on this list
999 * Calculate the size of the bus and minimal alignment which
1000 * guarantees that all child resources fit in this size.
1002 * Returns -ENOSPC if there's no available bus resource of the desired type.
1003 * Otherwise, sets the bus resource start/end to indicate the required
1004 * size, adds things to realloc_head (if supplied), and returns 0.
1006 static int pbus_size_mem(struct pci_bus
*bus
, unsigned long mask
,
1007 unsigned long type
, unsigned long type2
,
1008 unsigned long type3
,
1009 resource_size_t min_size
, resource_size_t add_size
,
1010 struct list_head
*realloc_head
)
1012 struct pci_dev
*dev
;
1013 resource_size_t min_align
, align
, size
, size0
, size1
;
1014 resource_size_t aligns
[18]; /* Alignments from 1Mb to 128Gb */
1015 int order
, max_order
;
1016 struct resource
*b_res
= find_free_bus_resource(bus
,
1017 mask
| IORESOURCE_PREFETCH
, type
);
1018 resource_size_t children_add_size
= 0;
1019 resource_size_t children_add_align
= 0;
1020 resource_size_t add_align
= 0;
1025 memset(aligns
, 0, sizeof(aligns
));
1029 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1032 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
1033 struct resource
*r
= &dev
->resource
[i
];
1034 resource_size_t r_size
;
1036 if (r
->parent
|| (r
->flags
& IORESOURCE_PCI_FIXED
) ||
1037 ((r
->flags
& mask
) != type
&&
1038 (r
->flags
& mask
) != type2
&&
1039 (r
->flags
& mask
) != type3
))
1041 r_size
= resource_size(r
);
1042 #ifdef CONFIG_PCI_IOV
1043 /* put SRIOV requested res to the optional list */
1044 if (realloc_head
&& i
>= PCI_IOV_RESOURCES
&&
1045 i
<= PCI_IOV_RESOURCE_END
) {
1046 add_align
= max(pci_resource_alignment(dev
, r
), add_align
);
1047 r
->end
= r
->start
- 1;
1048 add_to_list(realloc_head
, dev
, r
, r_size
, 0/* don't care */);
1049 children_add_size
+= r_size
;
1054 * aligns[0] is for 1MB (since bridge memory
1055 * windows are always at least 1MB aligned), so
1056 * keep "order" from being negative for smaller
1059 align
= pci_resource_alignment(dev
, r
);
1060 order
= __ffs(align
) - 20;
1063 if (order
>= ARRAY_SIZE(aligns
)) {
1064 dev_warn(&dev
->dev
, "disabling BAR %d: %pR (bad alignment %#llx)\n",
1065 i
, r
, (unsigned long long) align
);
1070 /* Exclude ranges with size > align from
1071 calculation of the alignment. */
1072 if (r_size
== align
)
1073 aligns
[order
] += align
;
1074 if (order
> max_order
)
1078 children_add_size
+= get_res_add_size(realloc_head
, r
);
1079 children_add_align
= get_res_add_align(realloc_head
, r
);
1080 add_align
= max(add_align
, children_add_align
);
1085 min_align
= calculate_mem_align(aligns
, max_order
);
1086 min_align
= max(min_align
, window_alignment(bus
, b_res
->flags
));
1087 size0
= calculate_memsize(size
, min_size
, 0, resource_size(b_res
), min_align
);
1088 add_align
= max(min_align
, add_align
);
1089 if (children_add_size
> add_size
)
1090 add_size
= children_add_size
;
1091 size1
= (!realloc_head
|| (realloc_head
&& !add_size
)) ? size0
:
1092 calculate_memsize(size
, min_size
, add_size
,
1093 resource_size(b_res
), add_align
);
1094 if (!size0
&& !size1
) {
1095 if (b_res
->start
|| b_res
->end
)
1096 dev_info(&bus
->self
->dev
, "disabling bridge window %pR to %pR (unused)\n",
1097 b_res
, &bus
->busn_res
);
1101 b_res
->start
= min_align
;
1102 b_res
->end
= size0
+ min_align
- 1;
1103 b_res
->flags
|= IORESOURCE_STARTALIGN
;
1104 if (size1
> size0
&& realloc_head
) {
1105 add_to_list(realloc_head
, bus
->self
, b_res
, size1
-size0
, add_align
);
1106 dev_printk(KERN_DEBUG
, &bus
->self
->dev
, "bridge window %pR to %pR add_size %llx add_align %llx\n",
1107 b_res
, &bus
->busn_res
,
1108 (unsigned long long) (size1
- size0
),
1109 (unsigned long long) add_align
);
1114 unsigned long pci_cardbus_resource_alignment(struct resource
*res
)
1116 if (res
->flags
& IORESOURCE_IO
)
1117 return pci_cardbus_io_size
;
1118 if (res
->flags
& IORESOURCE_MEM
)
1119 return pci_cardbus_mem_size
;
1123 static void pci_bus_size_cardbus(struct pci_bus
*bus
,
1124 struct list_head
*realloc_head
)
1126 struct pci_dev
*bridge
= bus
->self
;
1127 struct resource
*b_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
];
1128 resource_size_t b_res_3_size
= pci_cardbus_mem_size
* 2;
1131 if (b_res
[0].parent
)
1132 goto handle_b_res_1
;
1134 * Reserve some resources for CardBus. We reserve
1135 * a fixed amount of bus space for CardBus bridges.
1137 b_res
[0].start
= pci_cardbus_io_size
;
1138 b_res
[0].end
= b_res
[0].start
+ pci_cardbus_io_size
- 1;
1139 b_res
[0].flags
|= IORESOURCE_IO
| IORESOURCE_STARTALIGN
;
1141 b_res
[0].end
-= pci_cardbus_io_size
;
1142 add_to_list(realloc_head
, bridge
, b_res
, pci_cardbus_io_size
,
1143 pci_cardbus_io_size
);
1147 if (b_res
[1].parent
)
1148 goto handle_b_res_2
;
1149 b_res
[1].start
= pci_cardbus_io_size
;
1150 b_res
[1].end
= b_res
[1].start
+ pci_cardbus_io_size
- 1;
1151 b_res
[1].flags
|= IORESOURCE_IO
| IORESOURCE_STARTALIGN
;
1153 b_res
[1].end
-= pci_cardbus_io_size
;
1154 add_to_list(realloc_head
, bridge
, b_res
+1, pci_cardbus_io_size
,
1155 pci_cardbus_io_size
);
1159 /* MEM1 must not be pref mmio */
1160 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
1161 if (ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM1
) {
1162 ctrl
&= ~PCI_CB_BRIDGE_CTL_PREFETCH_MEM1
;
1163 pci_write_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, ctrl
);
1164 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
1168 * Check whether prefetchable memory is supported
1171 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
1172 if (!(ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
)) {
1173 ctrl
|= PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
;
1174 pci_write_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, ctrl
);
1175 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
1178 if (b_res
[2].parent
)
1179 goto handle_b_res_3
;
1181 * If we have prefetchable memory support, allocate
1182 * two regions. Otherwise, allocate one region of
1185 if (ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
) {
1186 b_res
[2].start
= pci_cardbus_mem_size
;
1187 b_res
[2].end
= b_res
[2].start
+ pci_cardbus_mem_size
- 1;
1188 b_res
[2].flags
|= IORESOURCE_MEM
| IORESOURCE_PREFETCH
|
1189 IORESOURCE_STARTALIGN
;
1191 b_res
[2].end
-= pci_cardbus_mem_size
;
1192 add_to_list(realloc_head
, bridge
, b_res
+2,
1193 pci_cardbus_mem_size
, pci_cardbus_mem_size
);
1196 /* reduce that to half */
1197 b_res_3_size
= pci_cardbus_mem_size
;
1201 if (b_res
[3].parent
)
1203 b_res
[3].start
= pci_cardbus_mem_size
;
1204 b_res
[3].end
= b_res
[3].start
+ b_res_3_size
- 1;
1205 b_res
[3].flags
|= IORESOURCE_MEM
| IORESOURCE_STARTALIGN
;
1207 b_res
[3].end
-= b_res_3_size
;
1208 add_to_list(realloc_head
, bridge
, b_res
+3, b_res_3_size
,
1209 pci_cardbus_mem_size
);
1216 void __pci_bus_size_bridges(struct pci_bus
*bus
, struct list_head
*realloc_head
)
1218 struct pci_dev
*dev
;
1219 unsigned long mask
, prefmask
, type2
= 0, type3
= 0;
1220 resource_size_t additional_mem_size
= 0, additional_io_size
= 0;
1221 struct resource
*b_res
;
1224 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1225 struct pci_bus
*b
= dev
->subordinate
;
1229 switch (dev
->class >> 8) {
1230 case PCI_CLASS_BRIDGE_CARDBUS
:
1231 pci_bus_size_cardbus(b
, realloc_head
);
1234 case PCI_CLASS_BRIDGE_PCI
:
1236 __pci_bus_size_bridges(b
, realloc_head
);
1242 if (pci_is_root_bus(bus
))
1245 switch (bus
->self
->class >> 8) {
1246 case PCI_CLASS_BRIDGE_CARDBUS
:
1247 /* don't size cardbuses yet. */
1250 case PCI_CLASS_BRIDGE_PCI
:
1251 pci_bridge_check_ranges(bus
);
1252 if (bus
->self
->is_hotplug_bridge
) {
1253 additional_io_size
= pci_hotplug_io_size
;
1254 additional_mem_size
= pci_hotplug_mem_size
;
1258 pbus_size_io(bus
, realloc_head
? 0 : additional_io_size
,
1259 additional_io_size
, realloc_head
);
1262 * If there's a 64-bit prefetchable MMIO window, compute
1263 * the size required to put all 64-bit prefetchable
1266 b_res
= &bus
->self
->resource
[PCI_BRIDGE_RESOURCES
];
1267 mask
= IORESOURCE_MEM
;
1268 prefmask
= IORESOURCE_MEM
| IORESOURCE_PREFETCH
;
1269 if (b_res
[2].flags
& IORESOURCE_MEM_64
) {
1270 prefmask
|= IORESOURCE_MEM_64
;
1271 ret
= pbus_size_mem(bus
, prefmask
, prefmask
,
1273 realloc_head
? 0 : additional_mem_size
,
1274 additional_mem_size
, realloc_head
);
1277 * If successful, all non-prefetchable resources
1278 * and any 32-bit prefetchable resources will go in
1279 * the non-prefetchable window.
1283 type2
= prefmask
& ~IORESOURCE_MEM_64
;
1284 type3
= prefmask
& ~IORESOURCE_PREFETCH
;
1289 * If there is no 64-bit prefetchable window, compute the
1290 * size required to put all prefetchable resources in the
1291 * 32-bit prefetchable window (if there is one).
1294 prefmask
&= ~IORESOURCE_MEM_64
;
1295 ret
= pbus_size_mem(bus
, prefmask
, prefmask
,
1297 realloc_head
? 0 : additional_mem_size
,
1298 additional_mem_size
, realloc_head
);
1301 * If successful, only non-prefetchable resources
1302 * will go in the non-prefetchable window.
1307 additional_mem_size
+= additional_mem_size
;
1309 type2
= type3
= IORESOURCE_MEM
;
1313 * Compute the size required to put everything else in the
1314 * non-prefetchable window. This includes:
1316 * - all non-prefetchable resources
1317 * - 32-bit prefetchable resources if there's a 64-bit
1318 * prefetchable window or no prefetchable window at all
1319 * - 64-bit prefetchable resources if there's no
1320 * prefetchable window at all
1322 * Note that the strategy in __pci_assign_resource() must
1323 * match that used here. Specifically, we cannot put a
1324 * 32-bit prefetchable resource in a 64-bit prefetchable
1327 pbus_size_mem(bus
, mask
, IORESOURCE_MEM
, type2
, type3
,
1328 realloc_head
? 0 : additional_mem_size
,
1329 additional_mem_size
, realloc_head
);
1334 void pci_bus_size_bridges(struct pci_bus
*bus
)
1336 __pci_bus_size_bridges(bus
, NULL
);
1338 EXPORT_SYMBOL(pci_bus_size_bridges
);
1340 static void assign_fixed_resource_on_bus(struct pci_bus
*b
, struct resource
*r
)
1343 struct resource
*parent_r
;
1344 unsigned long mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1345 IORESOURCE_PREFETCH
;
1347 pci_bus_for_each_resource(b
, parent_r
, i
) {
1351 if ((r
->flags
& mask
) == (parent_r
->flags
& mask
) &&
1352 resource_contains(parent_r
, r
))
1353 request_resource(parent_r
, r
);
1358 * Try to assign any resources marked as IORESOURCE_PCI_FIXED, as they
1359 * are skipped by pbus_assign_resources_sorted().
1361 static void pdev_assign_fixed_resources(struct pci_dev
*dev
)
1365 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
1367 struct resource
*r
= &dev
->resource
[i
];
1369 if (r
->parent
|| !(r
->flags
& IORESOURCE_PCI_FIXED
) ||
1370 !(r
->flags
& (IORESOURCE_IO
| IORESOURCE_MEM
)))
1374 while (b
&& !r
->parent
) {
1375 assign_fixed_resource_on_bus(b
, r
);
1381 void __pci_bus_assign_resources(const struct pci_bus
*bus
,
1382 struct list_head
*realloc_head
,
1383 struct list_head
*fail_head
)
1386 struct pci_dev
*dev
;
1388 pbus_assign_resources_sorted(bus
, realloc_head
, fail_head
);
1390 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1391 pdev_assign_fixed_resources(dev
);
1393 b
= dev
->subordinate
;
1397 __pci_bus_assign_resources(b
, realloc_head
, fail_head
);
1399 switch (dev
->class >> 8) {
1400 case PCI_CLASS_BRIDGE_PCI
:
1401 if (!pci_is_enabled(dev
))
1402 pci_setup_bridge(b
);
1405 case PCI_CLASS_BRIDGE_CARDBUS
:
1406 pci_setup_cardbus(b
);
1410 dev_info(&dev
->dev
, "not setting up bridge for bus %04x:%02x\n",
1411 pci_domain_nr(b
), b
->number
);
1417 void pci_bus_assign_resources(const struct pci_bus
*bus
)
1419 __pci_bus_assign_resources(bus
, NULL
, NULL
);
1421 EXPORT_SYMBOL(pci_bus_assign_resources
);
1423 static void pci_claim_device_resources(struct pci_dev
*dev
)
1427 for (i
= 0; i
< PCI_BRIDGE_RESOURCES
; i
++) {
1428 struct resource
*r
= &dev
->resource
[i
];
1430 if (!r
->flags
|| r
->parent
)
1433 pci_claim_resource(dev
, i
);
1437 static void pci_claim_bridge_resources(struct pci_dev
*dev
)
1441 for (i
= PCI_BRIDGE_RESOURCES
; i
< PCI_NUM_RESOURCES
; i
++) {
1442 struct resource
*r
= &dev
->resource
[i
];
1444 if (!r
->flags
|| r
->parent
)
1447 pci_claim_bridge_resource(dev
, i
);
1451 static void pci_bus_allocate_dev_resources(struct pci_bus
*b
)
1453 struct pci_dev
*dev
;
1454 struct pci_bus
*child
;
1456 list_for_each_entry(dev
, &b
->devices
, bus_list
) {
1457 pci_claim_device_resources(dev
);
1459 child
= dev
->subordinate
;
1461 pci_bus_allocate_dev_resources(child
);
1465 static void pci_bus_allocate_resources(struct pci_bus
*b
)
1467 struct pci_bus
*child
;
1470 * Carry out a depth-first search on the PCI bus
1471 * tree to allocate bridge apertures. Read the
1472 * programmed bridge bases and recursively claim
1473 * the respective bridge resources.
1476 pci_read_bridge_bases(b
);
1477 pci_claim_bridge_resources(b
->self
);
1480 list_for_each_entry(child
, &b
->children
, node
)
1481 pci_bus_allocate_resources(child
);
1484 void pci_bus_claim_resources(struct pci_bus
*b
)
1486 pci_bus_allocate_resources(b
);
1487 pci_bus_allocate_dev_resources(b
);
1489 EXPORT_SYMBOL(pci_bus_claim_resources
);
1491 static void __pci_bridge_assign_resources(const struct pci_dev
*bridge
,
1492 struct list_head
*add_head
,
1493 struct list_head
*fail_head
)
1497 pdev_assign_resources_sorted((struct pci_dev
*)bridge
,
1498 add_head
, fail_head
);
1500 b
= bridge
->subordinate
;
1504 __pci_bus_assign_resources(b
, add_head
, fail_head
);
1506 switch (bridge
->class >> 8) {
1507 case PCI_CLASS_BRIDGE_PCI
:
1508 pci_setup_bridge(b
);
1511 case PCI_CLASS_BRIDGE_CARDBUS
:
1512 pci_setup_cardbus(b
);
1516 dev_info(&bridge
->dev
, "not setting up bridge for bus %04x:%02x\n",
1517 pci_domain_nr(b
), b
->number
);
1521 static void pci_bridge_release_resources(struct pci_bus
*bus
,
1524 struct pci_dev
*dev
= bus
->self
;
1526 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1527 IORESOURCE_PREFETCH
| IORESOURCE_MEM_64
;
1528 unsigned old_flags
= 0;
1529 struct resource
*b_res
;
1532 b_res
= &dev
->resource
[PCI_BRIDGE_RESOURCES
];
1535 * 1. if there is io port assign fail, will release bridge
1537 * 2. if there is non pref mmio assign fail, release bridge
1539 * 3. if there is 64bit pref mmio assign fail, and bridge pref
1540 * is 64bit, release bridge pref mmio.
1541 * 4. if there is pref mmio assign fail, and bridge pref is
1542 * 32bit mmio, release bridge pref mmio
1543 * 5. if there is pref mmio assign fail, and bridge pref is not
1544 * assigned, release bridge nonpref mmio.
1546 if (type
& IORESOURCE_IO
)
1548 else if (!(type
& IORESOURCE_PREFETCH
))
1550 else if ((type
& IORESOURCE_MEM_64
) &&
1551 (b_res
[2].flags
& IORESOURCE_MEM_64
))
1553 else if (!(b_res
[2].flags
& IORESOURCE_MEM_64
) &&
1554 (b_res
[2].flags
& IORESOURCE_PREFETCH
))
1565 * if there are children under that, we should release them
1568 release_child_resources(r
);
1569 if (!release_resource(r
)) {
1570 type
= old_flags
= r
->flags
& type_mask
;
1571 dev_printk(KERN_DEBUG
, &dev
->dev
, "resource %d %pR released\n",
1572 PCI_BRIDGE_RESOURCES
+ idx
, r
);
1573 /* keep the old size */
1574 r
->end
= resource_size(r
) - 1;
1578 /* avoiding touch the one without PREF */
1579 if (type
& IORESOURCE_PREFETCH
)
1580 type
= IORESOURCE_PREFETCH
;
1581 __pci_setup_bridge(bus
, type
);
1582 /* for next child res under same bridge */
1583 r
->flags
= old_flags
;
1592 * try to release pci bridge resources that is from leaf bridge,
1593 * so we can allocate big new one later
1595 static void pci_bus_release_bridge_resources(struct pci_bus
*bus
,
1597 enum release_type rel_type
)
1599 struct pci_dev
*dev
;
1600 bool is_leaf_bridge
= true;
1602 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1603 struct pci_bus
*b
= dev
->subordinate
;
1607 is_leaf_bridge
= false;
1609 if ((dev
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
1612 if (rel_type
== whole_subtree
)
1613 pci_bus_release_bridge_resources(b
, type
,
1617 if (pci_is_root_bus(bus
))
1620 if ((bus
->self
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
1623 if ((rel_type
== whole_subtree
) || is_leaf_bridge
)
1624 pci_bridge_release_resources(bus
, type
);
1627 static void pci_bus_dump_res(struct pci_bus
*bus
)
1629 struct resource
*res
;
1632 pci_bus_for_each_resource(bus
, res
, i
) {
1633 if (!res
|| !res
->end
|| !res
->flags
)
1636 dev_printk(KERN_DEBUG
, &bus
->dev
, "resource %d %pR\n", i
, res
);
1640 static void pci_bus_dump_resources(struct pci_bus
*bus
)
1643 struct pci_dev
*dev
;
1646 pci_bus_dump_res(bus
);
1648 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1649 b
= dev
->subordinate
;
1653 pci_bus_dump_resources(b
);
1657 static int pci_bus_get_depth(struct pci_bus
*bus
)
1660 struct pci_bus
*child_bus
;
1662 list_for_each_entry(child_bus
, &bus
->children
, node
) {
1665 ret
= pci_bus_get_depth(child_bus
);
1666 if (ret
+ 1 > depth
)
1674 * -1: undefined, will auto detect later
1675 * 0: disabled by user
1676 * 1: disabled by auto detect
1677 * 2: enabled by user
1678 * 3: enabled by auto detect
1688 static enum enable_type pci_realloc_enable
= undefined
;
1689 void __init
pci_realloc_get_opt(char *str
)
1691 if (!strncmp(str
, "off", 3))
1692 pci_realloc_enable
= user_disabled
;
1693 else if (!strncmp(str
, "on", 2))
1694 pci_realloc_enable
= user_enabled
;
1696 static bool pci_realloc_enabled(enum enable_type enable
)
1698 return enable
>= user_enabled
;
1701 #if defined(CONFIG_PCI_IOV) && defined(CONFIG_PCI_REALLOC_ENABLE_AUTO)
1702 static int iov_resources_unassigned(struct pci_dev
*dev
, void *data
)
1705 bool *unassigned
= data
;
1707 for (i
= PCI_IOV_RESOURCES
; i
<= PCI_IOV_RESOURCE_END
; i
++) {
1708 struct resource
*r
= &dev
->resource
[i
];
1709 struct pci_bus_region region
;
1711 /* Not assigned or rejected by kernel? */
1715 pcibios_resource_to_bus(dev
->bus
, ®ion
, r
);
1716 if (!region
.start
) {
1718 return 1; /* return early from pci_walk_bus() */
1725 static enum enable_type
pci_realloc_detect(struct pci_bus
*bus
,
1726 enum enable_type enable_local
)
1728 bool unassigned
= false;
1730 if (enable_local
!= undefined
)
1731 return enable_local
;
1733 pci_walk_bus(bus
, iov_resources_unassigned
, &unassigned
);
1735 return auto_enabled
;
1737 return enable_local
;
1740 static enum enable_type
pci_realloc_detect(struct pci_bus
*bus
,
1741 enum enable_type enable_local
)
1743 return enable_local
;
1748 * first try will not touch pci bridge res
1749 * second and later try will clear small leaf bridge res
1750 * will stop till to the max depth if can not find good one
1752 void pci_assign_unassigned_root_bus_resources(struct pci_bus
*bus
)
1754 LIST_HEAD(realloc_head
); /* list of resources that
1755 want additional resources */
1756 struct list_head
*add_list
= NULL
;
1757 int tried_times
= 0;
1758 enum release_type rel_type
= leaf_only
;
1759 LIST_HEAD(fail_head
);
1760 struct pci_dev_resource
*fail_res
;
1761 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1762 IORESOURCE_PREFETCH
| IORESOURCE_MEM_64
;
1763 int pci_try_num
= 1;
1764 enum enable_type enable_local
;
1766 /* don't realloc if asked to do so */
1767 enable_local
= pci_realloc_detect(bus
, pci_realloc_enable
);
1768 if (pci_realloc_enabled(enable_local
)) {
1769 int max_depth
= pci_bus_get_depth(bus
);
1771 pci_try_num
= max_depth
+ 1;
1772 dev_printk(KERN_DEBUG
, &bus
->dev
,
1773 "max bus depth: %d pci_try_num: %d\n",
1774 max_depth
, pci_try_num
);
1779 * last try will use add_list, otherwise will try good to have as
1780 * must have, so can realloc parent bridge resource
1782 if (tried_times
+ 1 == pci_try_num
)
1783 add_list
= &realloc_head
;
1784 /* Depth first, calculate sizes and alignments of all
1785 subordinate buses. */
1786 __pci_bus_size_bridges(bus
, add_list
);
1788 /* Depth last, allocate resources and update the hardware. */
1789 __pci_bus_assign_resources(bus
, add_list
, &fail_head
);
1791 BUG_ON(!list_empty(add_list
));
1794 /* any device complain? */
1795 if (list_empty(&fail_head
))
1798 if (tried_times
>= pci_try_num
) {
1799 if (enable_local
== undefined
)
1800 dev_info(&bus
->dev
, "Some PCI device resources are unassigned, try booting with pci=realloc\n");
1801 else if (enable_local
== auto_enabled
)
1802 dev_info(&bus
->dev
, "Automatically enabled pci realloc, if you have problem, try booting with pci=realloc=off\n");
1804 free_list(&fail_head
);
1808 dev_printk(KERN_DEBUG
, &bus
->dev
,
1809 "No. %d try to assign unassigned res\n", tried_times
+ 1);
1811 /* third times and later will not check if it is leaf */
1812 if ((tried_times
+ 1) > 2)
1813 rel_type
= whole_subtree
;
1816 * Try to release leaf bridge's resources that doesn't fit resource of
1817 * child device under that bridge
1819 list_for_each_entry(fail_res
, &fail_head
, list
)
1820 pci_bus_release_bridge_resources(fail_res
->dev
->bus
,
1821 fail_res
->flags
& type_mask
,
1824 /* restore size and flags */
1825 list_for_each_entry(fail_res
, &fail_head
, list
) {
1826 struct resource
*res
= fail_res
->res
;
1828 res
->start
= fail_res
->start
;
1829 res
->end
= fail_res
->end
;
1830 res
->flags
= fail_res
->flags
;
1831 if (fail_res
->dev
->subordinate
)
1834 free_list(&fail_head
);
1839 /* dump the resource on buses */
1840 pci_bus_dump_resources(bus
);
1843 void __init
pci_assign_unassigned_resources(void)
1845 struct pci_bus
*root_bus
;
1847 list_for_each_entry(root_bus
, &pci_root_buses
, node
) {
1848 pci_assign_unassigned_root_bus_resources(root_bus
);
1850 /* Make sure the root bridge has a companion ACPI device: */
1851 if (ACPI_HANDLE(root_bus
->bridge
))
1852 acpi_ioapic_add(ACPI_HANDLE(root_bus
->bridge
));
1856 void pci_assign_unassigned_bridge_resources(struct pci_dev
*bridge
)
1858 struct pci_bus
*parent
= bridge
->subordinate
;
1859 LIST_HEAD(add_list
); /* list of resources that
1860 want additional resources */
1861 int tried_times
= 0;
1862 LIST_HEAD(fail_head
);
1863 struct pci_dev_resource
*fail_res
;
1865 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1866 IORESOURCE_PREFETCH
| IORESOURCE_MEM_64
;
1869 __pci_bus_size_bridges(parent
, &add_list
);
1870 __pci_bridge_assign_resources(bridge
, &add_list
, &fail_head
);
1871 BUG_ON(!list_empty(&add_list
));
1874 if (list_empty(&fail_head
))
1877 if (tried_times
>= 2) {
1878 /* still fail, don't need to try more */
1879 free_list(&fail_head
);
1883 printk(KERN_DEBUG
"PCI: No. %d try to assign unassigned res\n",
1887 * Try to release leaf bridge's resources that doesn't fit resource of
1888 * child device under that bridge
1890 list_for_each_entry(fail_res
, &fail_head
, list
)
1891 pci_bus_release_bridge_resources(fail_res
->dev
->bus
,
1892 fail_res
->flags
& type_mask
,
1895 /* restore size and flags */
1896 list_for_each_entry(fail_res
, &fail_head
, list
) {
1897 struct resource
*res
= fail_res
->res
;
1899 res
->start
= fail_res
->start
;
1900 res
->end
= fail_res
->end
;
1901 res
->flags
= fail_res
->flags
;
1902 if (fail_res
->dev
->subordinate
)
1905 free_list(&fail_head
);
1910 retval
= pci_reenable_device(bridge
);
1912 dev_err(&bridge
->dev
, "Error reenabling bridge (%d)\n", retval
);
1913 pci_set_master(bridge
);
1915 EXPORT_SYMBOL_GPL(pci_assign_unassigned_bridge_resources
);
1917 void pci_assign_unassigned_bus_resources(struct pci_bus
*bus
)
1919 struct pci_dev
*dev
;
1920 LIST_HEAD(add_list
); /* list of resources that
1921 want additional resources */
1923 down_read(&pci_bus_sem
);
1924 list_for_each_entry(dev
, &bus
->devices
, bus_list
)
1925 if (pci_is_bridge(dev
) && pci_has_subordinate(dev
))
1926 __pci_bus_size_bridges(dev
->subordinate
,
1928 up_read(&pci_bus_sem
);
1929 __pci_bus_assign_resources(bus
, &add_list
, NULL
);
1930 BUG_ON(!list_empty(&add_list
));
1932 EXPORT_SYMBOL_GPL(pci_assign_unassigned_bus_resources
);