2 * drivers/pci/setup-bus.c
4 * Extruded from code written by
5 * Dave Rusling (david.rusling@reo.mts.dec.com)
6 * David Mosberger (davidm@cs.arizona.edu)
7 * David Miller (davem@redhat.com)
9 * Support routines for initializing a PCI subsystem.
13 * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
14 * PCI-PCI bridges cleanup, sorted resource allocation.
15 * Feb 2002, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
16 * Converted to allocation in 3 passes, which gives
17 * tighter packing. Prefetchable range support.
20 #include <linux/init.h>
21 #include <linux/kernel.h>
22 #include <linux/module.h>
23 #include <linux/pci.h>
24 #include <linux/errno.h>
25 #include <linux/ioport.h>
26 #include <linux/cache.h>
27 #include <linux/slab.h>
28 #include <asm-generic/pci-bridge.h>
31 unsigned int pci_flags
;
33 struct pci_dev_resource
{
34 struct list_head list
;
37 resource_size_t start
;
39 resource_size_t add_size
;
40 resource_size_t min_align
;
44 static void free_list(struct list_head
*head
)
46 struct pci_dev_resource
*dev_res
, *tmp
;
48 list_for_each_entry_safe(dev_res
, tmp
, head
, list
) {
49 list_del(&dev_res
->list
);
55 * add_to_list() - add a new resource tracker to the list
56 * @head: Head of the list
57 * @dev: device corresponding to which the resource
59 * @res: The resource to be tracked
60 * @add_size: additional size to be optionally added
63 static int add_to_list(struct list_head
*head
,
64 struct pci_dev
*dev
, struct resource
*res
,
65 resource_size_t add_size
, resource_size_t min_align
)
67 struct pci_dev_resource
*tmp
;
69 tmp
= kzalloc(sizeof(*tmp
), GFP_KERNEL
);
71 pr_warning("add_to_list: kmalloc() failed!\n");
77 tmp
->start
= res
->start
;
79 tmp
->flags
= res
->flags
;
80 tmp
->add_size
= add_size
;
81 tmp
->min_align
= min_align
;
83 list_add(&tmp
->list
, head
);
88 static void remove_from_list(struct list_head
*head
,
91 struct pci_dev_resource
*dev_res
, *tmp
;
93 list_for_each_entry_safe(dev_res
, tmp
, head
, list
) {
94 if (dev_res
->res
== res
) {
95 list_del(&dev_res
->list
);
102 static resource_size_t
get_res_add_size(struct list_head
*head
,
103 struct resource
*res
)
105 struct pci_dev_resource
*dev_res
;
107 list_for_each_entry(dev_res
, head
, list
) {
108 if (dev_res
->res
== res
) {
109 int idx
= res
- &dev_res
->dev
->resource
[0];
111 dev_printk(KERN_DEBUG
, &dev_res
->dev
->dev
,
112 "res[%d]=%pR get_res_add_size add_size %llx\n",
114 (unsigned long long)dev_res
->add_size
);
116 return dev_res
->add_size
;
123 /* Sort resources by alignment */
124 static void pdev_sort_resources(struct pci_dev
*dev
, struct list_head
*head
)
128 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
130 struct pci_dev_resource
*dev_res
, *tmp
;
131 resource_size_t r_align
;
134 r
= &dev
->resource
[i
];
136 if (r
->flags
& IORESOURCE_PCI_FIXED
)
139 if (!(r
->flags
) || r
->parent
)
142 r_align
= pci_resource_alignment(dev
, r
);
144 dev_warn(&dev
->dev
, "BAR %d: %pR has bogus alignment\n",
149 tmp
= kzalloc(sizeof(*tmp
), GFP_KERNEL
);
151 panic("pdev_sort_resources(): "
152 "kmalloc() failed!\n");
156 /* fallback is smallest one or list is empty*/
158 list_for_each_entry(dev_res
, head
, list
) {
159 resource_size_t align
;
161 align
= pci_resource_alignment(dev_res
->dev
,
164 if (r_align
> align
) {
169 /* Insert it just before n*/
170 list_add_tail(&tmp
->list
, n
);
174 static void __dev_sort_resources(struct pci_dev
*dev
,
175 struct list_head
*head
)
177 u16
class = dev
->class >> 8;
179 /* Don't touch classless devices or host bridges or ioapics. */
180 if (class == PCI_CLASS_NOT_DEFINED
|| class == PCI_CLASS_BRIDGE_HOST
)
183 /* Don't touch ioapic devices already enabled by firmware */
184 if (class == PCI_CLASS_SYSTEM_PIC
) {
186 pci_read_config_word(dev
, PCI_COMMAND
, &command
);
187 if (command
& (PCI_COMMAND_IO
| PCI_COMMAND_MEMORY
))
191 pdev_sort_resources(dev
, head
);
194 static inline void reset_resource(struct resource
*res
)
202 * reassign_resources_sorted() - satisfy any additional resource requests
204 * @realloc_head : head of the list tracking requests requiring additional
206 * @head : head of the list tracking requests with allocated
209 * Walk through each element of the realloc_head and try to procure
210 * additional resources for the element, provided the element
211 * is in the head list.
213 static void reassign_resources_sorted(struct list_head
*realloc_head
,
214 struct list_head
*head
)
216 struct resource
*res
;
217 struct pci_dev_resource
*add_res
, *tmp
;
218 struct pci_dev_resource
*dev_res
;
219 resource_size_t add_size
;
222 list_for_each_entry_safe(add_res
, tmp
, realloc_head
, list
) {
223 bool found_match
= false;
226 /* skip resource that has been reset */
230 /* skip this resource if not found in head list */
231 list_for_each_entry(dev_res
, head
, list
) {
232 if (dev_res
->res
== res
) {
237 if (!found_match
)/* just skip */
240 idx
= res
- &add_res
->dev
->resource
[0];
241 add_size
= add_res
->add_size
;
242 if (!resource_size(res
)) {
243 res
->start
= add_res
->start
;
244 res
->end
= res
->start
+ add_size
- 1;
245 if (pci_assign_resource(add_res
->dev
, idx
))
248 resource_size_t align
= add_res
->min_align
;
249 res
->flags
|= add_res
->flags
&
250 (IORESOURCE_STARTALIGN
|IORESOURCE_SIZEALIGN
);
251 if (pci_reassign_resource(add_res
->dev
, idx
,
253 dev_printk(KERN_DEBUG
, &add_res
->dev
->dev
,
254 "failed to add %llx res[%d]=%pR\n",
255 (unsigned long long)add_size
,
259 list_del(&add_res
->list
);
265 * assign_requested_resources_sorted() - satisfy resource requests
267 * @head : head of the list tracking requests for resources
268 * @failed_list : head of the list tracking requests that could
271 * Satisfy resource requests of each element in the list. Add
272 * requests that could not satisfied to the failed_list.
274 static void assign_requested_resources_sorted(struct list_head
*head
,
275 struct list_head
*fail_head
)
277 struct resource
*res
;
278 struct pci_dev_resource
*dev_res
;
281 list_for_each_entry(dev_res
, head
, list
) {
283 idx
= res
- &dev_res
->dev
->resource
[0];
284 if (resource_size(res
) &&
285 pci_assign_resource(dev_res
->dev
, idx
)) {
286 if (fail_head
&& !pci_is_root_bus(dev_res
->dev
->bus
)) {
288 * if the failed res is for ROM BAR, and it will
289 * be enabled later, don't add it to the list
291 if (!((idx
== PCI_ROM_RESOURCE
) &&
292 (!(res
->flags
& IORESOURCE_ROM_ENABLE
))))
293 add_to_list(fail_head
,
303 static void __assign_resources_sorted(struct list_head
*head
,
304 struct list_head
*realloc_head
,
305 struct list_head
*fail_head
)
308 * Should not assign requested resources at first.
309 * they could be adjacent, so later reassign can not reallocate
310 * them one by one in parent resource window.
311 * Try to assign requested + add_size at begining
312 * if could do that, could get out early.
313 * if could not do that, we still try to assign requested at first,
314 * then try to reassign add_size for some resources.
316 LIST_HEAD(save_head
);
317 LIST_HEAD(local_fail_head
);
318 struct pci_dev_resource
*save_res
;
319 struct pci_dev_resource
*dev_res
;
321 /* Check if optional add_size is there */
322 if (!realloc_head
|| list_empty(realloc_head
))
323 goto requested_and_reassign
;
325 /* Save original start, end, flags etc at first */
326 list_for_each_entry(dev_res
, head
, list
) {
327 if (add_to_list(&save_head
, dev_res
->dev
, dev_res
->res
, 0, 0)) {
328 free_list(&save_head
);
329 goto requested_and_reassign
;
333 /* Update res in head list with add_size in realloc_head list */
334 list_for_each_entry(dev_res
, head
, list
)
335 dev_res
->res
->end
+= get_res_add_size(realloc_head
,
338 /* Try updated head list with add_size added */
339 assign_requested_resources_sorted(head
, &local_fail_head
);
341 /* all assigned with add_size ? */
342 if (list_empty(&local_fail_head
)) {
343 /* Remove head list from realloc_head list */
344 list_for_each_entry(dev_res
, head
, list
)
345 remove_from_list(realloc_head
, dev_res
->res
);
346 free_list(&save_head
);
351 free_list(&local_fail_head
);
352 /* Release assigned resource */
353 list_for_each_entry(dev_res
, head
, list
)
354 if (dev_res
->res
->parent
)
355 release_resource(dev_res
->res
);
356 /* Restore start/end/flags from saved list */
357 list_for_each_entry(save_res
, &save_head
, list
) {
358 struct resource
*res
= save_res
->res
;
360 res
->start
= save_res
->start
;
361 res
->end
= save_res
->end
;
362 res
->flags
= save_res
->flags
;
364 free_list(&save_head
);
366 requested_and_reassign
:
367 /* Satisfy the must-have resource requests */
368 assign_requested_resources_sorted(head
, fail_head
);
370 /* Try to satisfy any additional optional resource
373 reassign_resources_sorted(realloc_head
, head
);
377 static void pdev_assign_resources_sorted(struct pci_dev
*dev
,
378 struct list_head
*add_head
,
379 struct list_head
*fail_head
)
383 __dev_sort_resources(dev
, &head
);
384 __assign_resources_sorted(&head
, add_head
, fail_head
);
388 static void pbus_assign_resources_sorted(const struct pci_bus
*bus
,
389 struct list_head
*realloc_head
,
390 struct list_head
*fail_head
)
395 list_for_each_entry(dev
, &bus
->devices
, bus_list
)
396 __dev_sort_resources(dev
, &head
);
398 __assign_resources_sorted(&head
, realloc_head
, fail_head
);
401 void pci_setup_cardbus(struct pci_bus
*bus
)
403 struct pci_dev
*bridge
= bus
->self
;
404 struct resource
*res
;
405 struct pci_bus_region region
;
407 dev_info(&bridge
->dev
, "CardBus bridge to [bus %02x-%02x]\n",
408 bus
->secondary
, bus
->subordinate
);
410 res
= bus
->resource
[0];
411 pcibios_resource_to_bus(bridge
, ®ion
, res
);
412 if (res
->flags
& IORESOURCE_IO
) {
414 * The IO resource is allocated a range twice as large as it
415 * would normally need. This allows us to set both IO regs.
417 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
418 pci_write_config_dword(bridge
, PCI_CB_IO_BASE_0
,
420 pci_write_config_dword(bridge
, PCI_CB_IO_LIMIT_0
,
424 res
= bus
->resource
[1];
425 pcibios_resource_to_bus(bridge
, ®ion
, res
);
426 if (res
->flags
& IORESOURCE_IO
) {
427 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
428 pci_write_config_dword(bridge
, PCI_CB_IO_BASE_1
,
430 pci_write_config_dword(bridge
, PCI_CB_IO_LIMIT_1
,
434 res
= bus
->resource
[2];
435 pcibios_resource_to_bus(bridge
, ®ion
, res
);
436 if (res
->flags
& IORESOURCE_MEM
) {
437 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
438 pci_write_config_dword(bridge
, PCI_CB_MEMORY_BASE_0
,
440 pci_write_config_dword(bridge
, PCI_CB_MEMORY_LIMIT_0
,
444 res
= bus
->resource
[3];
445 pcibios_resource_to_bus(bridge
, ®ion
, res
);
446 if (res
->flags
& IORESOURCE_MEM
) {
447 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
448 pci_write_config_dword(bridge
, PCI_CB_MEMORY_BASE_1
,
450 pci_write_config_dword(bridge
, PCI_CB_MEMORY_LIMIT_1
,
454 EXPORT_SYMBOL(pci_setup_cardbus
);
456 /* Initialize bridges with base/limit values we have collected.
457 PCI-to-PCI Bridge Architecture Specification rev. 1.1 (1998)
458 requires that if there is no I/O ports or memory behind the
459 bridge, corresponding range must be turned off by writing base
460 value greater than limit to the bridge's base/limit registers.
462 Note: care must be taken when updating I/O base/limit registers
463 of bridges which support 32-bit I/O. This update requires two
464 config space writes, so it's quite possible that an I/O window of
465 the bridge will have some undesirable address (e.g. 0) after the
466 first write. Ditto 64-bit prefetchable MMIO. */
467 static void pci_setup_bridge_io(struct pci_bus
*bus
)
469 struct pci_dev
*bridge
= bus
->self
;
470 struct resource
*res
;
471 struct pci_bus_region region
;
474 /* Set up the top and bottom of the PCI I/O segment for this bus. */
475 res
= bus
->resource
[0];
476 pcibios_resource_to_bus(bridge
, ®ion
, res
);
477 if (res
->flags
& IORESOURCE_IO
) {
478 pci_read_config_dword(bridge
, PCI_IO_BASE
, &l
);
480 l
|= (region
.start
>> 8) & 0x00f0;
481 l
|= region
.end
& 0xf000;
482 /* Set up upper 16 bits of I/O base/limit. */
483 io_upper16
= (region
.end
& 0xffff0000) | (region
.start
>> 16);
484 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
486 /* Clear upper 16 bits of I/O base/limit. */
490 /* Temporarily disable the I/O range before updating PCI_IO_BASE. */
491 pci_write_config_dword(bridge
, PCI_IO_BASE_UPPER16
, 0x0000ffff);
492 /* Update lower 16 bits of I/O base/limit. */
493 pci_write_config_dword(bridge
, PCI_IO_BASE
, l
);
494 /* Update upper 16 bits of I/O base/limit. */
495 pci_write_config_dword(bridge
, PCI_IO_BASE_UPPER16
, io_upper16
);
498 static void pci_setup_bridge_mmio(struct pci_bus
*bus
)
500 struct pci_dev
*bridge
= bus
->self
;
501 struct resource
*res
;
502 struct pci_bus_region region
;
505 /* Set up the top and bottom of the PCI Memory segment for this bus. */
506 res
= bus
->resource
[1];
507 pcibios_resource_to_bus(bridge
, ®ion
, res
);
508 if (res
->flags
& IORESOURCE_MEM
) {
509 l
= (region
.start
>> 16) & 0xfff0;
510 l
|= region
.end
& 0xfff00000;
511 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
515 pci_write_config_dword(bridge
, PCI_MEMORY_BASE
, l
);
518 static void pci_setup_bridge_mmio_pref(struct pci_bus
*bus
)
520 struct pci_dev
*bridge
= bus
->self
;
521 struct resource
*res
;
522 struct pci_bus_region region
;
525 /* Clear out the upper 32 bits of PREF limit.
526 If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily
527 disables PREF range, which is ok. */
528 pci_write_config_dword(bridge
, PCI_PREF_LIMIT_UPPER32
, 0);
530 /* Set up PREF base/limit. */
532 res
= bus
->resource
[2];
533 pcibios_resource_to_bus(bridge
, ®ion
, res
);
534 if (res
->flags
& IORESOURCE_PREFETCH
) {
535 l
= (region
.start
>> 16) & 0xfff0;
536 l
|= region
.end
& 0xfff00000;
537 if (res
->flags
& IORESOURCE_MEM_64
) {
538 bu
= upper_32_bits(region
.start
);
539 lu
= upper_32_bits(region
.end
);
541 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
545 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, l
);
547 /* Set the upper 32 bits of PREF base & limit. */
548 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
, bu
);
549 pci_write_config_dword(bridge
, PCI_PREF_LIMIT_UPPER32
, lu
);
552 static void __pci_setup_bridge(struct pci_bus
*bus
, unsigned long type
)
554 struct pci_dev
*bridge
= bus
->self
;
556 dev_info(&bridge
->dev
, "PCI bridge to [bus %02x-%02x]\n",
557 bus
->secondary
, bus
->subordinate
);
559 if (type
& IORESOURCE_IO
)
560 pci_setup_bridge_io(bus
);
562 if (type
& IORESOURCE_MEM
)
563 pci_setup_bridge_mmio(bus
);
565 if (type
& IORESOURCE_PREFETCH
)
566 pci_setup_bridge_mmio_pref(bus
);
568 pci_write_config_word(bridge
, PCI_BRIDGE_CONTROL
, bus
->bridge_ctl
);
571 void pci_setup_bridge(struct pci_bus
*bus
)
573 unsigned long type
= IORESOURCE_IO
| IORESOURCE_MEM
|
576 __pci_setup_bridge(bus
, type
);
579 /* Check whether the bridge supports optional I/O and
580 prefetchable memory ranges. If not, the respective
581 base/limit registers must be read-only and read as 0. */
582 static void pci_bridge_check_ranges(struct pci_bus
*bus
)
586 struct pci_dev
*bridge
= bus
->self
;
587 struct resource
*b_res
;
589 b_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
];
590 b_res
[1].flags
|= IORESOURCE_MEM
;
592 pci_read_config_word(bridge
, PCI_IO_BASE
, &io
);
594 pci_write_config_word(bridge
, PCI_IO_BASE
, 0xf0f0);
595 pci_read_config_word(bridge
, PCI_IO_BASE
, &io
);
596 pci_write_config_word(bridge
, PCI_IO_BASE
, 0x0);
599 b_res
[0].flags
|= IORESOURCE_IO
;
600 /* DECchip 21050 pass 2 errata: the bridge may miss an address
601 disconnect boundary by one PCI data phase.
602 Workaround: do not use prefetching on this device. */
603 if (bridge
->vendor
== PCI_VENDOR_ID_DEC
&& bridge
->device
== 0x0001)
605 pci_read_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, &pmem
);
607 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
,
609 pci_read_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, &pmem
);
610 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, 0x0);
613 b_res
[2].flags
|= IORESOURCE_MEM
| IORESOURCE_PREFETCH
;
614 if ((pmem
& PCI_PREF_RANGE_TYPE_MASK
) ==
615 PCI_PREF_RANGE_TYPE_64
) {
616 b_res
[2].flags
|= IORESOURCE_MEM_64
;
617 b_res
[2].flags
|= PCI_PREF_RANGE_TYPE_64
;
621 /* double check if bridge does support 64 bit pref */
622 if (b_res
[2].flags
& IORESOURCE_MEM_64
) {
623 u32 mem_base_hi
, tmp
;
624 pci_read_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
626 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
628 pci_read_config_dword(bridge
, PCI_PREF_BASE_UPPER32
, &tmp
);
630 b_res
[2].flags
&= ~IORESOURCE_MEM_64
;
631 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
636 /* Helper function for sizing routines: find first available
637 bus resource of a given type. Note: we intentionally skip
638 the bus resources which have already been assigned (that is,
639 have non-NULL parent resource). */
640 static struct resource
*find_free_bus_resource(struct pci_bus
*bus
, unsigned long type
)
644 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
647 pci_bus_for_each_resource(bus
, r
, i
) {
648 if (r
== &ioport_resource
|| r
== &iomem_resource
)
650 if (r
&& (r
->flags
& type_mask
) == type
&& !r
->parent
)
656 static resource_size_t
calculate_iosize(resource_size_t size
,
657 resource_size_t min_size
,
658 resource_size_t size1
,
659 resource_size_t old_size
,
660 resource_size_t align
)
666 /* To be fixed in 2.5: we should have sort of HAVE_ISA
667 flag in the struct pci_bus. */
668 #if defined(CONFIG_ISA) || defined(CONFIG_EISA)
669 size
= (size
& 0xff) + ((size
& ~0xffUL
) << 2);
671 size
= ALIGN(size
+ size1
, align
);
677 static resource_size_t
calculate_memsize(resource_size_t size
,
678 resource_size_t min_size
,
679 resource_size_t size1
,
680 resource_size_t old_size
,
681 resource_size_t align
)
689 size
= ALIGN(size
+ size1
, align
);
694 * pbus_size_io() - size the io window of a given bus
697 * @min_size : the minimum io window that must to be allocated
698 * @add_size : additional optional io window
699 * @realloc_head : track the additional io window on this list
701 * Sizing the IO windows of the PCI-PCI bridge is trivial,
702 * since these windows have 4K granularity and the IO ranges
703 * of non-bridge PCI devices are limited to 256 bytes.
704 * We must be careful with the ISA aliasing though.
706 static void pbus_size_io(struct pci_bus
*bus
, resource_size_t min_size
,
707 resource_size_t add_size
, struct list_head
*realloc_head
)
710 struct resource
*b_res
= find_free_bus_resource(bus
, IORESOURCE_IO
);
711 unsigned long size
= 0, size0
= 0, size1
= 0;
712 resource_size_t children_add_size
= 0;
717 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
720 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
721 struct resource
*r
= &dev
->resource
[i
];
722 unsigned long r_size
;
724 if (r
->parent
|| !(r
->flags
& IORESOURCE_IO
))
726 r_size
= resource_size(r
);
729 /* Might be re-aligned for ISA */
735 children_add_size
+= get_res_add_size(realloc_head
, r
);
738 size0
= calculate_iosize(size
, min_size
, size1
,
739 resource_size(b_res
), 4096);
740 if (children_add_size
> add_size
)
741 add_size
= children_add_size
;
742 size1
= (!realloc_head
|| (realloc_head
&& !add_size
)) ? size0
:
743 calculate_iosize(size
, min_size
, add_size
+ size1
,
744 resource_size(b_res
), 4096);
745 if (!size0
&& !size1
) {
746 if (b_res
->start
|| b_res
->end
)
747 dev_info(&bus
->self
->dev
, "disabling bridge window "
748 "%pR to [bus %02x-%02x] (unused)\n", b_res
,
749 bus
->secondary
, bus
->subordinate
);
753 /* Alignment of the IO window is always 4K */
755 b_res
->end
= b_res
->start
+ size0
- 1;
756 b_res
->flags
|= IORESOURCE_STARTALIGN
;
757 if (size1
> size0
&& realloc_head
) {
758 add_to_list(realloc_head
, bus
->self
, b_res
, size1
-size0
, 4096);
759 dev_printk(KERN_DEBUG
, &bus
->self
->dev
, "bridge window "
760 "%pR to [bus %02x-%02x] add_size %lx\n", b_res
,
761 bus
->secondary
, bus
->subordinate
, size1
-size0
);
766 * pbus_size_mem() - size the memory window of a given bus
769 * @min_size : the minimum memory window that must to be allocated
770 * @add_size : additional optional memory window
771 * @realloc_head : track the additional memory window on this list
773 * Calculate the size of the bus and minimal alignment which
774 * guarantees that all child resources fit in this size.
776 static int pbus_size_mem(struct pci_bus
*bus
, unsigned long mask
,
777 unsigned long type
, resource_size_t min_size
,
778 resource_size_t add_size
,
779 struct list_head
*realloc_head
)
782 resource_size_t min_align
, align
, size
, size0
, size1
;
783 resource_size_t aligns
[12]; /* Alignments from 1Mb to 2Gb */
784 int order
, max_order
;
785 struct resource
*b_res
= find_free_bus_resource(bus
, type
);
786 unsigned int mem64_mask
= 0;
787 resource_size_t children_add_size
= 0;
792 memset(aligns
, 0, sizeof(aligns
));
796 mem64_mask
= b_res
->flags
& IORESOURCE_MEM_64
;
797 b_res
->flags
&= ~IORESOURCE_MEM_64
;
799 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
802 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
803 struct resource
*r
= &dev
->resource
[i
];
804 resource_size_t r_size
;
806 if (r
->parent
|| (r
->flags
& mask
) != type
)
808 r_size
= resource_size(r
);
809 #ifdef CONFIG_PCI_IOV
810 /* put SRIOV requested res to the optional list */
811 if (realloc_head
&& i
>= PCI_IOV_RESOURCES
&&
812 i
<= PCI_IOV_RESOURCE_END
) {
813 r
->end
= r
->start
- 1;
814 add_to_list(realloc_head
, dev
, r
, r_size
, 0/* dont' care */);
815 children_add_size
+= r_size
;
819 /* For bridges size != alignment */
820 align
= pci_resource_alignment(dev
, r
);
821 order
= __ffs(align
) - 20;
823 dev_warn(&dev
->dev
, "disabling BAR %d: %pR "
824 "(bad alignment %#llx)\n", i
, r
,
825 (unsigned long long) align
);
832 /* Exclude ranges with size > align from
833 calculation of the alignment. */
835 aligns
[order
] += align
;
836 if (order
> max_order
)
838 mem64_mask
&= r
->flags
& IORESOURCE_MEM_64
;
841 children_add_size
+= get_res_add_size(realloc_head
, r
);
846 for (order
= 0; order
<= max_order
; order
++) {
847 resource_size_t align1
= 1;
849 align1
<<= (order
+ 20);
853 else if (ALIGN(align
+ min_align
, min_align
) < align1
)
854 min_align
= align1
>> 1;
855 align
+= aligns
[order
];
857 size0
= calculate_memsize(size
, min_size
, 0, resource_size(b_res
), min_align
);
858 if (children_add_size
> add_size
)
859 add_size
= children_add_size
;
860 size1
= (!realloc_head
|| (realloc_head
&& !add_size
)) ? size0
:
861 calculate_memsize(size
, min_size
, add_size
,
862 resource_size(b_res
), min_align
);
863 if (!size0
&& !size1
) {
864 if (b_res
->start
|| b_res
->end
)
865 dev_info(&bus
->self
->dev
, "disabling bridge window "
866 "%pR to [bus %02x-%02x] (unused)\n", b_res
,
867 bus
->secondary
, bus
->subordinate
);
871 b_res
->start
= min_align
;
872 b_res
->end
= size0
+ min_align
- 1;
873 b_res
->flags
|= IORESOURCE_STARTALIGN
| mem64_mask
;
874 if (size1
> size0
&& realloc_head
) {
875 add_to_list(realloc_head
, bus
->self
, b_res
, size1
-size0
, min_align
);
876 dev_printk(KERN_DEBUG
, &bus
->self
->dev
, "bridge window "
877 "%pR to [bus %02x-%02x] add_size %llx\n", b_res
,
878 bus
->secondary
, bus
->subordinate
, (unsigned long long)size1
-size0
);
883 unsigned long pci_cardbus_resource_alignment(struct resource
*res
)
885 if (res
->flags
& IORESOURCE_IO
)
886 return pci_cardbus_io_size
;
887 if (res
->flags
& IORESOURCE_MEM
)
888 return pci_cardbus_mem_size
;
892 static void pci_bus_size_cardbus(struct pci_bus
*bus
,
893 struct list_head
*realloc_head
)
895 struct pci_dev
*bridge
= bus
->self
;
896 struct resource
*b_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
];
897 resource_size_t b_res_3_size
= pci_cardbus_mem_size
* 2;
903 * Reserve some resources for CardBus. We reserve
904 * a fixed amount of bus space for CardBus bridges.
906 b_res
[0].start
= pci_cardbus_io_size
;
907 b_res
[0].end
= b_res
[0].start
+ pci_cardbus_io_size
- 1;
908 b_res
[0].flags
|= IORESOURCE_IO
| IORESOURCE_STARTALIGN
;
910 b_res
[0].end
-= pci_cardbus_io_size
;
911 add_to_list(realloc_head
, bridge
, b_res
, pci_cardbus_io_size
,
912 pci_cardbus_io_size
);
918 b_res
[1].start
= pci_cardbus_io_size
;
919 b_res
[1].end
= b_res
[1].start
+ pci_cardbus_io_size
- 1;
920 b_res
[1].flags
|= IORESOURCE_IO
| IORESOURCE_STARTALIGN
;
922 b_res
[1].end
-= pci_cardbus_io_size
;
923 add_to_list(realloc_head
, bridge
, b_res
+1, pci_cardbus_io_size
,
924 pci_cardbus_io_size
);
928 /* MEM1 must not be pref mmio */
929 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
930 if (ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM1
) {
931 ctrl
&= ~PCI_CB_BRIDGE_CTL_PREFETCH_MEM1
;
932 pci_write_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, ctrl
);
933 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
937 * Check whether prefetchable memory is supported
940 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
941 if (!(ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
)) {
942 ctrl
|= PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
;
943 pci_write_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, ctrl
);
944 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
950 * If we have prefetchable memory support, allocate
951 * two regions. Otherwise, allocate one region of
954 if (ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
) {
955 b_res
[2].start
= pci_cardbus_mem_size
;
956 b_res
[2].end
= b_res
[2].start
+ pci_cardbus_mem_size
- 1;
957 b_res
[2].flags
|= IORESOURCE_MEM
| IORESOURCE_PREFETCH
|
958 IORESOURCE_STARTALIGN
;
960 b_res
[2].end
-= pci_cardbus_mem_size
;
961 add_to_list(realloc_head
, bridge
, b_res
+2,
962 pci_cardbus_mem_size
, pci_cardbus_mem_size
);
965 /* reduce that to half */
966 b_res_3_size
= pci_cardbus_mem_size
;
972 b_res
[3].start
= pci_cardbus_mem_size
;
973 b_res
[3].end
= b_res
[3].start
+ b_res_3_size
- 1;
974 b_res
[3].flags
|= IORESOURCE_MEM
| IORESOURCE_STARTALIGN
;
976 b_res
[3].end
-= b_res_3_size
;
977 add_to_list(realloc_head
, bridge
, b_res
+3, b_res_3_size
,
978 pci_cardbus_mem_size
);
985 void __ref
__pci_bus_size_bridges(struct pci_bus
*bus
,
986 struct list_head
*realloc_head
)
989 unsigned long mask
, prefmask
;
990 resource_size_t additional_mem_size
= 0, additional_io_size
= 0;
992 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
993 struct pci_bus
*b
= dev
->subordinate
;
997 switch (dev
->class >> 8) {
998 case PCI_CLASS_BRIDGE_CARDBUS
:
999 pci_bus_size_cardbus(b
, realloc_head
);
1002 case PCI_CLASS_BRIDGE_PCI
:
1004 __pci_bus_size_bridges(b
, realloc_head
);
1013 switch (bus
->self
->class >> 8) {
1014 case PCI_CLASS_BRIDGE_CARDBUS
:
1015 /* don't size cardbuses yet. */
1018 case PCI_CLASS_BRIDGE_PCI
:
1019 pci_bridge_check_ranges(bus
);
1020 if (bus
->self
->is_hotplug_bridge
) {
1021 additional_io_size
= pci_hotplug_io_size
;
1022 additional_mem_size
= pci_hotplug_mem_size
;
1028 pbus_size_io(bus
, realloc_head
? 0 : additional_io_size
,
1029 additional_io_size
, realloc_head
);
1030 /* If the bridge supports prefetchable range, size it
1031 separately. If it doesn't, or its prefetchable window
1032 has already been allocated by arch code, try
1033 non-prefetchable range for both types of PCI memory
1035 mask
= IORESOURCE_MEM
;
1036 prefmask
= IORESOURCE_MEM
| IORESOURCE_PREFETCH
;
1037 if (pbus_size_mem(bus
, prefmask
, prefmask
,
1038 realloc_head
? 0 : additional_mem_size
,
1039 additional_mem_size
, realloc_head
))
1040 mask
= prefmask
; /* Success, size non-prefetch only. */
1042 additional_mem_size
+= additional_mem_size
;
1043 pbus_size_mem(bus
, mask
, IORESOURCE_MEM
,
1044 realloc_head
? 0 : additional_mem_size
,
1045 additional_mem_size
, realloc_head
);
1050 void __ref
pci_bus_size_bridges(struct pci_bus
*bus
)
1052 __pci_bus_size_bridges(bus
, NULL
);
1054 EXPORT_SYMBOL(pci_bus_size_bridges
);
1056 static void __ref
__pci_bus_assign_resources(const struct pci_bus
*bus
,
1057 struct list_head
*realloc_head
,
1058 struct list_head
*fail_head
)
1061 struct pci_dev
*dev
;
1063 pbus_assign_resources_sorted(bus
, realloc_head
, fail_head
);
1065 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1066 b
= dev
->subordinate
;
1070 __pci_bus_assign_resources(b
, realloc_head
, fail_head
);
1072 switch (dev
->class >> 8) {
1073 case PCI_CLASS_BRIDGE_PCI
:
1074 if (!pci_is_enabled(dev
))
1075 pci_setup_bridge(b
);
1078 case PCI_CLASS_BRIDGE_CARDBUS
:
1079 pci_setup_cardbus(b
);
1083 dev_info(&dev
->dev
, "not setting up bridge for bus "
1084 "%04x:%02x\n", pci_domain_nr(b
), b
->number
);
1090 void __ref
pci_bus_assign_resources(const struct pci_bus
*bus
)
1092 __pci_bus_assign_resources(bus
, NULL
, NULL
);
1094 EXPORT_SYMBOL(pci_bus_assign_resources
);
1096 static void __ref
__pci_bridge_assign_resources(const struct pci_dev
*bridge
,
1097 struct list_head
*add_head
,
1098 struct list_head
*fail_head
)
1102 pdev_assign_resources_sorted((struct pci_dev
*)bridge
,
1103 add_head
, fail_head
);
1105 b
= bridge
->subordinate
;
1109 __pci_bus_assign_resources(b
, add_head
, fail_head
);
1111 switch (bridge
->class >> 8) {
1112 case PCI_CLASS_BRIDGE_PCI
:
1113 pci_setup_bridge(b
);
1116 case PCI_CLASS_BRIDGE_CARDBUS
:
1117 pci_setup_cardbus(b
);
1121 dev_info(&bridge
->dev
, "not setting up bridge for bus "
1122 "%04x:%02x\n", pci_domain_nr(b
), b
->number
);
1126 static void pci_bridge_release_resources(struct pci_bus
*bus
,
1130 bool changed
= false;
1131 struct pci_dev
*dev
;
1133 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1134 IORESOURCE_PREFETCH
;
1137 for (idx
= PCI_BRIDGE_RESOURCES
; idx
<= PCI_BRIDGE_RESOURCE_END
;
1139 r
= &dev
->resource
[idx
];
1140 if ((r
->flags
& type_mask
) != type
)
1145 * if there are children under that, we should release them
1148 release_child_resources(r
);
1149 if (!release_resource(r
)) {
1150 dev_printk(KERN_DEBUG
, &dev
->dev
,
1151 "resource %d %pR released\n", idx
, r
);
1152 /* keep the old size */
1153 r
->end
= resource_size(r
) - 1;
1161 /* avoiding touch the one without PREF */
1162 if (type
& IORESOURCE_PREFETCH
)
1163 type
= IORESOURCE_PREFETCH
;
1164 __pci_setup_bridge(bus
, type
);
1173 * try to release pci bridge resources that is from leaf bridge,
1174 * so we can allocate big new one later
1176 static void __ref
pci_bus_release_bridge_resources(struct pci_bus
*bus
,
1178 enum release_type rel_type
)
1180 struct pci_dev
*dev
;
1181 bool is_leaf_bridge
= true;
1183 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1184 struct pci_bus
*b
= dev
->subordinate
;
1188 is_leaf_bridge
= false;
1190 if ((dev
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
1193 if (rel_type
== whole_subtree
)
1194 pci_bus_release_bridge_resources(b
, type
,
1198 if (pci_is_root_bus(bus
))
1201 if ((bus
->self
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
1204 if ((rel_type
== whole_subtree
) || is_leaf_bridge
)
1205 pci_bridge_release_resources(bus
, type
);
1208 static void pci_bus_dump_res(struct pci_bus
*bus
)
1210 struct resource
*res
;
1213 pci_bus_for_each_resource(bus
, res
, i
) {
1214 if (!res
|| !res
->end
|| !res
->flags
)
1217 dev_printk(KERN_DEBUG
, &bus
->dev
, "resource %d %pR\n", i
, res
);
1221 static void pci_bus_dump_resources(struct pci_bus
*bus
)
1224 struct pci_dev
*dev
;
1227 pci_bus_dump_res(bus
);
1229 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1230 b
= dev
->subordinate
;
1234 pci_bus_dump_resources(b
);
1238 static int __init
pci_bus_get_depth(struct pci_bus
*bus
)
1241 struct pci_dev
*dev
;
1243 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1245 struct pci_bus
*b
= dev
->subordinate
;
1249 ret
= pci_bus_get_depth(b
);
1250 if (ret
+ 1 > depth
)
1256 static int __init
pci_get_max_depth(void)
1259 struct pci_bus
*bus
;
1261 list_for_each_entry(bus
, &pci_root_buses
, node
) {
1264 ret
= pci_bus_get_depth(bus
);
1273 * -1: undefined, will auto detect later
1274 * 0: disabled by user
1275 * 1: disabled by auto detect
1276 * 2: enabled by user
1277 * 3: enabled by auto detect
1287 static enum enable_type pci_realloc_enable __initdata
= undefined
;
1288 void __init
pci_realloc_get_opt(char *str
)
1290 if (!strncmp(str
, "off", 3))
1291 pci_realloc_enable
= user_disabled
;
1292 else if (!strncmp(str
, "on", 2))
1293 pci_realloc_enable
= user_enabled
;
1295 static bool __init
pci_realloc_enabled(void)
1297 return pci_realloc_enable
>= user_enabled
;
1300 static void __init
pci_realloc_detect(void)
1302 #if defined(CONFIG_PCI_IOV) && defined(CONFIG_PCI_REALLOC_ENABLE_AUTO)
1303 struct pci_dev
*dev
= NULL
;
1305 if (pci_realloc_enable
!= undefined
)
1308 for_each_pci_dev(dev
) {
1311 for (i
= PCI_IOV_RESOURCES
; i
<= PCI_IOV_RESOURCE_END
; i
++) {
1312 struct resource
*r
= &dev
->resource
[i
];
1314 /* Not assigned, or rejected by kernel ? */
1315 if (r
->flags
&& !r
->start
) {
1316 pci_realloc_enable
= auto_enabled
;
1326 * first try will not touch pci bridge res
1327 * second and later try will clear small leaf bridge res
1328 * will stop till to the max deepth if can not find good one
1331 pci_assign_unassigned_resources(void)
1333 struct pci_bus
*bus
;
1334 LIST_HEAD(realloc_head
); /* list of resources that
1335 want additional resources */
1336 struct list_head
*add_list
= NULL
;
1337 int tried_times
= 0;
1338 enum release_type rel_type
= leaf_only
;
1339 LIST_HEAD(fail_head
);
1340 struct pci_dev_resource
*fail_res
;
1341 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1342 IORESOURCE_PREFETCH
;
1343 int pci_try_num
= 1;
1345 /* don't realloc if asked to do so */
1346 pci_realloc_detect();
1347 if (pci_realloc_enabled()) {
1348 int max_depth
= pci_get_max_depth();
1350 pci_try_num
= max_depth
+ 1;
1351 printk(KERN_DEBUG
"PCI: max bus depth: %d pci_try_num: %d\n",
1352 max_depth
, pci_try_num
);
1357 * last try will use add_list, otherwise will try good to have as
1358 * must have, so can realloc parent bridge resource
1360 if (tried_times
+ 1 == pci_try_num
)
1361 add_list
= &realloc_head
;
1362 /* Depth first, calculate sizes and alignments of all
1363 subordinate buses. */
1364 list_for_each_entry(bus
, &pci_root_buses
, node
)
1365 __pci_bus_size_bridges(bus
, add_list
);
1367 /* Depth last, allocate resources and update the hardware. */
1368 list_for_each_entry(bus
, &pci_root_buses
, node
)
1369 __pci_bus_assign_resources(bus
, add_list
, &fail_head
);
1371 BUG_ON(!list_empty(add_list
));
1374 /* any device complain? */
1375 if (list_empty(&fail_head
))
1376 goto enable_and_dump
;
1378 if (tried_times
>= pci_try_num
) {
1379 if (pci_realloc_enable
== undefined
)
1380 printk(KERN_INFO
"Some PCI device resources are unassigned, try booting with pci=realloc\n");
1381 else if (pci_realloc_enable
== auto_enabled
)
1382 printk(KERN_INFO
"Automatically enabled pci realloc, if you have problem, try booting with pci=realloc=off\n");
1384 free_list(&fail_head
);
1385 goto enable_and_dump
;
1388 printk(KERN_DEBUG
"PCI: No. %d try to assign unassigned res\n",
1391 /* third times and later will not check if it is leaf */
1392 if ((tried_times
+ 1) > 2)
1393 rel_type
= whole_subtree
;
1396 * Try to release leaf bridge's resources that doesn't fit resource of
1397 * child device under that bridge
1399 list_for_each_entry(fail_res
, &fail_head
, list
) {
1400 bus
= fail_res
->dev
->bus
;
1401 pci_bus_release_bridge_resources(bus
,
1402 fail_res
->flags
& type_mask
,
1405 /* restore size and flags */
1406 list_for_each_entry(fail_res
, &fail_head
, list
) {
1407 struct resource
*res
= fail_res
->res
;
1409 res
->start
= fail_res
->start
;
1410 res
->end
= fail_res
->end
;
1411 res
->flags
= fail_res
->flags
;
1412 if (fail_res
->dev
->subordinate
)
1415 free_list(&fail_head
);
1420 /* Depth last, update the hardware. */
1421 list_for_each_entry(bus
, &pci_root_buses
, node
)
1422 pci_enable_bridges(bus
);
1424 /* dump the resource on buses */
1425 list_for_each_entry(bus
, &pci_root_buses
, node
)
1426 pci_bus_dump_resources(bus
);
1429 void pci_assign_unassigned_bridge_resources(struct pci_dev
*bridge
)
1431 struct pci_bus
*parent
= bridge
->subordinate
;
1432 LIST_HEAD(add_list
); /* list of resources that
1433 want additional resources */
1434 int tried_times
= 0;
1435 LIST_HEAD(fail_head
);
1436 struct pci_dev_resource
*fail_res
;
1438 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1439 IORESOURCE_PREFETCH
;
1442 __pci_bus_size_bridges(parent
, &add_list
);
1443 __pci_bridge_assign_resources(bridge
, &add_list
, &fail_head
);
1444 BUG_ON(!list_empty(&add_list
));
1447 if (list_empty(&fail_head
))
1450 if (tried_times
>= 2) {
1451 /* still fail, don't need to try more */
1452 free_list(&fail_head
);
1456 printk(KERN_DEBUG
"PCI: No. %d try to assign unassigned res\n",
1460 * Try to release leaf bridge's resources that doesn't fit resource of
1461 * child device under that bridge
1463 list_for_each_entry(fail_res
, &fail_head
, list
) {
1464 struct pci_bus
*bus
= fail_res
->dev
->bus
;
1465 unsigned long flags
= fail_res
->flags
;
1467 pci_bus_release_bridge_resources(bus
, flags
& type_mask
,
1470 /* restore size and flags */
1471 list_for_each_entry(fail_res
, &fail_head
, list
) {
1472 struct resource
*res
= fail_res
->res
;
1474 res
->start
= fail_res
->start
;
1475 res
->end
= fail_res
->end
;
1476 res
->flags
= fail_res
->flags
;
1477 if (fail_res
->dev
->subordinate
)
1480 free_list(&fail_head
);
1485 retval
= pci_reenable_device(bridge
);
1486 pci_set_master(bridge
);
1487 pci_enable_bridges(parent
);
1489 EXPORT_SYMBOL_GPL(pci_assign_unassigned_bridge_resources
);
1491 #ifdef CONFIG_HOTPLUG
1493 * pci_rescan_bus - scan a PCI bus for devices.
1494 * @bus: PCI bus to scan
1496 * Scan a PCI bus and child buses for new devices, adds them,
1499 * Returns the max number of subordinate bus discovered.
1501 unsigned int __ref
pci_rescan_bus(struct pci_bus
*bus
)
1504 struct pci_dev
*dev
;
1505 LIST_HEAD(add_list
); /* list of resources that
1506 want additional resources */
1508 max
= pci_scan_child_bus(bus
);
1510 down_read(&pci_bus_sem
);
1511 list_for_each_entry(dev
, &bus
->devices
, bus_list
)
1512 if (dev
->hdr_type
== PCI_HEADER_TYPE_BRIDGE
||
1513 dev
->hdr_type
== PCI_HEADER_TYPE_CARDBUS
)
1514 if (dev
->subordinate
)
1515 __pci_bus_size_bridges(dev
->subordinate
,
1517 up_read(&pci_bus_sem
);
1518 __pci_bus_assign_resources(bus
, &add_list
, NULL
);
1519 BUG_ON(!list_empty(&add_list
));
1521 pci_enable_bridges(bus
);
1522 pci_bus_add_devices(bus
);
1526 EXPORT_SYMBOL_GPL(pci_rescan_bus
);