2 * drivers/pci/setup-bus.c
4 * Extruded from code written by
5 * Dave Rusling (david.rusling@reo.mts.dec.com)
6 * David Mosberger (davidm@cs.arizona.edu)
7 * David Miller (davem@redhat.com)
9 * Support routines for initializing a PCI subsystem.
13 * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
14 * PCI-PCI bridges cleanup, sorted resource allocation.
15 * Feb 2002, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
16 * Converted to allocation in 3 passes, which gives
17 * tighter packing. Prefetchable range support.
20 #include <linux/init.h>
21 #include <linux/kernel.h>
22 #include <linux/module.h>
23 #include <linux/pci.h>
24 #include <linux/errno.h>
25 #include <linux/ioport.h>
26 #include <linux/cache.h>
27 #include <linux/slab.h>
28 #include <asm-generic/pci-bridge.h>
31 unsigned int pci_flags
;
33 struct pci_dev_resource
{
34 struct list_head list
;
37 resource_size_t start
;
39 resource_size_t add_size
;
40 resource_size_t min_align
;
44 static void free_list(struct list_head
*head
)
46 struct pci_dev_resource
*dev_res
, *tmp
;
48 list_for_each_entry_safe(dev_res
, tmp
, head
, list
) {
49 list_del(&dev_res
->list
);
55 * add_to_list() - add a new resource tracker to the list
56 * @head: Head of the list
57 * @dev: device corresponding to which the resource
59 * @res: The resource to be tracked
60 * @add_size: additional size to be optionally added
63 static int add_to_list(struct list_head
*head
,
64 struct pci_dev
*dev
, struct resource
*res
,
65 resource_size_t add_size
, resource_size_t min_align
)
67 struct pci_dev_resource
*tmp
;
69 tmp
= kzalloc(sizeof(*tmp
), GFP_KERNEL
);
71 pr_warning("add_to_list: kmalloc() failed!\n");
77 tmp
->start
= res
->start
;
79 tmp
->flags
= res
->flags
;
80 tmp
->add_size
= add_size
;
81 tmp
->min_align
= min_align
;
83 list_add(&tmp
->list
, head
);
88 static void remove_from_list(struct list_head
*head
,
91 struct pci_dev_resource
*dev_res
, *tmp
;
93 list_for_each_entry_safe(dev_res
, tmp
, head
, list
) {
94 if (dev_res
->res
== res
) {
95 list_del(&dev_res
->list
);
102 static resource_size_t
get_res_add_size(struct list_head
*head
,
103 struct resource
*res
)
105 struct pci_dev_resource
*dev_res
;
107 list_for_each_entry(dev_res
, head
, list
) {
108 if (dev_res
->res
== res
) {
109 int idx
= res
- &dev_res
->dev
->resource
[0];
111 dev_printk(KERN_DEBUG
, &dev_res
->dev
->dev
,
112 "res[%d]=%pR get_res_add_size add_size %llx\n",
114 (unsigned long long)dev_res
->add_size
);
116 return dev_res
->add_size
;
123 /* Sort resources by alignment */
124 static void pdev_sort_resources(struct pci_dev
*dev
, struct list_head
*head
)
128 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
130 struct pci_dev_resource
*dev_res
, *tmp
;
131 resource_size_t r_align
;
134 r
= &dev
->resource
[i
];
136 if (r
->flags
& IORESOURCE_PCI_FIXED
)
139 if (!(r
->flags
) || r
->parent
)
142 r_align
= pci_resource_alignment(dev
, r
);
144 dev_warn(&dev
->dev
, "BAR %d: %pR has bogus alignment\n",
149 tmp
= kzalloc(sizeof(*tmp
), GFP_KERNEL
);
151 panic("pdev_sort_resources(): "
152 "kmalloc() failed!\n");
156 /* fallback is smallest one or list is empty*/
158 list_for_each_entry(dev_res
, head
, list
) {
159 resource_size_t align
;
161 align
= pci_resource_alignment(dev_res
->dev
,
164 if (r_align
> align
) {
169 /* Insert it just before n*/
170 list_add_tail(&tmp
->list
, n
);
174 static void __dev_sort_resources(struct pci_dev
*dev
,
175 struct list_head
*head
)
177 u16
class = dev
->class >> 8;
179 /* Don't touch classless devices or host bridges or ioapics. */
180 if (class == PCI_CLASS_NOT_DEFINED
|| class == PCI_CLASS_BRIDGE_HOST
)
183 /* Don't touch ioapic devices already enabled by firmware */
184 if (class == PCI_CLASS_SYSTEM_PIC
) {
186 pci_read_config_word(dev
, PCI_COMMAND
, &command
);
187 if (command
& (PCI_COMMAND_IO
| PCI_COMMAND_MEMORY
))
191 pdev_sort_resources(dev
, head
);
194 static inline void reset_resource(struct resource
*res
)
202 * reassign_resources_sorted() - satisfy any additional resource requests
204 * @realloc_head : head of the list tracking requests requiring additional
206 * @head : head of the list tracking requests with allocated
209 * Walk through each element of the realloc_head and try to procure
210 * additional resources for the element, provided the element
211 * is in the head list.
213 static void reassign_resources_sorted(struct list_head
*realloc_head
,
214 struct list_head
*head
)
216 struct resource
*res
;
217 struct pci_dev_resource
*add_res
, *tmp
;
218 struct pci_dev_resource
*dev_res
;
219 resource_size_t add_size
;
222 list_for_each_entry_safe(add_res
, tmp
, realloc_head
, list
) {
223 bool found_match
= false;
226 /* skip resource that has been reset */
230 /* skip this resource if not found in head list */
231 list_for_each_entry(dev_res
, head
, list
) {
232 if (dev_res
->res
== res
) {
237 if (!found_match
)/* just skip */
240 idx
= res
- &add_res
->dev
->resource
[0];
241 add_size
= add_res
->add_size
;
242 if (!resource_size(res
)) {
243 res
->start
= add_res
->start
;
244 res
->end
= res
->start
+ add_size
- 1;
245 if (pci_assign_resource(add_res
->dev
, idx
))
248 resource_size_t align
= add_res
->min_align
;
249 res
->flags
|= add_res
->flags
&
250 (IORESOURCE_STARTALIGN
|IORESOURCE_SIZEALIGN
);
251 if (pci_reassign_resource(add_res
->dev
, idx
,
253 dev_printk(KERN_DEBUG
, &add_res
->dev
->dev
,
254 "failed to add %llx res[%d]=%pR\n",
255 (unsigned long long)add_size
,
259 list_del(&add_res
->list
);
265 * assign_requested_resources_sorted() - satisfy resource requests
267 * @head : head of the list tracking requests for resources
268 * @fail_head : head of the list tracking requests that could
271 * Satisfy resource requests of each element in the list. Add
272 * requests that could not satisfied to the failed_list.
274 static void assign_requested_resources_sorted(struct list_head
*head
,
275 struct list_head
*fail_head
)
277 struct resource
*res
;
278 struct pci_dev_resource
*dev_res
;
281 list_for_each_entry(dev_res
, head
, list
) {
283 idx
= res
- &dev_res
->dev
->resource
[0];
284 if (resource_size(res
) &&
285 pci_assign_resource(dev_res
->dev
, idx
)) {
286 if (fail_head
&& !pci_is_root_bus(dev_res
->dev
->bus
)) {
288 * if the failed res is for ROM BAR, and it will
289 * be enabled later, don't add it to the list
291 if (!((idx
== PCI_ROM_RESOURCE
) &&
292 (!(res
->flags
& IORESOURCE_ROM_ENABLE
))))
293 add_to_list(fail_head
,
303 static void __assign_resources_sorted(struct list_head
*head
,
304 struct list_head
*realloc_head
,
305 struct list_head
*fail_head
)
308 * Should not assign requested resources at first.
309 * they could be adjacent, so later reassign can not reallocate
310 * them one by one in parent resource window.
311 * Try to assign requested + add_size at beginning
312 * if could do that, could get out early.
313 * if could not do that, we still try to assign requested at first,
314 * then try to reassign add_size for some resources.
316 LIST_HEAD(save_head
);
317 LIST_HEAD(local_fail_head
);
318 struct pci_dev_resource
*save_res
;
319 struct pci_dev_resource
*dev_res
;
321 /* Check if optional add_size is there */
322 if (!realloc_head
|| list_empty(realloc_head
))
323 goto requested_and_reassign
;
325 /* Save original start, end, flags etc at first */
326 list_for_each_entry(dev_res
, head
, list
) {
327 if (add_to_list(&save_head
, dev_res
->dev
, dev_res
->res
, 0, 0)) {
328 free_list(&save_head
);
329 goto requested_and_reassign
;
333 /* Update res in head list with add_size in realloc_head list */
334 list_for_each_entry(dev_res
, head
, list
)
335 dev_res
->res
->end
+= get_res_add_size(realloc_head
,
338 /* Try updated head list with add_size added */
339 assign_requested_resources_sorted(head
, &local_fail_head
);
341 /* all assigned with add_size ? */
342 if (list_empty(&local_fail_head
)) {
343 /* Remove head list from realloc_head list */
344 list_for_each_entry(dev_res
, head
, list
)
345 remove_from_list(realloc_head
, dev_res
->res
);
346 free_list(&save_head
);
351 free_list(&local_fail_head
);
352 /* Release assigned resource */
353 list_for_each_entry(dev_res
, head
, list
)
354 if (dev_res
->res
->parent
)
355 release_resource(dev_res
->res
);
356 /* Restore start/end/flags from saved list */
357 list_for_each_entry(save_res
, &save_head
, list
) {
358 struct resource
*res
= save_res
->res
;
360 res
->start
= save_res
->start
;
361 res
->end
= save_res
->end
;
362 res
->flags
= save_res
->flags
;
364 free_list(&save_head
);
366 requested_and_reassign
:
367 /* Satisfy the must-have resource requests */
368 assign_requested_resources_sorted(head
, fail_head
);
370 /* Try to satisfy any additional optional resource
373 reassign_resources_sorted(realloc_head
, head
);
377 static void pdev_assign_resources_sorted(struct pci_dev
*dev
,
378 struct list_head
*add_head
,
379 struct list_head
*fail_head
)
383 __dev_sort_resources(dev
, &head
);
384 __assign_resources_sorted(&head
, add_head
, fail_head
);
388 static void pbus_assign_resources_sorted(const struct pci_bus
*bus
,
389 struct list_head
*realloc_head
,
390 struct list_head
*fail_head
)
395 list_for_each_entry(dev
, &bus
->devices
, bus_list
)
396 __dev_sort_resources(dev
, &head
);
398 __assign_resources_sorted(&head
, realloc_head
, fail_head
);
401 void pci_setup_cardbus(struct pci_bus
*bus
)
403 struct pci_dev
*bridge
= bus
->self
;
404 struct resource
*res
;
405 struct pci_bus_region region
;
407 dev_info(&bridge
->dev
, "CardBus bridge to %pR\n",
410 res
= bus
->resource
[0];
411 pcibios_resource_to_bus(bridge
, ®ion
, res
);
412 if (res
->flags
& IORESOURCE_IO
) {
414 * The IO resource is allocated a range twice as large as it
415 * would normally need. This allows us to set both IO regs.
417 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
418 pci_write_config_dword(bridge
, PCI_CB_IO_BASE_0
,
420 pci_write_config_dword(bridge
, PCI_CB_IO_LIMIT_0
,
424 res
= bus
->resource
[1];
425 pcibios_resource_to_bus(bridge
, ®ion
, res
);
426 if (res
->flags
& IORESOURCE_IO
) {
427 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
428 pci_write_config_dword(bridge
, PCI_CB_IO_BASE_1
,
430 pci_write_config_dword(bridge
, PCI_CB_IO_LIMIT_1
,
434 res
= bus
->resource
[2];
435 pcibios_resource_to_bus(bridge
, ®ion
, res
);
436 if (res
->flags
& IORESOURCE_MEM
) {
437 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
438 pci_write_config_dword(bridge
, PCI_CB_MEMORY_BASE_0
,
440 pci_write_config_dword(bridge
, PCI_CB_MEMORY_LIMIT_0
,
444 res
= bus
->resource
[3];
445 pcibios_resource_to_bus(bridge
, ®ion
, res
);
446 if (res
->flags
& IORESOURCE_MEM
) {
447 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
448 pci_write_config_dword(bridge
, PCI_CB_MEMORY_BASE_1
,
450 pci_write_config_dword(bridge
, PCI_CB_MEMORY_LIMIT_1
,
454 EXPORT_SYMBOL(pci_setup_cardbus
);
456 /* Initialize bridges with base/limit values we have collected.
457 PCI-to-PCI Bridge Architecture Specification rev. 1.1 (1998)
458 requires that if there is no I/O ports or memory behind the
459 bridge, corresponding range must be turned off by writing base
460 value greater than limit to the bridge's base/limit registers.
462 Note: care must be taken when updating I/O base/limit registers
463 of bridges which support 32-bit I/O. This update requires two
464 config space writes, so it's quite possible that an I/O window of
465 the bridge will have some undesirable address (e.g. 0) after the
466 first write. Ditto 64-bit prefetchable MMIO. */
467 static void pci_setup_bridge_io(struct pci_bus
*bus
)
469 struct pci_dev
*bridge
= bus
->self
;
470 struct resource
*res
;
471 struct pci_bus_region region
;
472 unsigned long io_mask
;
473 u8 io_base_lo
, io_limit_lo
;
476 io_mask
= PCI_IO_RANGE_MASK
;
477 if (bridge
->io_window_1k
)
478 io_mask
= PCI_IO_1K_RANGE_MASK
;
480 /* Set up the top and bottom of the PCI I/O segment for this bus. */
481 res
= bus
->resource
[0];
482 pcibios_resource_to_bus(bridge
, ®ion
, res
);
483 if (res
->flags
& IORESOURCE_IO
) {
484 pci_read_config_dword(bridge
, PCI_IO_BASE
, &l
);
486 io_base_lo
= (region
.start
>> 8) & io_mask
;
487 io_limit_lo
= (region
.end
>> 8) & io_mask
;
488 l
|= ((u32
) io_limit_lo
<< 8) | io_base_lo
;
489 /* Set up upper 16 bits of I/O base/limit. */
490 io_upper16
= (region
.end
& 0xffff0000) | (region
.start
>> 16);
491 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
493 /* Clear upper 16 bits of I/O base/limit. */
497 /* Temporarily disable the I/O range before updating PCI_IO_BASE. */
498 pci_write_config_dword(bridge
, PCI_IO_BASE_UPPER16
, 0x0000ffff);
499 /* Update lower 16 bits of I/O base/limit. */
500 pci_write_config_dword(bridge
, PCI_IO_BASE
, l
);
501 /* Update upper 16 bits of I/O base/limit. */
502 pci_write_config_dword(bridge
, PCI_IO_BASE_UPPER16
, io_upper16
);
505 static void pci_setup_bridge_mmio(struct pci_bus
*bus
)
507 struct pci_dev
*bridge
= bus
->self
;
508 struct resource
*res
;
509 struct pci_bus_region region
;
512 /* Set up the top and bottom of the PCI Memory segment for this bus. */
513 res
= bus
->resource
[1];
514 pcibios_resource_to_bus(bridge
, ®ion
, res
);
515 if (res
->flags
& IORESOURCE_MEM
) {
516 l
= (region
.start
>> 16) & 0xfff0;
517 l
|= region
.end
& 0xfff00000;
518 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
522 pci_write_config_dword(bridge
, PCI_MEMORY_BASE
, l
);
525 static void pci_setup_bridge_mmio_pref(struct pci_bus
*bus
)
527 struct pci_dev
*bridge
= bus
->self
;
528 struct resource
*res
;
529 struct pci_bus_region region
;
532 /* Clear out the upper 32 bits of PREF limit.
533 If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily
534 disables PREF range, which is ok. */
535 pci_write_config_dword(bridge
, PCI_PREF_LIMIT_UPPER32
, 0);
537 /* Set up PREF base/limit. */
539 res
= bus
->resource
[2];
540 pcibios_resource_to_bus(bridge
, ®ion
, res
);
541 if (res
->flags
& IORESOURCE_PREFETCH
) {
542 l
= (region
.start
>> 16) & 0xfff0;
543 l
|= region
.end
& 0xfff00000;
544 if (res
->flags
& IORESOURCE_MEM_64
) {
545 bu
= upper_32_bits(region
.start
);
546 lu
= upper_32_bits(region
.end
);
548 dev_info(&bridge
->dev
, " bridge window %pR\n", res
);
552 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, l
);
554 /* Set the upper 32 bits of PREF base & limit. */
555 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
, bu
);
556 pci_write_config_dword(bridge
, PCI_PREF_LIMIT_UPPER32
, lu
);
559 static void __pci_setup_bridge(struct pci_bus
*bus
, unsigned long type
)
561 struct pci_dev
*bridge
= bus
->self
;
563 dev_info(&bridge
->dev
, "PCI bridge to %pR\n",
566 if (type
& IORESOURCE_IO
)
567 pci_setup_bridge_io(bus
);
569 if (type
& IORESOURCE_MEM
)
570 pci_setup_bridge_mmio(bus
);
572 if (type
& IORESOURCE_PREFETCH
)
573 pci_setup_bridge_mmio_pref(bus
);
575 pci_write_config_word(bridge
, PCI_BRIDGE_CONTROL
, bus
->bridge_ctl
);
578 void pci_setup_bridge(struct pci_bus
*bus
)
580 unsigned long type
= IORESOURCE_IO
| IORESOURCE_MEM
|
583 __pci_setup_bridge(bus
, type
);
586 /* Check whether the bridge supports optional I/O and
587 prefetchable memory ranges. If not, the respective
588 base/limit registers must be read-only and read as 0. */
589 static void pci_bridge_check_ranges(struct pci_bus
*bus
)
593 struct pci_dev
*bridge
= bus
->self
;
594 struct resource
*b_res
;
596 b_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
];
597 b_res
[1].flags
|= IORESOURCE_MEM
;
599 pci_read_config_word(bridge
, PCI_IO_BASE
, &io
);
601 pci_write_config_word(bridge
, PCI_IO_BASE
, 0xf0f0);
602 pci_read_config_word(bridge
, PCI_IO_BASE
, &io
);
603 pci_write_config_word(bridge
, PCI_IO_BASE
, 0x0);
606 b_res
[0].flags
|= IORESOURCE_IO
;
607 /* DECchip 21050 pass 2 errata: the bridge may miss an address
608 disconnect boundary by one PCI data phase.
609 Workaround: do not use prefetching on this device. */
610 if (bridge
->vendor
== PCI_VENDOR_ID_DEC
&& bridge
->device
== 0x0001)
612 pci_read_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, &pmem
);
614 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
,
616 pci_read_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, &pmem
);
617 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, 0x0);
620 b_res
[2].flags
|= IORESOURCE_MEM
| IORESOURCE_PREFETCH
;
621 if ((pmem
& PCI_PREF_RANGE_TYPE_MASK
) ==
622 PCI_PREF_RANGE_TYPE_64
) {
623 b_res
[2].flags
|= IORESOURCE_MEM_64
;
624 b_res
[2].flags
|= PCI_PREF_RANGE_TYPE_64
;
628 /* double check if bridge does support 64 bit pref */
629 if (b_res
[2].flags
& IORESOURCE_MEM_64
) {
630 u32 mem_base_hi
, tmp
;
631 pci_read_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
633 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
635 pci_read_config_dword(bridge
, PCI_PREF_BASE_UPPER32
, &tmp
);
637 b_res
[2].flags
&= ~IORESOURCE_MEM_64
;
638 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
643 /* Helper function for sizing routines: find first available
644 bus resource of a given type. Note: we intentionally skip
645 the bus resources which have already been assigned (that is,
646 have non-NULL parent resource). */
647 static struct resource
*find_free_bus_resource(struct pci_bus
*bus
, unsigned long type
)
651 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
654 pci_bus_for_each_resource(bus
, r
, i
) {
655 if (r
== &ioport_resource
|| r
== &iomem_resource
)
657 if (r
&& (r
->flags
& type_mask
) == type
&& !r
->parent
)
663 static resource_size_t
calculate_iosize(resource_size_t size
,
664 resource_size_t min_size
,
665 resource_size_t size1
,
666 resource_size_t old_size
,
667 resource_size_t align
)
673 /* To be fixed in 2.5: we should have sort of HAVE_ISA
674 flag in the struct pci_bus. */
675 #if defined(CONFIG_ISA) || defined(CONFIG_EISA)
676 size
= (size
& 0xff) + ((size
& ~0xffUL
) << 2);
678 size
= ALIGN(size
+ size1
, align
);
684 static resource_size_t
calculate_memsize(resource_size_t size
,
685 resource_size_t min_size
,
686 resource_size_t size1
,
687 resource_size_t old_size
,
688 resource_size_t align
)
696 size
= ALIGN(size
+ size1
, align
);
701 * pbus_size_io() - size the io window of a given bus
704 * @min_size : the minimum io window that must to be allocated
705 * @add_size : additional optional io window
706 * @realloc_head : track the additional io window on this list
708 * Sizing the IO windows of the PCI-PCI bridge is trivial,
709 * since these windows have 1K or 4K granularity and the IO ranges
710 * of non-bridge PCI devices are limited to 256 bytes.
711 * We must be careful with the ISA aliasing though.
713 static void pbus_size_io(struct pci_bus
*bus
, resource_size_t min_size
,
714 resource_size_t add_size
, struct list_head
*realloc_head
)
717 struct resource
*b_res
= find_free_bus_resource(bus
, IORESOURCE_IO
);
718 unsigned long size
= 0, size0
= 0, size1
= 0;
719 resource_size_t children_add_size
= 0;
720 resource_size_t min_align
= 4096, align
;
726 * Per spec, I/O windows are 4K-aligned, but some bridges have an
727 * extension to support 1K alignment.
729 if (bus
->self
->io_window_1k
)
731 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
734 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
735 struct resource
*r
= &dev
->resource
[i
];
736 unsigned long r_size
;
738 if (r
->parent
|| !(r
->flags
& IORESOURCE_IO
))
740 r_size
= resource_size(r
);
743 /* Might be re-aligned for ISA */
748 align
= pci_resource_alignment(dev
, r
);
749 if (align
> min_align
)
753 children_add_size
+= get_res_add_size(realloc_head
, r
);
757 if (min_align
> 4096)
760 size0
= calculate_iosize(size
, min_size
, size1
,
761 resource_size(b_res
), min_align
);
762 if (children_add_size
> add_size
)
763 add_size
= children_add_size
;
764 size1
= (!realloc_head
|| (realloc_head
&& !add_size
)) ? size0
:
765 calculate_iosize(size
, min_size
, add_size
+ size1
,
766 resource_size(b_res
), min_align
);
767 if (!size0
&& !size1
) {
768 if (b_res
->start
|| b_res
->end
)
769 dev_info(&bus
->self
->dev
, "disabling bridge window "
770 "%pR to %pR (unused)\n", b_res
,
776 b_res
->start
= min_align
;
777 b_res
->end
= b_res
->start
+ size0
- 1;
778 b_res
->flags
|= IORESOURCE_STARTALIGN
;
779 if (size1
> size0
&& realloc_head
) {
780 add_to_list(realloc_head
, bus
->self
, b_res
, size1
-size0
,
782 dev_printk(KERN_DEBUG
, &bus
->self
->dev
, "bridge window "
783 "%pR to %pR add_size %lx\n", b_res
,
784 &bus
->busn_res
, size1
-size0
);
789 * pbus_size_mem() - size the memory window of a given bus
792 * @min_size : the minimum memory window that must to be allocated
793 * @add_size : additional optional memory window
794 * @realloc_head : track the additional memory window on this list
796 * Calculate the size of the bus and minimal alignment which
797 * guarantees that all child resources fit in this size.
799 static int pbus_size_mem(struct pci_bus
*bus
, unsigned long mask
,
800 unsigned long type
, resource_size_t min_size
,
801 resource_size_t add_size
,
802 struct list_head
*realloc_head
)
805 resource_size_t min_align
, align
, size
, size0
, size1
;
806 resource_size_t aligns
[12]; /* Alignments from 1Mb to 2Gb */
807 int order
, max_order
;
808 struct resource
*b_res
= find_free_bus_resource(bus
, type
);
809 unsigned int mem64_mask
= 0;
810 resource_size_t children_add_size
= 0;
815 memset(aligns
, 0, sizeof(aligns
));
819 mem64_mask
= b_res
->flags
& IORESOURCE_MEM_64
;
820 b_res
->flags
&= ~IORESOURCE_MEM_64
;
822 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
825 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
826 struct resource
*r
= &dev
->resource
[i
];
827 resource_size_t r_size
;
829 if (r
->parent
|| (r
->flags
& mask
) != type
)
831 r_size
= resource_size(r
);
832 #ifdef CONFIG_PCI_IOV
833 /* put SRIOV requested res to the optional list */
834 if (realloc_head
&& i
>= PCI_IOV_RESOURCES
&&
835 i
<= PCI_IOV_RESOURCE_END
) {
836 r
->end
= r
->start
- 1;
837 add_to_list(realloc_head
, dev
, r
, r_size
, 0/* dont' care */);
838 children_add_size
+= r_size
;
842 /* For bridges size != alignment */
843 align
= pci_resource_alignment(dev
, r
);
844 order
= __ffs(align
) - 20;
846 dev_warn(&dev
->dev
, "disabling BAR %d: %pR "
847 "(bad alignment %#llx)\n", i
, r
,
848 (unsigned long long) align
);
855 /* Exclude ranges with size > align from
856 calculation of the alignment. */
858 aligns
[order
] += align
;
859 if (order
> max_order
)
861 mem64_mask
&= r
->flags
& IORESOURCE_MEM_64
;
864 children_add_size
+= get_res_add_size(realloc_head
, r
);
869 for (order
= 0; order
<= max_order
; order
++) {
870 resource_size_t align1
= 1;
872 align1
<<= (order
+ 20);
876 else if (ALIGN(align
+ min_align
, min_align
) < align1
)
877 min_align
= align1
>> 1;
878 align
+= aligns
[order
];
880 size0
= calculate_memsize(size
, min_size
, 0, resource_size(b_res
), min_align
);
881 if (children_add_size
> add_size
)
882 add_size
= children_add_size
;
883 size1
= (!realloc_head
|| (realloc_head
&& !add_size
)) ? size0
:
884 calculate_memsize(size
, min_size
, add_size
,
885 resource_size(b_res
), min_align
);
886 if (!size0
&& !size1
) {
887 if (b_res
->start
|| b_res
->end
)
888 dev_info(&bus
->self
->dev
, "disabling bridge window "
889 "%pR to %pR (unused)\n", b_res
,
894 b_res
->start
= min_align
;
895 b_res
->end
= size0
+ min_align
- 1;
896 b_res
->flags
|= IORESOURCE_STARTALIGN
| mem64_mask
;
897 if (size1
> size0
&& realloc_head
) {
898 add_to_list(realloc_head
, bus
->self
, b_res
, size1
-size0
, min_align
);
899 dev_printk(KERN_DEBUG
, &bus
->self
->dev
, "bridge window "
900 "%pR to %pR add_size %llx\n", b_res
,
901 &bus
->busn_res
, (unsigned long long)size1
-size0
);
906 unsigned long pci_cardbus_resource_alignment(struct resource
*res
)
908 if (res
->flags
& IORESOURCE_IO
)
909 return pci_cardbus_io_size
;
910 if (res
->flags
& IORESOURCE_MEM
)
911 return pci_cardbus_mem_size
;
915 static void pci_bus_size_cardbus(struct pci_bus
*bus
,
916 struct list_head
*realloc_head
)
918 struct pci_dev
*bridge
= bus
->self
;
919 struct resource
*b_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
];
920 resource_size_t b_res_3_size
= pci_cardbus_mem_size
* 2;
926 * Reserve some resources for CardBus. We reserve
927 * a fixed amount of bus space for CardBus bridges.
929 b_res
[0].start
= pci_cardbus_io_size
;
930 b_res
[0].end
= b_res
[0].start
+ pci_cardbus_io_size
- 1;
931 b_res
[0].flags
|= IORESOURCE_IO
| IORESOURCE_STARTALIGN
;
933 b_res
[0].end
-= pci_cardbus_io_size
;
934 add_to_list(realloc_head
, bridge
, b_res
, pci_cardbus_io_size
,
935 pci_cardbus_io_size
);
941 b_res
[1].start
= pci_cardbus_io_size
;
942 b_res
[1].end
= b_res
[1].start
+ pci_cardbus_io_size
- 1;
943 b_res
[1].flags
|= IORESOURCE_IO
| IORESOURCE_STARTALIGN
;
945 b_res
[1].end
-= pci_cardbus_io_size
;
946 add_to_list(realloc_head
, bridge
, b_res
+1, pci_cardbus_io_size
,
947 pci_cardbus_io_size
);
951 /* MEM1 must not be pref mmio */
952 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
953 if (ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM1
) {
954 ctrl
&= ~PCI_CB_BRIDGE_CTL_PREFETCH_MEM1
;
955 pci_write_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, ctrl
);
956 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
960 * Check whether prefetchable memory is supported
963 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
964 if (!(ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
)) {
965 ctrl
|= PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
;
966 pci_write_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, ctrl
);
967 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
973 * If we have prefetchable memory support, allocate
974 * two regions. Otherwise, allocate one region of
977 if (ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
) {
978 b_res
[2].start
= pci_cardbus_mem_size
;
979 b_res
[2].end
= b_res
[2].start
+ pci_cardbus_mem_size
- 1;
980 b_res
[2].flags
|= IORESOURCE_MEM
| IORESOURCE_PREFETCH
|
981 IORESOURCE_STARTALIGN
;
983 b_res
[2].end
-= pci_cardbus_mem_size
;
984 add_to_list(realloc_head
, bridge
, b_res
+2,
985 pci_cardbus_mem_size
, pci_cardbus_mem_size
);
988 /* reduce that to half */
989 b_res_3_size
= pci_cardbus_mem_size
;
995 b_res
[3].start
= pci_cardbus_mem_size
;
996 b_res
[3].end
= b_res
[3].start
+ b_res_3_size
- 1;
997 b_res
[3].flags
|= IORESOURCE_MEM
| IORESOURCE_STARTALIGN
;
999 b_res
[3].end
-= b_res_3_size
;
1000 add_to_list(realloc_head
, bridge
, b_res
+3, b_res_3_size
,
1001 pci_cardbus_mem_size
);
1008 void __ref
__pci_bus_size_bridges(struct pci_bus
*bus
,
1009 struct list_head
*realloc_head
)
1011 struct pci_dev
*dev
;
1012 unsigned long mask
, prefmask
;
1013 resource_size_t additional_mem_size
= 0, additional_io_size
= 0;
1015 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1016 struct pci_bus
*b
= dev
->subordinate
;
1020 switch (dev
->class >> 8) {
1021 case PCI_CLASS_BRIDGE_CARDBUS
:
1022 pci_bus_size_cardbus(b
, realloc_head
);
1025 case PCI_CLASS_BRIDGE_PCI
:
1027 __pci_bus_size_bridges(b
, realloc_head
);
1036 switch (bus
->self
->class >> 8) {
1037 case PCI_CLASS_BRIDGE_CARDBUS
:
1038 /* don't size cardbuses yet. */
1041 case PCI_CLASS_BRIDGE_PCI
:
1042 pci_bridge_check_ranges(bus
);
1043 if (bus
->self
->is_hotplug_bridge
) {
1044 additional_io_size
= pci_hotplug_io_size
;
1045 additional_mem_size
= pci_hotplug_mem_size
;
1051 pbus_size_io(bus
, realloc_head
? 0 : additional_io_size
,
1052 additional_io_size
, realloc_head
);
1053 /* If the bridge supports prefetchable range, size it
1054 separately. If it doesn't, or its prefetchable window
1055 has already been allocated by arch code, try
1056 non-prefetchable range for both types of PCI memory
1058 mask
= IORESOURCE_MEM
;
1059 prefmask
= IORESOURCE_MEM
| IORESOURCE_PREFETCH
;
1060 if (pbus_size_mem(bus
, prefmask
, prefmask
,
1061 realloc_head
? 0 : additional_mem_size
,
1062 additional_mem_size
, realloc_head
))
1063 mask
= prefmask
; /* Success, size non-prefetch only. */
1065 additional_mem_size
+= additional_mem_size
;
1066 pbus_size_mem(bus
, mask
, IORESOURCE_MEM
,
1067 realloc_head
? 0 : additional_mem_size
,
1068 additional_mem_size
, realloc_head
);
1073 void __ref
pci_bus_size_bridges(struct pci_bus
*bus
)
1075 __pci_bus_size_bridges(bus
, NULL
);
1077 EXPORT_SYMBOL(pci_bus_size_bridges
);
1079 static void __ref
__pci_bus_assign_resources(const struct pci_bus
*bus
,
1080 struct list_head
*realloc_head
,
1081 struct list_head
*fail_head
)
1084 struct pci_dev
*dev
;
1086 pbus_assign_resources_sorted(bus
, realloc_head
, fail_head
);
1088 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1089 b
= dev
->subordinate
;
1093 __pci_bus_assign_resources(b
, realloc_head
, fail_head
);
1095 switch (dev
->class >> 8) {
1096 case PCI_CLASS_BRIDGE_PCI
:
1097 if (!pci_is_enabled(dev
))
1098 pci_setup_bridge(b
);
1101 case PCI_CLASS_BRIDGE_CARDBUS
:
1102 pci_setup_cardbus(b
);
1106 dev_info(&dev
->dev
, "not setting up bridge for bus "
1107 "%04x:%02x\n", pci_domain_nr(b
), b
->number
);
1113 void __ref
pci_bus_assign_resources(const struct pci_bus
*bus
)
1115 __pci_bus_assign_resources(bus
, NULL
, NULL
);
1117 EXPORT_SYMBOL(pci_bus_assign_resources
);
1119 static void __ref
__pci_bridge_assign_resources(const struct pci_dev
*bridge
,
1120 struct list_head
*add_head
,
1121 struct list_head
*fail_head
)
1125 pdev_assign_resources_sorted((struct pci_dev
*)bridge
,
1126 add_head
, fail_head
);
1128 b
= bridge
->subordinate
;
1132 __pci_bus_assign_resources(b
, add_head
, fail_head
);
1134 switch (bridge
->class >> 8) {
1135 case PCI_CLASS_BRIDGE_PCI
:
1136 pci_setup_bridge(b
);
1139 case PCI_CLASS_BRIDGE_CARDBUS
:
1140 pci_setup_cardbus(b
);
1144 dev_info(&bridge
->dev
, "not setting up bridge for bus "
1145 "%04x:%02x\n", pci_domain_nr(b
), b
->number
);
1149 static void pci_bridge_release_resources(struct pci_bus
*bus
,
1153 bool changed
= false;
1154 struct pci_dev
*dev
;
1156 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1157 IORESOURCE_PREFETCH
;
1160 for (idx
= PCI_BRIDGE_RESOURCES
; idx
<= PCI_BRIDGE_RESOURCE_END
;
1162 r
= &dev
->resource
[idx
];
1163 if ((r
->flags
& type_mask
) != type
)
1168 * if there are children under that, we should release them
1171 release_child_resources(r
);
1172 if (!release_resource(r
)) {
1173 dev_printk(KERN_DEBUG
, &dev
->dev
,
1174 "resource %d %pR released\n", idx
, r
);
1175 /* keep the old size */
1176 r
->end
= resource_size(r
) - 1;
1184 /* avoiding touch the one without PREF */
1185 if (type
& IORESOURCE_PREFETCH
)
1186 type
= IORESOURCE_PREFETCH
;
1187 __pci_setup_bridge(bus
, type
);
1196 * try to release pci bridge resources that is from leaf bridge,
1197 * so we can allocate big new one later
1199 static void __ref
pci_bus_release_bridge_resources(struct pci_bus
*bus
,
1201 enum release_type rel_type
)
1203 struct pci_dev
*dev
;
1204 bool is_leaf_bridge
= true;
1206 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1207 struct pci_bus
*b
= dev
->subordinate
;
1211 is_leaf_bridge
= false;
1213 if ((dev
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
1216 if (rel_type
== whole_subtree
)
1217 pci_bus_release_bridge_resources(b
, type
,
1221 if (pci_is_root_bus(bus
))
1224 if ((bus
->self
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
1227 if ((rel_type
== whole_subtree
) || is_leaf_bridge
)
1228 pci_bridge_release_resources(bus
, type
);
1231 static void pci_bus_dump_res(struct pci_bus
*bus
)
1233 struct resource
*res
;
1236 pci_bus_for_each_resource(bus
, res
, i
) {
1237 if (!res
|| !res
->end
|| !res
->flags
)
1240 dev_printk(KERN_DEBUG
, &bus
->dev
, "resource %d %pR\n", i
, res
);
1244 static void pci_bus_dump_resources(struct pci_bus
*bus
)
1247 struct pci_dev
*dev
;
1250 pci_bus_dump_res(bus
);
1252 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1253 b
= dev
->subordinate
;
1257 pci_bus_dump_resources(b
);
1261 static int __init
pci_bus_get_depth(struct pci_bus
*bus
)
1264 struct pci_dev
*dev
;
1266 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1268 struct pci_bus
*b
= dev
->subordinate
;
1272 ret
= pci_bus_get_depth(b
);
1273 if (ret
+ 1 > depth
)
1279 static int __init
pci_get_max_depth(void)
1282 struct pci_bus
*bus
;
1284 list_for_each_entry(bus
, &pci_root_buses
, node
) {
1287 ret
= pci_bus_get_depth(bus
);
1296 * -1: undefined, will auto detect later
1297 * 0: disabled by user
1298 * 1: disabled by auto detect
1299 * 2: enabled by user
1300 * 3: enabled by auto detect
1310 static enum enable_type pci_realloc_enable __initdata
= undefined
;
1311 void __init
pci_realloc_get_opt(char *str
)
1313 if (!strncmp(str
, "off", 3))
1314 pci_realloc_enable
= user_disabled
;
1315 else if (!strncmp(str
, "on", 2))
1316 pci_realloc_enable
= user_enabled
;
1318 static bool __init
pci_realloc_enabled(void)
1320 return pci_realloc_enable
>= user_enabled
;
1323 static void __init
pci_realloc_detect(void)
1325 #if defined(CONFIG_PCI_IOV) && defined(CONFIG_PCI_REALLOC_ENABLE_AUTO)
1326 struct pci_dev
*dev
= NULL
;
1328 if (pci_realloc_enable
!= undefined
)
1331 for_each_pci_dev(dev
) {
1334 for (i
= PCI_IOV_RESOURCES
; i
<= PCI_IOV_RESOURCE_END
; i
++) {
1335 struct resource
*r
= &dev
->resource
[i
];
1337 /* Not assigned, or rejected by kernel ? */
1338 if (r
->flags
&& !r
->start
) {
1339 pci_realloc_enable
= auto_enabled
;
1349 * first try will not touch pci bridge res
1350 * second and later try will clear small leaf bridge res
1351 * will stop till to the max deepth if can not find good one
1354 pci_assign_unassigned_resources(void)
1356 struct pci_bus
*bus
;
1357 LIST_HEAD(realloc_head
); /* list of resources that
1358 want additional resources */
1359 struct list_head
*add_list
= NULL
;
1360 int tried_times
= 0;
1361 enum release_type rel_type
= leaf_only
;
1362 LIST_HEAD(fail_head
);
1363 struct pci_dev_resource
*fail_res
;
1364 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1365 IORESOURCE_PREFETCH
;
1366 int pci_try_num
= 1;
1368 /* don't realloc if asked to do so */
1369 pci_realloc_detect();
1370 if (pci_realloc_enabled()) {
1371 int max_depth
= pci_get_max_depth();
1373 pci_try_num
= max_depth
+ 1;
1374 printk(KERN_DEBUG
"PCI: max bus depth: %d pci_try_num: %d\n",
1375 max_depth
, pci_try_num
);
1380 * last try will use add_list, otherwise will try good to have as
1381 * must have, so can realloc parent bridge resource
1383 if (tried_times
+ 1 == pci_try_num
)
1384 add_list
= &realloc_head
;
1385 /* Depth first, calculate sizes and alignments of all
1386 subordinate buses. */
1387 list_for_each_entry(bus
, &pci_root_buses
, node
)
1388 __pci_bus_size_bridges(bus
, add_list
);
1390 /* Depth last, allocate resources and update the hardware. */
1391 list_for_each_entry(bus
, &pci_root_buses
, node
)
1392 __pci_bus_assign_resources(bus
, add_list
, &fail_head
);
1394 BUG_ON(!list_empty(add_list
));
1397 /* any device complain? */
1398 if (list_empty(&fail_head
))
1399 goto enable_and_dump
;
1401 if (tried_times
>= pci_try_num
) {
1402 if (pci_realloc_enable
== undefined
)
1403 printk(KERN_INFO
"Some PCI device resources are unassigned, try booting with pci=realloc\n");
1404 else if (pci_realloc_enable
== auto_enabled
)
1405 printk(KERN_INFO
"Automatically enabled pci realloc, if you have problem, try booting with pci=realloc=off\n");
1407 free_list(&fail_head
);
1408 goto enable_and_dump
;
1411 printk(KERN_DEBUG
"PCI: No. %d try to assign unassigned res\n",
1414 /* third times and later will not check if it is leaf */
1415 if ((tried_times
+ 1) > 2)
1416 rel_type
= whole_subtree
;
1419 * Try to release leaf bridge's resources that doesn't fit resource of
1420 * child device under that bridge
1422 list_for_each_entry(fail_res
, &fail_head
, list
) {
1423 bus
= fail_res
->dev
->bus
;
1424 pci_bus_release_bridge_resources(bus
,
1425 fail_res
->flags
& type_mask
,
1428 /* restore size and flags */
1429 list_for_each_entry(fail_res
, &fail_head
, list
) {
1430 struct resource
*res
= fail_res
->res
;
1432 res
->start
= fail_res
->start
;
1433 res
->end
= fail_res
->end
;
1434 res
->flags
= fail_res
->flags
;
1435 if (fail_res
->dev
->subordinate
)
1438 free_list(&fail_head
);
1443 /* Depth last, update the hardware. */
1444 list_for_each_entry(bus
, &pci_root_buses
, node
)
1445 pci_enable_bridges(bus
);
1447 /* dump the resource on buses */
1448 list_for_each_entry(bus
, &pci_root_buses
, node
)
1449 pci_bus_dump_resources(bus
);
1452 void pci_assign_unassigned_bridge_resources(struct pci_dev
*bridge
)
1454 struct pci_bus
*parent
= bridge
->subordinate
;
1455 LIST_HEAD(add_list
); /* list of resources that
1456 want additional resources */
1457 int tried_times
= 0;
1458 LIST_HEAD(fail_head
);
1459 struct pci_dev_resource
*fail_res
;
1461 unsigned long type_mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1462 IORESOURCE_PREFETCH
;
1465 __pci_bus_size_bridges(parent
, &add_list
);
1466 __pci_bridge_assign_resources(bridge
, &add_list
, &fail_head
);
1467 BUG_ON(!list_empty(&add_list
));
1470 if (list_empty(&fail_head
))
1473 if (tried_times
>= 2) {
1474 /* still fail, don't need to try more */
1475 free_list(&fail_head
);
1479 printk(KERN_DEBUG
"PCI: No. %d try to assign unassigned res\n",
1483 * Try to release leaf bridge's resources that doesn't fit resource of
1484 * child device under that bridge
1486 list_for_each_entry(fail_res
, &fail_head
, list
) {
1487 struct pci_bus
*bus
= fail_res
->dev
->bus
;
1488 unsigned long flags
= fail_res
->flags
;
1490 pci_bus_release_bridge_resources(bus
, flags
& type_mask
,
1493 /* restore size and flags */
1494 list_for_each_entry(fail_res
, &fail_head
, list
) {
1495 struct resource
*res
= fail_res
->res
;
1497 res
->start
= fail_res
->start
;
1498 res
->end
= fail_res
->end
;
1499 res
->flags
= fail_res
->flags
;
1500 if (fail_res
->dev
->subordinate
)
1503 free_list(&fail_head
);
1508 retval
= pci_reenable_device(bridge
);
1509 pci_set_master(bridge
);
1510 pci_enable_bridges(parent
);
1512 EXPORT_SYMBOL_GPL(pci_assign_unassigned_bridge_resources
);
1514 #ifdef CONFIG_HOTPLUG
1516 * pci_rescan_bus - scan a PCI bus for devices.
1517 * @bus: PCI bus to scan
1519 * Scan a PCI bus and child buses for new devices, adds them,
1522 * Returns the max number of subordinate bus discovered.
1524 unsigned int __ref
pci_rescan_bus(struct pci_bus
*bus
)
1527 struct pci_dev
*dev
;
1528 LIST_HEAD(add_list
); /* list of resources that
1529 want additional resources */
1531 max
= pci_scan_child_bus(bus
);
1533 down_read(&pci_bus_sem
);
1534 list_for_each_entry(dev
, &bus
->devices
, bus_list
)
1535 if (dev
->hdr_type
== PCI_HEADER_TYPE_BRIDGE
||
1536 dev
->hdr_type
== PCI_HEADER_TYPE_CARDBUS
)
1537 if (dev
->subordinate
)
1538 __pci_bus_size_bridges(dev
->subordinate
,
1540 up_read(&pci_bus_sem
);
1541 __pci_bus_assign_resources(bus
, &add_list
, NULL
);
1542 BUG_ON(!list_empty(&add_list
));
1544 pci_enable_bridges(bus
);
1545 pci_bus_add_devices(bus
);
1549 EXPORT_SYMBOL_GPL(pci_rescan_bus
);