1 // SPDX-License-Identifier: GPL-2.0
3 * Support routines for initializing a PCI subsystem
5 * Extruded from code written by
6 * Dave Rusling (david.rusling@reo.mts.dec.com)
7 * David Mosberger (davidm@cs.arizona.edu)
8 * David Miller (davem@redhat.com)
10 * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
11 * PCI-PCI bridges cleanup, sorted resource allocation.
12 * Feb 2002, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
13 * Converted to allocation in 3 passes, which gives
14 * tighter packing. Prefetchable range support.
17 #include <linux/init.h>
18 #include <linux/kernel.h>
19 #include <linux/module.h>
20 #include <linux/pci.h>
21 #include <linux/errno.h>
22 #include <linux/ioport.h>
23 #include <linux/cache.h>
24 #include <linux/slab.h>
25 #include <linux/acpi.h>
28 unsigned int pci_flags
;
30 struct pci_dev_resource
{
31 struct list_head list
;
34 resource_size_t start
;
36 resource_size_t add_size
;
37 resource_size_t min_align
;
41 static void free_list(struct list_head
*head
)
43 struct pci_dev_resource
*dev_res
, *tmp
;
45 list_for_each_entry_safe(dev_res
, tmp
, head
, list
) {
46 list_del(&dev_res
->list
);
52 * add_to_list() - add a new resource tracker to the list
53 * @head: Head of the list
54 * @dev: device corresponding to which the resource
56 * @res: The resource to be tracked
57 * @add_size: additional size to be optionally added
60 static int add_to_list(struct list_head
*head
,
61 struct pci_dev
*dev
, struct resource
*res
,
62 resource_size_t add_size
, resource_size_t min_align
)
64 struct pci_dev_resource
*tmp
;
66 tmp
= kzalloc(sizeof(*tmp
), GFP_KERNEL
);
72 tmp
->start
= res
->start
;
74 tmp
->flags
= res
->flags
;
75 tmp
->add_size
= add_size
;
76 tmp
->min_align
= min_align
;
78 list_add(&tmp
->list
, head
);
83 static void remove_from_list(struct list_head
*head
,
86 struct pci_dev_resource
*dev_res
, *tmp
;
88 list_for_each_entry_safe(dev_res
, tmp
, head
, list
) {
89 if (dev_res
->res
== res
) {
90 list_del(&dev_res
->list
);
97 static struct pci_dev_resource
*res_to_dev_res(struct list_head
*head
,
100 struct pci_dev_resource
*dev_res
;
102 list_for_each_entry(dev_res
, head
, list
) {
103 if (dev_res
->res
== res
)
110 static resource_size_t
get_res_add_size(struct list_head
*head
,
111 struct resource
*res
)
113 struct pci_dev_resource
*dev_res
;
115 dev_res
= res_to_dev_res(head
, res
);
116 return dev_res
? dev_res
->add_size
: 0;
119 static resource_size_t
get_res_add_align(struct list_head
*head
,
120 struct resource
*res
)
122 struct pci_dev_resource
*dev_res
;
124 dev_res
= res_to_dev_res(head
, res
);
125 return dev_res
? dev_res
->min_align
: 0;
129 /* Sort resources by alignment */
130 static void pdev_sort_resources(struct pci_dev
*dev
, struct list_head
*head
)
134 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
136 struct pci_dev_resource
*dev_res
, *tmp
;
137 resource_size_t r_align
;
140 r
= &dev
->resource
[i
];
142 if (r
->flags
& IORESOURCE_PCI_FIXED
)
145 if (!(r
->flags
) || r
->parent
)
148 r_align
= pci_resource_alignment(dev
, r
);
150 pci_warn(dev
, "BAR %d: %pR has bogus alignment\n",
155 tmp
= kzalloc(sizeof(*tmp
), GFP_KERNEL
);
157 panic("pdev_sort_resources(): kmalloc() failed!\n");
161 /* fallback is smallest one or list is empty*/
163 list_for_each_entry(dev_res
, head
, list
) {
164 resource_size_t align
;
166 align
= pci_resource_alignment(dev_res
->dev
,
169 if (r_align
> align
) {
174 /* Insert it just before n*/
175 list_add_tail(&tmp
->list
, n
);
179 static void __dev_sort_resources(struct pci_dev
*dev
,
180 struct list_head
*head
)
182 u16
class = dev
->class >> 8;
184 /* Don't touch classless devices or host bridges or ioapics. */
185 if (class == PCI_CLASS_NOT_DEFINED
|| class == PCI_CLASS_BRIDGE_HOST
)
188 /* Don't touch ioapic devices already enabled by firmware */
189 if (class == PCI_CLASS_SYSTEM_PIC
) {
191 pci_read_config_word(dev
, PCI_COMMAND
, &command
);
192 if (command
& (PCI_COMMAND_IO
| PCI_COMMAND_MEMORY
))
196 pdev_sort_resources(dev
, head
);
199 static inline void reset_resource(struct resource
*res
)
207 * reassign_resources_sorted() - satisfy any additional resource requests
209 * @realloc_head : head of the list tracking requests requiring additional
211 * @head : head of the list tracking requests with allocated
214 * Walk through each element of the realloc_head and try to procure
215 * additional resources for the element, provided the element
216 * is in the head list.
218 static void reassign_resources_sorted(struct list_head
*realloc_head
,
219 struct list_head
*head
)
221 struct resource
*res
;
222 struct pci_dev_resource
*add_res
, *tmp
;
223 struct pci_dev_resource
*dev_res
;
224 resource_size_t add_size
, align
;
227 list_for_each_entry_safe(add_res
, tmp
, realloc_head
, list
) {
228 bool found_match
= false;
231 /* skip resource that has been reset */
235 /* skip this resource if not found in head list */
236 list_for_each_entry(dev_res
, head
, list
) {
237 if (dev_res
->res
== res
) {
242 if (!found_match
)/* just skip */
245 idx
= res
- &add_res
->dev
->resource
[0];
246 add_size
= add_res
->add_size
;
247 align
= add_res
->min_align
;
248 if (!resource_size(res
)) {
250 res
->end
= res
->start
+ add_size
- 1;
251 if (pci_assign_resource(add_res
->dev
, idx
))
254 res
->flags
|= add_res
->flags
&
255 (IORESOURCE_STARTALIGN
|IORESOURCE_SIZEALIGN
);
256 if (pci_reassign_resource(add_res
->dev
, idx
,
258 pci_printk(KERN_DEBUG
, add_res
->dev
,
259 "failed to add %llx res[%d]=%pR\n",
260 (unsigned long long)add_size
,
264 list_del(&add_res
->list
);
270 * assign_requested_resources_sorted() - satisfy resource requests
272 * @head : head of the list tracking requests for resources
273 * @fail_head : head of the list tracking requests that could
276 * Satisfy resource requests of each element in the list. Add
277 * requests that could not satisfied to the failed_list.
279 static void assign_requested_resources_sorted(struct list_head
*head
,
280 struct list_head
*fail_head
)
282 struct resource
*res
;
283 struct pci_dev_resource
*dev_res
;
286 list_for_each_entry(dev_res
, head
, list
) {
288 idx
= res
- &dev_res
->dev
->resource
[0];
289 if (resource_size(res
) &&
290 pci_assign_resource(dev_res
->dev
, idx
)) {
293 * if the failed res is for ROM BAR, and it will
294 * be enabled later, don't add it to the list
296 if (!((idx
== PCI_ROM_RESOURCE
) &&
297 (!(res
->flags
& IORESOURCE_ROM_ENABLE
))))
298 add_to_list(fail_head
,
308 static unsigned long pci_fail_res_type_mask(struct list_head
*fail_head
)
310 struct pci_dev_resource
*fail_res
;
311 unsigned long mask
= 0;
313 /* check failed type */
314 list_for_each_entry(fail_res
, fail_head
, list
)
315 mask
|= fail_res
->flags
;
318 * one pref failed resource will set IORESOURCE_MEM,
319 * as we can allocate pref in non-pref range.
320 * Will release all assigned non-pref sibling resources
321 * according to that bit.
323 return mask
& (IORESOURCE_IO
| IORESOURCE_MEM
| IORESOURCE_PREFETCH
);
326 static bool pci_need_to_release(unsigned long mask
, struct resource
*res
)
328 if (res
->flags
& IORESOURCE_IO
)
329 return !!(mask
& IORESOURCE_IO
);
331 /* check pref at first */
332 if (res
->flags
& IORESOURCE_PREFETCH
) {
333 if (mask
& IORESOURCE_PREFETCH
)
335 /* count pref if its parent is non-pref */
336 else if ((mask
& IORESOURCE_MEM
) &&
337 !(res
->parent
->flags
& IORESOURCE_PREFETCH
))
343 if (res
->flags
& IORESOURCE_MEM
)
344 return !!(mask
& IORESOURCE_MEM
);
346 return false; /* should not get here */
349 static void __assign_resources_sorted(struct list_head
*head
,
350 struct list_head
*realloc_head
,
351 struct list_head
*fail_head
)
354 * Should not assign requested resources at first.
355 * they could be adjacent, so later reassign can not reallocate
356 * them one by one in parent resource window.
357 * Try to assign requested + add_size at beginning
358 * if could do that, could get out early.
359 * if could not do that, we still try to assign requested at first,
360 * then try to reassign add_size for some resources.
362 * Separate three resource type checking if we need to release
363 * assigned resource after requested + add_size try.
364 * 1. if there is io port assign fail, will release assigned
366 * 2. if there is pref mmio assign fail, release assigned
368 * if assigned pref mmio's parent is non-pref mmio and there
369 * is non-pref mmio assign fail, will release that assigned
371 * 3. if there is non-pref mmio assign fail or pref mmio
372 * assigned fail, will release assigned non-pref mmio.
374 LIST_HEAD(save_head
);
375 LIST_HEAD(local_fail_head
);
376 struct pci_dev_resource
*save_res
;
377 struct pci_dev_resource
*dev_res
, *tmp_res
, *dev_res2
;
378 unsigned long fail_type
;
379 resource_size_t add_align
, align
;
381 /* Check if optional add_size is there */
382 if (!realloc_head
|| list_empty(realloc_head
))
383 goto requested_and_reassign
;
385 /* Save original start, end, flags etc at first */
386 list_for_each_entry(dev_res
, head
, list
) {
387 if (add_to_list(&save_head
, dev_res
->dev
, dev_res
->res
, 0, 0)) {
388 free_list(&save_head
);
389 goto requested_and_reassign
;
393 /* Update res in head list with add_size in realloc_head list */
394 list_for_each_entry_safe(dev_res
, tmp_res
, head
, list
) {
395 dev_res
->res
->end
+= get_res_add_size(realloc_head
,
399 * There are two kinds of additional resources in the list:
400 * 1. bridge resource -- IORESOURCE_STARTALIGN
401 * 2. SR-IOV resource -- IORESOURCE_SIZEALIGN
402 * Here just fix the additional alignment for bridge
404 if (!(dev_res
->res
->flags
& IORESOURCE_STARTALIGN
))
407 add_align
= get_res_add_align(realloc_head
, dev_res
->res
);
410 * The "head" list is sorted by the alignment to make sure
411 * resources with bigger alignment will be assigned first.
412 * After we change the alignment of a dev_res in "head" list,
413 * we need to reorder the list by alignment to make it
416 if (add_align
> dev_res
->res
->start
) {
417 resource_size_t r_size
= resource_size(dev_res
->res
);
419 dev_res
->res
->start
= add_align
;
420 dev_res
->res
->end
= add_align
+ r_size
- 1;
422 list_for_each_entry(dev_res2
, head
, list
) {
423 align
= pci_resource_alignment(dev_res2
->dev
,
425 if (add_align
> align
) {
426 list_move_tail(&dev_res
->list
,
435 /* Try updated head list with add_size added */
436 assign_requested_resources_sorted(head
, &local_fail_head
);
438 /* all assigned with add_size ? */
439 if (list_empty(&local_fail_head
)) {
440 /* Remove head list from realloc_head list */
441 list_for_each_entry(dev_res
, head
, list
)
442 remove_from_list(realloc_head
, dev_res
->res
);
443 free_list(&save_head
);
448 /* check failed type */
449 fail_type
= pci_fail_res_type_mask(&local_fail_head
);
450 /* remove not need to be released assigned res from head list etc */
451 list_for_each_entry_safe(dev_res
, tmp_res
, head
, list
)
452 if (dev_res
->res
->parent
&&
453 !pci_need_to_release(fail_type
, dev_res
->res
)) {
454 /* remove it from realloc_head list */
455 remove_from_list(realloc_head
, dev_res
->res
);
456 remove_from_list(&save_head
, dev_res
->res
);
457 list_del(&dev_res
->list
);
461 free_list(&local_fail_head
);
462 /* Release assigned resource */
463 list_for_each_entry(dev_res
, head
, list
)
464 if (dev_res
->res
->parent
)
465 release_resource(dev_res
->res
);
466 /* Restore start/end/flags from saved list */
467 list_for_each_entry(save_res
, &save_head
, list
) {
468 struct resource
*res
= save_res
->res
;
470 res
->start
= save_res
->start
;
471 res
->end
= save_res
->end
;
472 res
->flags
= save_res
->flags
;
474 free_list(&save_head
);
476 requested_and_reassign
:
477 /* Satisfy the must-have resource requests */
478 assign_requested_resources_sorted(head
, fail_head
);
480 /* Try to satisfy any additional optional resource
483 reassign_resources_sorted(realloc_head
, head
);
487 static void pdev_assign_resources_sorted(struct pci_dev
*dev
,
488 struct list_head
*add_head
,
489 struct list_head
*fail_head
)
493 __dev_sort_resources(dev
, &head
);
494 __assign_resources_sorted(&head
, add_head
, fail_head
);
498 static void pbus_assign_resources_sorted(const struct pci_bus
*bus
,
499 struct list_head
*realloc_head
,
500 struct list_head
*fail_head
)
505 list_for_each_entry(dev
, &bus
->devices
, bus_list
)
506 __dev_sort_resources(dev
, &head
);
508 __assign_resources_sorted(&head
, realloc_head
, fail_head
);
511 void pci_setup_cardbus(struct pci_bus
*bus
)
513 struct pci_dev
*bridge
= bus
->self
;
514 struct resource
*res
;
515 struct pci_bus_region region
;
517 pci_info(bridge
, "CardBus bridge to %pR\n",
520 res
= bus
->resource
[0];
521 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
522 if (res
->flags
& IORESOURCE_IO
) {
524 * The IO resource is allocated a range twice as large as it
525 * would normally need. This allows us to set both IO regs.
527 pci_info(bridge
, " bridge window %pR\n", res
);
528 pci_write_config_dword(bridge
, PCI_CB_IO_BASE_0
,
530 pci_write_config_dword(bridge
, PCI_CB_IO_LIMIT_0
,
534 res
= bus
->resource
[1];
535 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
536 if (res
->flags
& IORESOURCE_IO
) {
537 pci_info(bridge
, " bridge window %pR\n", res
);
538 pci_write_config_dword(bridge
, PCI_CB_IO_BASE_1
,
540 pci_write_config_dword(bridge
, PCI_CB_IO_LIMIT_1
,
544 res
= bus
->resource
[2];
545 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
546 if (res
->flags
& IORESOURCE_MEM
) {
547 pci_info(bridge
, " bridge window %pR\n", res
);
548 pci_write_config_dword(bridge
, PCI_CB_MEMORY_BASE_0
,
550 pci_write_config_dword(bridge
, PCI_CB_MEMORY_LIMIT_0
,
554 res
= bus
->resource
[3];
555 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
556 if (res
->flags
& IORESOURCE_MEM
) {
557 pci_info(bridge
, " bridge window %pR\n", res
);
558 pci_write_config_dword(bridge
, PCI_CB_MEMORY_BASE_1
,
560 pci_write_config_dword(bridge
, PCI_CB_MEMORY_LIMIT_1
,
564 EXPORT_SYMBOL(pci_setup_cardbus
);
566 /* Initialize bridges with base/limit values we have collected.
567 PCI-to-PCI Bridge Architecture Specification rev. 1.1 (1998)
568 requires that if there is no I/O ports or memory behind the
569 bridge, corresponding range must be turned off by writing base
570 value greater than limit to the bridge's base/limit registers.
572 Note: care must be taken when updating I/O base/limit registers
573 of bridges which support 32-bit I/O. This update requires two
574 config space writes, so it's quite possible that an I/O window of
575 the bridge will have some undesirable address (e.g. 0) after the
576 first write. Ditto 64-bit prefetchable MMIO. */
577 static void pci_setup_bridge_io(struct pci_dev
*bridge
)
579 struct resource
*res
;
580 struct pci_bus_region region
;
581 unsigned long io_mask
;
582 u8 io_base_lo
, io_limit_lo
;
586 io_mask
= PCI_IO_RANGE_MASK
;
587 if (bridge
->io_window_1k
)
588 io_mask
= PCI_IO_1K_RANGE_MASK
;
590 /* Set up the top and bottom of the PCI I/O segment for this bus. */
591 res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 0];
592 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
593 if (res
->flags
& IORESOURCE_IO
) {
594 pci_read_config_word(bridge
, PCI_IO_BASE
, &l
);
595 io_base_lo
= (region
.start
>> 8) & io_mask
;
596 io_limit_lo
= (region
.end
>> 8) & io_mask
;
597 l
= ((u16
) io_limit_lo
<< 8) | io_base_lo
;
598 /* Set up upper 16 bits of I/O base/limit. */
599 io_upper16
= (region
.end
& 0xffff0000) | (region
.start
>> 16);
600 pci_info(bridge
, " bridge window %pR\n", res
);
602 /* Clear upper 16 bits of I/O base/limit. */
606 /* Temporarily disable the I/O range before updating PCI_IO_BASE. */
607 pci_write_config_dword(bridge
, PCI_IO_BASE_UPPER16
, 0x0000ffff);
608 /* Update lower 16 bits of I/O base/limit. */
609 pci_write_config_word(bridge
, PCI_IO_BASE
, l
);
610 /* Update upper 16 bits of I/O base/limit. */
611 pci_write_config_dword(bridge
, PCI_IO_BASE_UPPER16
, io_upper16
);
614 static void pci_setup_bridge_mmio(struct pci_dev
*bridge
)
616 struct resource
*res
;
617 struct pci_bus_region region
;
620 /* Set up the top and bottom of the PCI Memory segment for this bus. */
621 res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 1];
622 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
623 if (res
->flags
& IORESOURCE_MEM
) {
624 l
= (region
.start
>> 16) & 0xfff0;
625 l
|= region
.end
& 0xfff00000;
626 pci_info(bridge
, " bridge window %pR\n", res
);
630 pci_write_config_dword(bridge
, PCI_MEMORY_BASE
, l
);
633 static void pci_setup_bridge_mmio_pref(struct pci_dev
*bridge
)
635 struct resource
*res
;
636 struct pci_bus_region region
;
639 /* Clear out the upper 32 bits of PREF limit.
640 If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily
641 disables PREF range, which is ok. */
642 pci_write_config_dword(bridge
, PCI_PREF_LIMIT_UPPER32
, 0);
644 /* Set up PREF base/limit. */
646 res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 2];
647 pcibios_resource_to_bus(bridge
->bus
, ®ion
, res
);
648 if (res
->flags
& IORESOURCE_PREFETCH
) {
649 l
= (region
.start
>> 16) & 0xfff0;
650 l
|= region
.end
& 0xfff00000;
651 if (res
->flags
& IORESOURCE_MEM_64
) {
652 bu
= upper_32_bits(region
.start
);
653 lu
= upper_32_bits(region
.end
);
655 pci_info(bridge
, " bridge window %pR\n", res
);
659 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, l
);
661 /* Set the upper 32 bits of PREF base & limit. */
662 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
, bu
);
663 pci_write_config_dword(bridge
, PCI_PREF_LIMIT_UPPER32
, lu
);
666 static void __pci_setup_bridge(struct pci_bus
*bus
, unsigned long type
)
668 struct pci_dev
*bridge
= bus
->self
;
670 pci_info(bridge
, "PCI bridge to %pR\n",
673 if (type
& IORESOURCE_IO
)
674 pci_setup_bridge_io(bridge
);
676 if (type
& IORESOURCE_MEM
)
677 pci_setup_bridge_mmio(bridge
);
679 if (type
& IORESOURCE_PREFETCH
)
680 pci_setup_bridge_mmio_pref(bridge
);
682 pci_write_config_word(bridge
, PCI_BRIDGE_CONTROL
, bus
->bridge_ctl
);
685 void __weak
pcibios_setup_bridge(struct pci_bus
*bus
, unsigned long type
)
689 void pci_setup_bridge(struct pci_bus
*bus
)
691 unsigned long type
= IORESOURCE_IO
| IORESOURCE_MEM
|
694 pcibios_setup_bridge(bus
, type
);
695 __pci_setup_bridge(bus
, type
);
699 int pci_claim_bridge_resource(struct pci_dev
*bridge
, int i
)
701 if (i
< PCI_BRIDGE_RESOURCES
|| i
> PCI_BRIDGE_RESOURCE_END
)
704 if (pci_claim_resource(bridge
, i
) == 0)
705 return 0; /* claimed the window */
707 if ((bridge
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
710 if (!pci_bus_clip_resource(bridge
, i
))
711 return -EINVAL
; /* clipping didn't change anything */
713 switch (i
- PCI_BRIDGE_RESOURCES
) {
715 pci_setup_bridge_io(bridge
);
718 pci_setup_bridge_mmio(bridge
);
721 pci_setup_bridge_mmio_pref(bridge
);
727 if (pci_claim_resource(bridge
, i
) == 0)
728 return 0; /* claimed a smaller window */
733 /* Check whether the bridge supports optional I/O and
734 prefetchable memory ranges. If not, the respective
735 base/limit registers must be read-only and read as 0. */
736 static void pci_bridge_check_ranges(struct pci_bus
*bus
)
740 struct pci_dev
*bridge
= bus
->self
;
741 struct resource
*b_res
;
743 b_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
];
744 b_res
[1].flags
|= IORESOURCE_MEM
;
746 pci_read_config_word(bridge
, PCI_IO_BASE
, &io
);
748 pci_write_config_word(bridge
, PCI_IO_BASE
, 0xe0f0);
749 pci_read_config_word(bridge
, PCI_IO_BASE
, &io
);
750 pci_write_config_word(bridge
, PCI_IO_BASE
, 0x0);
753 b_res
[0].flags
|= IORESOURCE_IO
;
755 /* DECchip 21050 pass 2 errata: the bridge may miss an address
756 disconnect boundary by one PCI data phase.
757 Workaround: do not use prefetching on this device. */
758 if (bridge
->vendor
== PCI_VENDOR_ID_DEC
&& bridge
->device
== 0x0001)
761 pci_read_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, &pmem
);
763 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
,
765 pci_read_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, &pmem
);
766 pci_write_config_dword(bridge
, PCI_PREF_MEMORY_BASE
, 0x0);
769 b_res
[2].flags
|= IORESOURCE_MEM
| IORESOURCE_PREFETCH
;
770 if ((pmem
& PCI_PREF_RANGE_TYPE_MASK
) ==
771 PCI_PREF_RANGE_TYPE_64
) {
772 b_res
[2].flags
|= IORESOURCE_MEM_64
;
773 b_res
[2].flags
|= PCI_PREF_RANGE_TYPE_64
;
777 /* double check if bridge does support 64 bit pref */
778 if (b_res
[2].flags
& IORESOURCE_MEM_64
) {
779 u32 mem_base_hi
, tmp
;
780 pci_read_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
782 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
784 pci_read_config_dword(bridge
, PCI_PREF_BASE_UPPER32
, &tmp
);
786 b_res
[2].flags
&= ~IORESOURCE_MEM_64
;
787 pci_write_config_dword(bridge
, PCI_PREF_BASE_UPPER32
,
792 /* Helper function for sizing routines: find first available
793 bus resource of a given type. Note: we intentionally skip
794 the bus resources which have already been assigned (that is,
795 have non-NULL parent resource). */
796 static struct resource
*find_free_bus_resource(struct pci_bus
*bus
,
797 unsigned long type_mask
, unsigned long type
)
802 pci_bus_for_each_resource(bus
, r
, i
) {
803 if (r
== &ioport_resource
|| r
== &iomem_resource
)
805 if (r
&& (r
->flags
& type_mask
) == type
&& !r
->parent
)
811 static resource_size_t
calculate_iosize(resource_size_t size
,
812 resource_size_t min_size
,
813 resource_size_t size1
,
814 resource_size_t old_size
,
815 resource_size_t align
)
821 /* To be fixed in 2.5: we should have sort of HAVE_ISA
822 flag in the struct pci_bus. */
823 #if defined(CONFIG_ISA) || defined(CONFIG_EISA)
824 size
= (size
& 0xff) + ((size
& ~0xffUL
) << 2);
826 size
= ALIGN(size
+ size1
, align
);
832 static resource_size_t
calculate_memsize(resource_size_t size
,
833 resource_size_t min_size
,
834 resource_size_t size1
,
835 resource_size_t old_size
,
836 resource_size_t align
)
844 size
= ALIGN(size
+ size1
, align
);
848 resource_size_t __weak
pcibios_window_alignment(struct pci_bus
*bus
,
854 #define PCI_P2P_DEFAULT_MEM_ALIGN 0x100000 /* 1MiB */
855 #define PCI_P2P_DEFAULT_IO_ALIGN 0x1000 /* 4KiB */
856 #define PCI_P2P_DEFAULT_IO_ALIGN_1K 0x400 /* 1KiB */
858 static resource_size_t
window_alignment(struct pci_bus
*bus
,
861 resource_size_t align
= 1, arch_align
;
863 if (type
& IORESOURCE_MEM
)
864 align
= PCI_P2P_DEFAULT_MEM_ALIGN
;
865 else if (type
& IORESOURCE_IO
) {
867 * Per spec, I/O windows are 4K-aligned, but some
868 * bridges have an extension to support 1K alignment.
870 if (bus
->self
->io_window_1k
)
871 align
= PCI_P2P_DEFAULT_IO_ALIGN_1K
;
873 align
= PCI_P2P_DEFAULT_IO_ALIGN
;
876 arch_align
= pcibios_window_alignment(bus
, type
);
877 return max(align
, arch_align
);
881 * pbus_size_io() - size the io window of a given bus
884 * @min_size : the minimum io window that must to be allocated
885 * @add_size : additional optional io window
886 * @realloc_head : track the additional io window on this list
888 * Sizing the IO windows of the PCI-PCI bridge is trivial,
889 * since these windows have 1K or 4K granularity and the IO ranges
890 * of non-bridge PCI devices are limited to 256 bytes.
891 * We must be careful with the ISA aliasing though.
893 static void pbus_size_io(struct pci_bus
*bus
, resource_size_t min_size
,
894 resource_size_t add_size
, struct list_head
*realloc_head
)
897 struct resource
*b_res
= find_free_bus_resource(bus
, IORESOURCE_IO
,
899 resource_size_t size
= 0, size0
= 0, size1
= 0;
900 resource_size_t children_add_size
= 0;
901 resource_size_t min_align
, align
;
906 min_align
= window_alignment(bus
, IORESOURCE_IO
);
907 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
910 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
911 struct resource
*r
= &dev
->resource
[i
];
912 unsigned long r_size
;
914 if (r
->parent
|| !(r
->flags
& IORESOURCE_IO
))
916 r_size
= resource_size(r
);
919 /* Might be re-aligned for ISA */
924 align
= pci_resource_alignment(dev
, r
);
925 if (align
> min_align
)
929 children_add_size
+= get_res_add_size(realloc_head
, r
);
933 size0
= calculate_iosize(size
, min_size
, size1
,
934 resource_size(b_res
), min_align
);
935 if (children_add_size
> add_size
)
936 add_size
= children_add_size
;
937 size1
= (!realloc_head
|| (realloc_head
&& !add_size
)) ? size0
:
938 calculate_iosize(size
, min_size
, add_size
+ size1
,
939 resource_size(b_res
), min_align
);
940 if (!size0
&& !size1
) {
941 if (b_res
->start
|| b_res
->end
)
942 pci_info(bus
->self
, "disabling bridge window %pR to %pR (unused)\n",
943 b_res
, &bus
->busn_res
);
948 b_res
->start
= min_align
;
949 b_res
->end
= b_res
->start
+ size0
- 1;
950 b_res
->flags
|= IORESOURCE_STARTALIGN
;
951 if (size1
> size0
&& realloc_head
) {
952 add_to_list(realloc_head
, bus
->self
, b_res
, size1
-size0
,
954 pci_printk(KERN_DEBUG
, bus
->self
, "bridge window %pR to %pR add_size %llx\n",
955 b_res
, &bus
->busn_res
,
956 (unsigned long long)size1
-size0
);
960 static inline resource_size_t
calculate_mem_align(resource_size_t
*aligns
,
963 resource_size_t align
= 0;
964 resource_size_t min_align
= 0;
967 for (order
= 0; order
<= max_order
; order
++) {
968 resource_size_t align1
= 1;
970 align1
<<= (order
+ 20);
974 else if (ALIGN(align
+ min_align
, min_align
) < align1
)
975 min_align
= align1
>> 1;
976 align
+= aligns
[order
];
983 * pbus_size_mem() - size the memory window of a given bus
986 * @mask: mask the resource flag, then compare it with type
987 * @type: the type of free resource from bridge
988 * @type2: second match type
989 * @type3: third match type
990 * @min_size : the minimum memory window that must to be allocated
991 * @add_size : additional optional memory window
992 * @realloc_head : track the additional memory window on this list
994 * Calculate the size of the bus and minimal alignment which
995 * guarantees that all child resources fit in this size.
997 * Returns -ENOSPC if there's no available bus resource of the desired type.
998 * Otherwise, sets the bus resource start/end to indicate the required
999 * size, adds things to realloc_head (if supplied), and returns 0.
1001 static int pbus_size_mem(struct pci_bus
*bus
, unsigned long mask
,
1002 unsigned long type
, unsigned long type2
,
1003 unsigned long type3
,
1004 resource_size_t min_size
, resource_size_t add_size
,
1005 struct list_head
*realloc_head
)
1007 struct pci_dev
*dev
;
1008 resource_size_t min_align
, align
, size
, size0
, size1
;
1009 resource_size_t aligns
[18]; /* Alignments from 1Mb to 128Gb */
1010 int order
, max_order
;
1011 struct resource
*b_res
= find_free_bus_resource(bus
,
1012 mask
| IORESOURCE_PREFETCH
, type
);
1013 resource_size_t children_add_size
= 0;
1014 resource_size_t children_add_align
= 0;
1015 resource_size_t add_align
= 0;
1020 memset(aligns
, 0, sizeof(aligns
));
1024 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1027 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
1028 struct resource
*r
= &dev
->resource
[i
];
1029 resource_size_t r_size
;
1031 if (r
->parent
|| (r
->flags
& IORESOURCE_PCI_FIXED
) ||
1032 ((r
->flags
& mask
) != type
&&
1033 (r
->flags
& mask
) != type2
&&
1034 (r
->flags
& mask
) != type3
))
1036 r_size
= resource_size(r
);
1037 #ifdef CONFIG_PCI_IOV
1038 /* put SRIOV requested res to the optional list */
1039 if (realloc_head
&& i
>= PCI_IOV_RESOURCES
&&
1040 i
<= PCI_IOV_RESOURCE_END
) {
1041 add_align
= max(pci_resource_alignment(dev
, r
), add_align
);
1042 r
->end
= r
->start
- 1;
1043 add_to_list(realloc_head
, dev
, r
, r_size
, 0/* don't care */);
1044 children_add_size
+= r_size
;
1049 * aligns[0] is for 1MB (since bridge memory
1050 * windows are always at least 1MB aligned), so
1051 * keep "order" from being negative for smaller
1054 align
= pci_resource_alignment(dev
, r
);
1055 order
= __ffs(align
) - 20;
1058 if (order
>= ARRAY_SIZE(aligns
)) {
1059 pci_warn(dev
, "disabling BAR %d: %pR (bad alignment %#llx)\n",
1060 i
, r
, (unsigned long long) align
);
1064 size
+= max(r_size
, align
);
1065 /* Exclude ranges with size > align from
1066 calculation of the alignment. */
1067 if (r_size
<= align
)
1068 aligns
[order
] += align
;
1069 if (order
> max_order
)
1073 children_add_size
+= get_res_add_size(realloc_head
, r
);
1074 children_add_align
= get_res_add_align(realloc_head
, r
);
1075 add_align
= max(add_align
, children_add_align
);
1080 min_align
= calculate_mem_align(aligns
, max_order
);
1081 min_align
= max(min_align
, window_alignment(bus
, b_res
->flags
));
1082 size0
= calculate_memsize(size
, min_size
, 0, resource_size(b_res
), min_align
);
1083 add_align
= max(min_align
, add_align
);
1084 if (children_add_size
> add_size
)
1085 add_size
= children_add_size
;
1086 size1
= (!realloc_head
|| (realloc_head
&& !add_size
)) ? size0
:
1087 calculate_memsize(size
, min_size
, add_size
,
1088 resource_size(b_res
), add_align
);
1089 if (!size0
&& !size1
) {
1090 if (b_res
->start
|| b_res
->end
)
1091 pci_info(bus
->self
, "disabling bridge window %pR to %pR (unused)\n",
1092 b_res
, &bus
->busn_res
);
1096 b_res
->start
= min_align
;
1097 b_res
->end
= size0
+ min_align
- 1;
1098 b_res
->flags
|= IORESOURCE_STARTALIGN
;
1099 if (size1
> size0
&& realloc_head
) {
1100 add_to_list(realloc_head
, bus
->self
, b_res
, size1
-size0
, add_align
);
1101 pci_printk(KERN_DEBUG
, bus
->self
, "bridge window %pR to %pR add_size %llx add_align %llx\n",
1102 b_res
, &bus
->busn_res
,
1103 (unsigned long long) (size1
- size0
),
1104 (unsigned long long) add_align
);
1109 unsigned long pci_cardbus_resource_alignment(struct resource
*res
)
1111 if (res
->flags
& IORESOURCE_IO
)
1112 return pci_cardbus_io_size
;
1113 if (res
->flags
& IORESOURCE_MEM
)
1114 return pci_cardbus_mem_size
;
1118 static void pci_bus_size_cardbus(struct pci_bus
*bus
,
1119 struct list_head
*realloc_head
)
1121 struct pci_dev
*bridge
= bus
->self
;
1122 struct resource
*b_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
];
1123 resource_size_t b_res_3_size
= pci_cardbus_mem_size
* 2;
1126 if (b_res
[0].parent
)
1127 goto handle_b_res_1
;
1129 * Reserve some resources for CardBus. We reserve
1130 * a fixed amount of bus space for CardBus bridges.
1132 b_res
[0].start
= pci_cardbus_io_size
;
1133 b_res
[0].end
= b_res
[0].start
+ pci_cardbus_io_size
- 1;
1134 b_res
[0].flags
|= IORESOURCE_IO
| IORESOURCE_STARTALIGN
;
1136 b_res
[0].end
-= pci_cardbus_io_size
;
1137 add_to_list(realloc_head
, bridge
, b_res
, pci_cardbus_io_size
,
1138 pci_cardbus_io_size
);
1142 if (b_res
[1].parent
)
1143 goto handle_b_res_2
;
1144 b_res
[1].start
= pci_cardbus_io_size
;
1145 b_res
[1].end
= b_res
[1].start
+ pci_cardbus_io_size
- 1;
1146 b_res
[1].flags
|= IORESOURCE_IO
| IORESOURCE_STARTALIGN
;
1148 b_res
[1].end
-= pci_cardbus_io_size
;
1149 add_to_list(realloc_head
, bridge
, b_res
+1, pci_cardbus_io_size
,
1150 pci_cardbus_io_size
);
1154 /* MEM1 must not be pref mmio */
1155 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
1156 if (ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM1
) {
1157 ctrl
&= ~PCI_CB_BRIDGE_CTL_PREFETCH_MEM1
;
1158 pci_write_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, ctrl
);
1159 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
1163 * Check whether prefetchable memory is supported
1166 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
1167 if (!(ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
)) {
1168 ctrl
|= PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
;
1169 pci_write_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, ctrl
);
1170 pci_read_config_word(bridge
, PCI_CB_BRIDGE_CONTROL
, &ctrl
);
1173 if (b_res
[2].parent
)
1174 goto handle_b_res_3
;
1176 * If we have prefetchable memory support, allocate
1177 * two regions. Otherwise, allocate one region of
1180 if (ctrl
& PCI_CB_BRIDGE_CTL_PREFETCH_MEM0
) {
1181 b_res
[2].start
= pci_cardbus_mem_size
;
1182 b_res
[2].end
= b_res
[2].start
+ pci_cardbus_mem_size
- 1;
1183 b_res
[2].flags
|= IORESOURCE_MEM
| IORESOURCE_PREFETCH
|
1184 IORESOURCE_STARTALIGN
;
1186 b_res
[2].end
-= pci_cardbus_mem_size
;
1187 add_to_list(realloc_head
, bridge
, b_res
+2,
1188 pci_cardbus_mem_size
, pci_cardbus_mem_size
);
1191 /* reduce that to half */
1192 b_res_3_size
= pci_cardbus_mem_size
;
1196 if (b_res
[3].parent
)
1198 b_res
[3].start
= pci_cardbus_mem_size
;
1199 b_res
[3].end
= b_res
[3].start
+ b_res_3_size
- 1;
1200 b_res
[3].flags
|= IORESOURCE_MEM
| IORESOURCE_STARTALIGN
;
1202 b_res
[3].end
-= b_res_3_size
;
1203 add_to_list(realloc_head
, bridge
, b_res
+3, b_res_3_size
,
1204 pci_cardbus_mem_size
);
1211 void __pci_bus_size_bridges(struct pci_bus
*bus
, struct list_head
*realloc_head
)
1213 struct pci_dev
*dev
;
1214 unsigned long mask
, prefmask
, type2
= 0, type3
= 0;
1215 resource_size_t additional_mem_size
= 0, additional_io_size
= 0;
1216 struct resource
*b_res
;
1219 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1220 struct pci_bus
*b
= dev
->subordinate
;
1224 switch (dev
->class >> 8) {
1225 case PCI_CLASS_BRIDGE_CARDBUS
:
1226 pci_bus_size_cardbus(b
, realloc_head
);
1229 case PCI_CLASS_BRIDGE_PCI
:
1231 __pci_bus_size_bridges(b
, realloc_head
);
1237 if (pci_is_root_bus(bus
))
1240 switch (bus
->self
->class >> 8) {
1241 case PCI_CLASS_BRIDGE_CARDBUS
:
1242 /* don't size cardbuses yet. */
1245 case PCI_CLASS_BRIDGE_PCI
:
1246 pci_bridge_check_ranges(bus
);
1247 if (bus
->self
->is_hotplug_bridge
) {
1248 additional_io_size
= pci_hotplug_io_size
;
1249 additional_mem_size
= pci_hotplug_mem_size
;
1253 pbus_size_io(bus
, realloc_head
? 0 : additional_io_size
,
1254 additional_io_size
, realloc_head
);
1257 * If there's a 64-bit prefetchable MMIO window, compute
1258 * the size required to put all 64-bit prefetchable
1261 b_res
= &bus
->self
->resource
[PCI_BRIDGE_RESOURCES
];
1262 mask
= IORESOURCE_MEM
;
1263 prefmask
= IORESOURCE_MEM
| IORESOURCE_PREFETCH
;
1264 if (b_res
[2].flags
& IORESOURCE_MEM_64
) {
1265 prefmask
|= IORESOURCE_MEM_64
;
1266 ret
= pbus_size_mem(bus
, prefmask
, prefmask
,
1268 realloc_head
? 0 : additional_mem_size
,
1269 additional_mem_size
, realloc_head
);
1272 * If successful, all non-prefetchable resources
1273 * and any 32-bit prefetchable resources will go in
1274 * the non-prefetchable window.
1278 type2
= prefmask
& ~IORESOURCE_MEM_64
;
1279 type3
= prefmask
& ~IORESOURCE_PREFETCH
;
1284 * If there is no 64-bit prefetchable window, compute the
1285 * size required to put all prefetchable resources in the
1286 * 32-bit prefetchable window (if there is one).
1289 prefmask
&= ~IORESOURCE_MEM_64
;
1290 ret
= pbus_size_mem(bus
, prefmask
, prefmask
,
1292 realloc_head
? 0 : additional_mem_size
,
1293 additional_mem_size
, realloc_head
);
1296 * If successful, only non-prefetchable resources
1297 * will go in the non-prefetchable window.
1302 additional_mem_size
+= additional_mem_size
;
1304 type2
= type3
= IORESOURCE_MEM
;
1308 * Compute the size required to put everything else in the
1309 * non-prefetchable window. This includes:
1311 * - all non-prefetchable resources
1312 * - 32-bit prefetchable resources if there's a 64-bit
1313 * prefetchable window or no prefetchable window at all
1314 * - 64-bit prefetchable resources if there's no
1315 * prefetchable window at all
1317 * Note that the strategy in __pci_assign_resource() must
1318 * match that used here. Specifically, we cannot put a
1319 * 32-bit prefetchable resource in a 64-bit prefetchable
1322 pbus_size_mem(bus
, mask
, IORESOURCE_MEM
, type2
, type3
,
1323 realloc_head
? 0 : additional_mem_size
,
1324 additional_mem_size
, realloc_head
);
1329 void pci_bus_size_bridges(struct pci_bus
*bus
)
1331 __pci_bus_size_bridges(bus
, NULL
);
1333 EXPORT_SYMBOL(pci_bus_size_bridges
);
1335 static void assign_fixed_resource_on_bus(struct pci_bus
*b
, struct resource
*r
)
1338 struct resource
*parent_r
;
1339 unsigned long mask
= IORESOURCE_IO
| IORESOURCE_MEM
|
1340 IORESOURCE_PREFETCH
;
1342 pci_bus_for_each_resource(b
, parent_r
, i
) {
1346 if ((r
->flags
& mask
) == (parent_r
->flags
& mask
) &&
1347 resource_contains(parent_r
, r
))
1348 request_resource(parent_r
, r
);
1353 * Try to assign any resources marked as IORESOURCE_PCI_FIXED, as they
1354 * are skipped by pbus_assign_resources_sorted().
1356 static void pdev_assign_fixed_resources(struct pci_dev
*dev
)
1360 for (i
= 0; i
< PCI_NUM_RESOURCES
; i
++) {
1362 struct resource
*r
= &dev
->resource
[i
];
1364 if (r
->parent
|| !(r
->flags
& IORESOURCE_PCI_FIXED
) ||
1365 !(r
->flags
& (IORESOURCE_IO
| IORESOURCE_MEM
)))
1369 while (b
&& !r
->parent
) {
1370 assign_fixed_resource_on_bus(b
, r
);
1376 void __pci_bus_assign_resources(const struct pci_bus
*bus
,
1377 struct list_head
*realloc_head
,
1378 struct list_head
*fail_head
)
1381 struct pci_dev
*dev
;
1383 pbus_assign_resources_sorted(bus
, realloc_head
, fail_head
);
1385 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1386 pdev_assign_fixed_resources(dev
);
1388 b
= dev
->subordinate
;
1392 __pci_bus_assign_resources(b
, realloc_head
, fail_head
);
1394 switch (dev
->class >> 8) {
1395 case PCI_CLASS_BRIDGE_PCI
:
1396 if (!pci_is_enabled(dev
))
1397 pci_setup_bridge(b
);
1400 case PCI_CLASS_BRIDGE_CARDBUS
:
1401 pci_setup_cardbus(b
);
1405 pci_info(dev
, "not setting up bridge for bus %04x:%02x\n",
1406 pci_domain_nr(b
), b
->number
);
1412 void pci_bus_assign_resources(const struct pci_bus
*bus
)
1414 __pci_bus_assign_resources(bus
, NULL
, NULL
);
1416 EXPORT_SYMBOL(pci_bus_assign_resources
);
1418 static void pci_claim_device_resources(struct pci_dev
*dev
)
1422 for (i
= 0; i
< PCI_BRIDGE_RESOURCES
; i
++) {
1423 struct resource
*r
= &dev
->resource
[i
];
1425 if (!r
->flags
|| r
->parent
)
1428 pci_claim_resource(dev
, i
);
1432 static void pci_claim_bridge_resources(struct pci_dev
*dev
)
1436 for (i
= PCI_BRIDGE_RESOURCES
; i
< PCI_NUM_RESOURCES
; i
++) {
1437 struct resource
*r
= &dev
->resource
[i
];
1439 if (!r
->flags
|| r
->parent
)
1442 pci_claim_bridge_resource(dev
, i
);
1446 static void pci_bus_allocate_dev_resources(struct pci_bus
*b
)
1448 struct pci_dev
*dev
;
1449 struct pci_bus
*child
;
1451 list_for_each_entry(dev
, &b
->devices
, bus_list
) {
1452 pci_claim_device_resources(dev
);
1454 child
= dev
->subordinate
;
1456 pci_bus_allocate_dev_resources(child
);
1460 static void pci_bus_allocate_resources(struct pci_bus
*b
)
1462 struct pci_bus
*child
;
1465 * Carry out a depth-first search on the PCI bus
1466 * tree to allocate bridge apertures. Read the
1467 * programmed bridge bases and recursively claim
1468 * the respective bridge resources.
1471 pci_read_bridge_bases(b
);
1472 pci_claim_bridge_resources(b
->self
);
1475 list_for_each_entry(child
, &b
->children
, node
)
1476 pci_bus_allocate_resources(child
);
1479 void pci_bus_claim_resources(struct pci_bus
*b
)
1481 pci_bus_allocate_resources(b
);
1482 pci_bus_allocate_dev_resources(b
);
1484 EXPORT_SYMBOL(pci_bus_claim_resources
);
1486 static void __pci_bridge_assign_resources(const struct pci_dev
*bridge
,
1487 struct list_head
*add_head
,
1488 struct list_head
*fail_head
)
1492 pdev_assign_resources_sorted((struct pci_dev
*)bridge
,
1493 add_head
, fail_head
);
1495 b
= bridge
->subordinate
;
1499 __pci_bus_assign_resources(b
, add_head
, fail_head
);
1501 switch (bridge
->class >> 8) {
1502 case PCI_CLASS_BRIDGE_PCI
:
1503 pci_setup_bridge(b
);
1506 case PCI_CLASS_BRIDGE_CARDBUS
:
1507 pci_setup_cardbus(b
);
1511 pci_info(bridge
, "not setting up bridge for bus %04x:%02x\n",
1512 pci_domain_nr(b
), b
->number
);
1517 #define PCI_RES_TYPE_MASK \
1518 (IORESOURCE_IO | IORESOURCE_MEM | IORESOURCE_PREFETCH |\
1521 static void pci_bridge_release_resources(struct pci_bus
*bus
,
1524 struct pci_dev
*dev
= bus
->self
;
1526 unsigned old_flags
= 0;
1527 struct resource
*b_res
;
1530 b_res
= &dev
->resource
[PCI_BRIDGE_RESOURCES
];
1533 * 1. if there is io port assign fail, will release bridge
1535 * 2. if there is non pref mmio assign fail, release bridge
1537 * 3. if there is 64bit pref mmio assign fail, and bridge pref
1538 * is 64bit, release bridge pref mmio.
1539 * 4. if there is pref mmio assign fail, and bridge pref is
1540 * 32bit mmio, release bridge pref mmio
1541 * 5. if there is pref mmio assign fail, and bridge pref is not
1542 * assigned, release bridge nonpref mmio.
1544 if (type
& IORESOURCE_IO
)
1546 else if (!(type
& IORESOURCE_PREFETCH
))
1548 else if ((type
& IORESOURCE_MEM_64
) &&
1549 (b_res
[2].flags
& IORESOURCE_MEM_64
))
1551 else if (!(b_res
[2].flags
& IORESOURCE_MEM_64
) &&
1552 (b_res
[2].flags
& IORESOURCE_PREFETCH
))
1563 * if there are children under that, we should release them
1566 release_child_resources(r
);
1567 if (!release_resource(r
)) {
1568 type
= old_flags
= r
->flags
& PCI_RES_TYPE_MASK
;
1569 pci_printk(KERN_DEBUG
, dev
, "resource %d %pR released\n",
1570 PCI_BRIDGE_RESOURCES
+ idx
, r
);
1571 /* keep the old size */
1572 r
->end
= resource_size(r
) - 1;
1576 /* avoiding touch the one without PREF */
1577 if (type
& IORESOURCE_PREFETCH
)
1578 type
= IORESOURCE_PREFETCH
;
1579 __pci_setup_bridge(bus
, type
);
1580 /* for next child res under same bridge */
1581 r
->flags
= old_flags
;
1590 * try to release pci bridge resources that is from leaf bridge,
1591 * so we can allocate big new one later
1593 static void pci_bus_release_bridge_resources(struct pci_bus
*bus
,
1595 enum release_type rel_type
)
1597 struct pci_dev
*dev
;
1598 bool is_leaf_bridge
= true;
1600 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1601 struct pci_bus
*b
= dev
->subordinate
;
1605 is_leaf_bridge
= false;
1607 if ((dev
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
1610 if (rel_type
== whole_subtree
)
1611 pci_bus_release_bridge_resources(b
, type
,
1615 if (pci_is_root_bus(bus
))
1618 if ((bus
->self
->class >> 8) != PCI_CLASS_BRIDGE_PCI
)
1621 if ((rel_type
== whole_subtree
) || is_leaf_bridge
)
1622 pci_bridge_release_resources(bus
, type
);
1625 static void pci_bus_dump_res(struct pci_bus
*bus
)
1627 struct resource
*res
;
1630 pci_bus_for_each_resource(bus
, res
, i
) {
1631 if (!res
|| !res
->end
|| !res
->flags
)
1634 dev_printk(KERN_DEBUG
, &bus
->dev
, "resource %d %pR\n", i
, res
);
1638 static void pci_bus_dump_resources(struct pci_bus
*bus
)
1641 struct pci_dev
*dev
;
1644 pci_bus_dump_res(bus
);
1646 list_for_each_entry(dev
, &bus
->devices
, bus_list
) {
1647 b
= dev
->subordinate
;
1651 pci_bus_dump_resources(b
);
1655 static int pci_bus_get_depth(struct pci_bus
*bus
)
1658 struct pci_bus
*child_bus
;
1660 list_for_each_entry(child_bus
, &bus
->children
, node
) {
1663 ret
= pci_bus_get_depth(child_bus
);
1664 if (ret
+ 1 > depth
)
1672 * -1: undefined, will auto detect later
1673 * 0: disabled by user
1674 * 1: disabled by auto detect
1675 * 2: enabled by user
1676 * 3: enabled by auto detect
1686 static enum enable_type pci_realloc_enable
= undefined
;
1687 void __init
pci_realloc_get_opt(char *str
)
1689 if (!strncmp(str
, "off", 3))
1690 pci_realloc_enable
= user_disabled
;
1691 else if (!strncmp(str
, "on", 2))
1692 pci_realloc_enable
= user_enabled
;
1694 static bool pci_realloc_enabled(enum enable_type enable
)
1696 return enable
>= user_enabled
;
1699 #if defined(CONFIG_PCI_IOV) && defined(CONFIG_PCI_REALLOC_ENABLE_AUTO)
1700 static int iov_resources_unassigned(struct pci_dev
*dev
, void *data
)
1703 bool *unassigned
= data
;
1705 for (i
= PCI_IOV_RESOURCES
; i
<= PCI_IOV_RESOURCE_END
; i
++) {
1706 struct resource
*r
= &dev
->resource
[i
];
1707 struct pci_bus_region region
;
1709 /* Not assigned or rejected by kernel? */
1713 pcibios_resource_to_bus(dev
->bus
, ®ion
, r
);
1714 if (!region
.start
) {
1716 return 1; /* return early from pci_walk_bus() */
1723 static enum enable_type
pci_realloc_detect(struct pci_bus
*bus
,
1724 enum enable_type enable_local
)
1726 bool unassigned
= false;
1728 if (enable_local
!= undefined
)
1729 return enable_local
;
1731 pci_walk_bus(bus
, iov_resources_unassigned
, &unassigned
);
1733 return auto_enabled
;
1735 return enable_local
;
1738 static enum enable_type
pci_realloc_detect(struct pci_bus
*bus
,
1739 enum enable_type enable_local
)
1741 return enable_local
;
1746 * first try will not touch pci bridge res
1747 * second and later try will clear small leaf bridge res
1748 * will stop till to the max depth if can not find good one
1750 void pci_assign_unassigned_root_bus_resources(struct pci_bus
*bus
)
1752 LIST_HEAD(realloc_head
); /* list of resources that
1753 want additional resources */
1754 struct list_head
*add_list
= NULL
;
1755 int tried_times
= 0;
1756 enum release_type rel_type
= leaf_only
;
1757 LIST_HEAD(fail_head
);
1758 struct pci_dev_resource
*fail_res
;
1759 int pci_try_num
= 1;
1760 enum enable_type enable_local
;
1762 /* don't realloc if asked to do so */
1763 enable_local
= pci_realloc_detect(bus
, pci_realloc_enable
);
1764 if (pci_realloc_enabled(enable_local
)) {
1765 int max_depth
= pci_bus_get_depth(bus
);
1767 pci_try_num
= max_depth
+ 1;
1768 dev_printk(KERN_DEBUG
, &bus
->dev
,
1769 "max bus depth: %d pci_try_num: %d\n",
1770 max_depth
, pci_try_num
);
1775 * last try will use add_list, otherwise will try good to have as
1776 * must have, so can realloc parent bridge resource
1778 if (tried_times
+ 1 == pci_try_num
)
1779 add_list
= &realloc_head
;
1780 /* Depth first, calculate sizes and alignments of all
1781 subordinate buses. */
1782 __pci_bus_size_bridges(bus
, add_list
);
1784 /* Depth last, allocate resources and update the hardware. */
1785 __pci_bus_assign_resources(bus
, add_list
, &fail_head
);
1787 BUG_ON(!list_empty(add_list
));
1790 /* any device complain? */
1791 if (list_empty(&fail_head
))
1794 if (tried_times
>= pci_try_num
) {
1795 if (enable_local
== undefined
)
1796 dev_info(&bus
->dev
, "Some PCI device resources are unassigned, try booting with pci=realloc\n");
1797 else if (enable_local
== auto_enabled
)
1798 dev_info(&bus
->dev
, "Automatically enabled pci realloc, if you have problem, try booting with pci=realloc=off\n");
1800 free_list(&fail_head
);
1804 dev_printk(KERN_DEBUG
, &bus
->dev
,
1805 "No. %d try to assign unassigned res\n", tried_times
+ 1);
1807 /* third times and later will not check if it is leaf */
1808 if ((tried_times
+ 1) > 2)
1809 rel_type
= whole_subtree
;
1812 * Try to release leaf bridge's resources that doesn't fit resource of
1813 * child device under that bridge
1815 list_for_each_entry(fail_res
, &fail_head
, list
)
1816 pci_bus_release_bridge_resources(fail_res
->dev
->bus
,
1817 fail_res
->flags
& PCI_RES_TYPE_MASK
,
1820 /* restore size and flags */
1821 list_for_each_entry(fail_res
, &fail_head
, list
) {
1822 struct resource
*res
= fail_res
->res
;
1825 res
->start
= fail_res
->start
;
1826 res
->end
= fail_res
->end
;
1827 res
->flags
= fail_res
->flags
;
1829 if (pci_is_bridge(fail_res
->dev
)) {
1830 idx
= res
- &fail_res
->dev
->resource
[0];
1831 if (idx
>= PCI_BRIDGE_RESOURCES
&&
1832 idx
<= PCI_BRIDGE_RESOURCE_END
)
1836 free_list(&fail_head
);
1841 /* dump the resource on buses */
1842 pci_bus_dump_resources(bus
);
1845 void __init
pci_assign_unassigned_resources(void)
1847 struct pci_bus
*root_bus
;
1849 list_for_each_entry(root_bus
, &pci_root_buses
, node
) {
1850 pci_assign_unassigned_root_bus_resources(root_bus
);
1852 /* Make sure the root bridge has a companion ACPI device: */
1853 if (ACPI_HANDLE(root_bus
->bridge
))
1854 acpi_ioapic_add(ACPI_HANDLE(root_bus
->bridge
));
1858 static void extend_bridge_window(struct pci_dev
*bridge
, struct resource
*res
,
1859 struct list_head
*add_list
, resource_size_t available
)
1861 struct pci_dev_resource
*dev_res
;
1866 if (resource_size(res
) >= available
)
1869 dev_res
= res_to_dev_res(add_list
, res
);
1873 /* Is there room to extend the window? */
1874 if (available
- resource_size(res
) <= dev_res
->add_size
)
1877 dev_res
->add_size
= available
- resource_size(res
);
1878 pci_dbg(bridge
, "bridge window %pR extended by %pa\n", res
,
1879 &dev_res
->add_size
);
1882 static void pci_bus_distribute_available_resources(struct pci_bus
*bus
,
1883 struct list_head
*add_list
, resource_size_t available_io
,
1884 resource_size_t available_mmio
, resource_size_t available_mmio_pref
)
1886 resource_size_t remaining_io
, remaining_mmio
, remaining_mmio_pref
;
1887 unsigned int normal_bridges
= 0, hotplug_bridges
= 0;
1888 struct resource
*io_res
, *mmio_res
, *mmio_pref_res
;
1889 struct pci_dev
*dev
, *bridge
= bus
->self
;
1891 io_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 0];
1892 mmio_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 1];
1893 mmio_pref_res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 2];
1896 * Update additional resource list (add_list) to fill all the
1897 * extra resource space available for this port except the space
1898 * calculated in __pci_bus_size_bridges() which covers all the
1899 * devices currently connected to the port and below.
1901 extend_bridge_window(bridge
, io_res
, add_list
, available_io
);
1902 extend_bridge_window(bridge
, mmio_res
, add_list
, available_mmio
);
1903 extend_bridge_window(bridge
, mmio_pref_res
, add_list
,
1904 available_mmio_pref
);
1907 * Calculate the total amount of extra resource space we can
1908 * pass to bridges below this one. This is basically the
1909 * extra space reduced by the minimal required space for the
1910 * non-hotplug bridges.
1912 remaining_io
= available_io
;
1913 remaining_mmio
= available_mmio
;
1914 remaining_mmio_pref
= available_mmio_pref
;
1917 * Calculate how many hotplug bridges and normal bridges there
1918 * are on this bus. We will distribute the additional available
1919 * resources between hotplug bridges.
1921 for_each_pci_bridge(dev
, bus
) {
1922 if (dev
->is_hotplug_bridge
)
1928 for_each_pci_bridge(dev
, bus
) {
1929 const struct resource
*res
;
1931 if (dev
->is_hotplug_bridge
)
1935 * Reduce the available resource space by what the
1936 * bridge and devices below it occupy.
1938 res
= &dev
->resource
[PCI_BRIDGE_RESOURCES
+ 0];
1939 if (!res
->parent
&& available_io
> resource_size(res
))
1940 remaining_io
-= resource_size(res
);
1942 res
= &dev
->resource
[PCI_BRIDGE_RESOURCES
+ 1];
1943 if (!res
->parent
&& available_mmio
> resource_size(res
))
1944 remaining_mmio
-= resource_size(res
);
1946 res
= &dev
->resource
[PCI_BRIDGE_RESOURCES
+ 2];
1947 if (!res
->parent
&& available_mmio_pref
> resource_size(res
))
1948 remaining_mmio_pref
-= resource_size(res
);
1952 * There is only one bridge on the bus so it gets all available
1953 * resources which it can then distribute to the possible
1954 * hotplug bridges below.
1956 if (hotplug_bridges
+ normal_bridges
== 1) {
1957 dev
= list_first_entry(&bus
->devices
, struct pci_dev
, bus_list
);
1958 if (dev
->subordinate
) {
1959 pci_bus_distribute_available_resources(dev
->subordinate
,
1960 add_list
, available_io
, available_mmio
,
1961 available_mmio_pref
);
1967 * Go over devices on this bus and distribute the remaining
1968 * resource space between hotplug bridges.
1970 for_each_pci_bridge(dev
, bus
) {
1971 resource_size_t align
, io
, mmio
, mmio_pref
;
1974 b
= dev
->subordinate
;
1975 if (!b
|| !dev
->is_hotplug_bridge
)
1979 * Distribute available extra resources equally between
1980 * hotplug-capable downstream ports taking alignment into
1983 * Here hotplug_bridges is always != 0.
1985 align
= pci_resource_alignment(bridge
, io_res
);
1986 io
= div64_ul(available_io
, hotplug_bridges
);
1987 io
= min(ALIGN(io
, align
), remaining_io
);
1990 align
= pci_resource_alignment(bridge
, mmio_res
);
1991 mmio
= div64_ul(available_mmio
, hotplug_bridges
);
1992 mmio
= min(ALIGN(mmio
, align
), remaining_mmio
);
1993 remaining_mmio
-= mmio
;
1995 align
= pci_resource_alignment(bridge
, mmio_pref_res
);
1996 mmio_pref
= div64_ul(available_mmio_pref
, hotplug_bridges
);
1997 mmio_pref
= min(ALIGN(mmio_pref
, align
), remaining_mmio_pref
);
1998 remaining_mmio_pref
-= mmio_pref
;
2000 pci_bus_distribute_available_resources(b
, add_list
, io
, mmio
,
2006 pci_bridge_distribute_available_resources(struct pci_dev
*bridge
,
2007 struct list_head
*add_list
)
2009 resource_size_t available_io
, available_mmio
, available_mmio_pref
;
2010 const struct resource
*res
;
2012 if (!bridge
->is_hotplug_bridge
)
2015 /* Take the initial extra resources from the hotplug port */
2016 res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 0];
2017 available_io
= resource_size(res
);
2018 res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 1];
2019 available_mmio
= resource_size(res
);
2020 res
= &bridge
->resource
[PCI_BRIDGE_RESOURCES
+ 2];
2021 available_mmio_pref
= resource_size(res
);
2023 pci_bus_distribute_available_resources(bridge
->subordinate
,
2024 add_list
, available_io
, available_mmio
, available_mmio_pref
);
2027 void pci_assign_unassigned_bridge_resources(struct pci_dev
*bridge
)
2029 struct pci_bus
*parent
= bridge
->subordinate
;
2030 LIST_HEAD(add_list
); /* list of resources that
2031 want additional resources */
2032 int tried_times
= 0;
2033 LIST_HEAD(fail_head
);
2034 struct pci_dev_resource
*fail_res
;
2038 __pci_bus_size_bridges(parent
, &add_list
);
2041 * Distribute remaining resources (if any) equally between
2042 * hotplug bridges below. This makes it possible to extend the
2043 * hierarchy later without running out of resources.
2045 pci_bridge_distribute_available_resources(bridge
, &add_list
);
2047 __pci_bridge_assign_resources(bridge
, &add_list
, &fail_head
);
2048 BUG_ON(!list_empty(&add_list
));
2051 if (list_empty(&fail_head
))
2054 if (tried_times
>= 2) {
2055 /* still fail, don't need to try more */
2056 free_list(&fail_head
);
2060 printk(KERN_DEBUG
"PCI: No. %d try to assign unassigned res\n",
2064 * Try to release leaf bridge's resources that doesn't fit resource of
2065 * child device under that bridge
2067 list_for_each_entry(fail_res
, &fail_head
, list
)
2068 pci_bus_release_bridge_resources(fail_res
->dev
->bus
,
2069 fail_res
->flags
& PCI_RES_TYPE_MASK
,
2072 /* restore size and flags */
2073 list_for_each_entry(fail_res
, &fail_head
, list
) {
2074 struct resource
*res
= fail_res
->res
;
2077 res
->start
= fail_res
->start
;
2078 res
->end
= fail_res
->end
;
2079 res
->flags
= fail_res
->flags
;
2081 if (pci_is_bridge(fail_res
->dev
)) {
2082 idx
= res
- &fail_res
->dev
->resource
[0];
2083 if (idx
>= PCI_BRIDGE_RESOURCES
&&
2084 idx
<= PCI_BRIDGE_RESOURCE_END
)
2088 free_list(&fail_head
);
2093 retval
= pci_reenable_device(bridge
);
2095 pci_err(bridge
, "Error reenabling bridge (%d)\n", retval
);
2096 pci_set_master(bridge
);
2098 EXPORT_SYMBOL_GPL(pci_assign_unassigned_bridge_resources
);
2100 int pci_reassign_bridge_resources(struct pci_dev
*bridge
, unsigned long type
)
2102 struct pci_dev_resource
*dev_res
;
2103 struct pci_dev
*next
;
2110 /* Walk to the root hub, releasing bridge BARs when possible */
2114 for (i
= PCI_BRIDGE_RESOURCES
; i
< PCI_BRIDGE_RESOURCE_END
;
2116 struct resource
*res
= &bridge
->resource
[i
];
2118 if ((res
->flags
^ type
) & PCI_RES_TYPE_MASK
)
2121 /* Ignore BARs which are still in use */
2125 ret
= add_to_list(&saved
, bridge
, res
, 0, 0);
2129 pci_info(bridge
, "BAR %d: releasing %pR\n",
2133 release_resource(res
);
2138 if (i
== PCI_BRIDGE_RESOURCE_END
)
2141 next
= bridge
->bus
? bridge
->bus
->self
: NULL
;
2144 if (list_empty(&saved
))
2147 __pci_bus_size_bridges(bridge
->subordinate
, &added
);
2148 __pci_bridge_assign_resources(bridge
, &added
, &failed
);
2149 BUG_ON(!list_empty(&added
));
2151 if (!list_empty(&failed
)) {
2156 list_for_each_entry(dev_res
, &saved
, list
) {
2157 /* Skip the bridge we just assigned resources for. */
2158 if (bridge
== dev_res
->dev
)
2161 bridge
= dev_res
->dev
;
2162 pci_setup_bridge(bridge
->subordinate
);
2169 /* restore size and flags */
2170 list_for_each_entry(dev_res
, &failed
, list
) {
2171 struct resource
*res
= dev_res
->res
;
2173 res
->start
= dev_res
->start
;
2174 res
->end
= dev_res
->end
;
2175 res
->flags
= dev_res
->flags
;
2179 /* Revert to the old configuration */
2180 list_for_each_entry(dev_res
, &saved
, list
) {
2181 struct resource
*res
= dev_res
->res
;
2183 bridge
= dev_res
->dev
;
2184 i
= res
- bridge
->resource
;
2186 res
->start
= dev_res
->start
;
2187 res
->end
= dev_res
->end
;
2188 res
->flags
= dev_res
->flags
;
2190 pci_claim_resource(bridge
, i
);
2191 pci_setup_bridge(bridge
->subordinate
);
2198 void pci_assign_unassigned_bus_resources(struct pci_bus
*bus
)
2200 struct pci_dev
*dev
;
2201 LIST_HEAD(add_list
); /* list of resources that
2202 want additional resources */
2204 down_read(&pci_bus_sem
);
2205 for_each_pci_bridge(dev
, bus
)
2206 if (pci_has_subordinate(dev
))
2207 __pci_bus_size_bridges(dev
->subordinate
, &add_list
);
2208 up_read(&pci_bus_sem
);
2209 __pci_bus_assign_resources(bus
, &add_list
, NULL
);
2210 BUG_ON(!list_empty(&add_list
));
2212 EXPORT_SYMBOL_GPL(pci_assign_unassigned_bus_resources
);