1 // SPDX-License-Identifier: GPL-2.0-only
3 * Low-Level PCI Support for PC
5 * (c) 1999--2000 Martin Mares <mj@ucw.cz>
8 #include <linux/sched.h>
10 #include <linux/pci-acpi.h>
11 #include <linux/ioport.h>
12 #include <linux/init.h>
13 #include <linux/dmi.h>
14 #include <linux/slab.h>
17 #include <asm/segment.h>
20 #include <asm/pci_x86.h>
21 #include <asm/setup.h>
22 #include <asm/irqdomain.h>
24 unsigned int pci_probe
= PCI_PROBE_BIOS
| PCI_PROBE_CONF1
| PCI_PROBE_CONF2
|
27 static int pci_bf_sort
;
30 #ifdef CONFIG_X86_REROUTE_FOR_BROKEN_BOOT_IRQS
31 int noioapicreroute
= 0;
33 int noioapicreroute
= 1;
35 int pcibios_last_bus
= -1;
36 unsigned long pirq_table_addr
;
37 const struct pci_raw_ops
*__read_mostly raw_pci_ops
;
38 const struct pci_raw_ops
*__read_mostly raw_pci_ext_ops
;
40 int raw_pci_read(unsigned int domain
, unsigned int bus
, unsigned int devfn
,
41 int reg
, int len
, u32
*val
)
43 if (domain
== 0 && reg
< 256 && raw_pci_ops
)
44 return raw_pci_ops
->read(domain
, bus
, devfn
, reg
, len
, val
);
46 return raw_pci_ext_ops
->read(domain
, bus
, devfn
, reg
, len
, val
);
50 int raw_pci_write(unsigned int domain
, unsigned int bus
, unsigned int devfn
,
51 int reg
, int len
, u32 val
)
53 if (domain
== 0 && reg
< 256 && raw_pci_ops
)
54 return raw_pci_ops
->write(domain
, bus
, devfn
, reg
, len
, val
);
56 return raw_pci_ext_ops
->write(domain
, bus
, devfn
, reg
, len
, val
);
60 static int pci_read(struct pci_bus
*bus
, unsigned int devfn
, int where
, int size
, u32
*value
)
62 return raw_pci_read(pci_domain_nr(bus
), bus
->number
,
63 devfn
, where
, size
, value
);
66 static int pci_write(struct pci_bus
*bus
, unsigned int devfn
, int where
, int size
, u32 value
)
68 return raw_pci_write(pci_domain_nr(bus
), bus
->number
,
69 devfn
, where
, size
, value
);
72 struct pci_ops pci_root_ops
= {
78 * This interrupt-safe spinlock protects all accesses to PCI configuration
79 * space, except for the mmconfig (ECAM) based operations.
81 DEFINE_RAW_SPINLOCK(pci_config_lock
);
83 static int __init
can_skip_ioresource_align(const struct dmi_system_id
*d
)
85 pci_probe
|= PCI_CAN_SKIP_ISA_ALIGN
;
86 printk(KERN_INFO
"PCI: %s detected, can skip ISA alignment\n", d
->ident
);
90 static const struct dmi_system_id can_skip_pciprobe_dmi_table
[] __initconst
= {
92 * Systems where PCI IO resource ISA alignment can be skipped
93 * when the ISA enable bit in the bridge control is not set
96 .callback
= can_skip_ioresource_align
,
97 .ident
= "IBM System x3800",
99 DMI_MATCH(DMI_SYS_VENDOR
, "IBM"),
100 DMI_MATCH(DMI_PRODUCT_NAME
, "x3800"),
104 .callback
= can_skip_ioresource_align
,
105 .ident
= "IBM System x3850",
107 DMI_MATCH(DMI_SYS_VENDOR
, "IBM"),
108 DMI_MATCH(DMI_PRODUCT_NAME
, "x3850"),
112 .callback
= can_skip_ioresource_align
,
113 .ident
= "IBM System x3950",
115 DMI_MATCH(DMI_SYS_VENDOR
, "IBM"),
116 DMI_MATCH(DMI_PRODUCT_NAME
, "x3950"),
122 void __init
dmi_check_skip_isa_align(void)
124 dmi_check_system(can_skip_pciprobe_dmi_table
);
127 static void pcibios_fixup_device_resources(struct pci_dev
*dev
)
129 struct resource
*rom_r
= &dev
->resource
[PCI_ROM_RESOURCE
];
130 struct resource
*bar_r
;
133 if (pci_probe
& PCI_NOASSIGN_BARS
) {
135 * If the BIOS did not assign the BAR, zero out the
136 * resource so the kernel doesn't attempt to assign
137 * it later on in pci_assign_unassigned_resources
139 for (bar
= 0; bar
< PCI_STD_NUM_BARS
; bar
++) {
140 bar_r
= &dev
->resource
[bar
];
141 if (bar_r
->start
== 0 && bar_r
->end
!= 0) {
148 if (pci_probe
& PCI_NOASSIGN_ROMS
) {
152 /* we deal with BIOS assigned ROM later */
155 rom_r
->start
= rom_r
->end
= rom_r
->flags
= 0;
160 * Called after each bus is probed, but before its children
164 void pcibios_fixup_bus(struct pci_bus
*b
)
168 pci_read_bridge_bases(b
);
169 list_for_each_entry(dev
, &b
->devices
, bus_list
)
170 pcibios_fixup_device_resources(dev
);
173 void pcibios_add_bus(struct pci_bus
*bus
)
175 acpi_pci_add_bus(bus
);
178 void pcibios_remove_bus(struct pci_bus
*bus
)
180 acpi_pci_remove_bus(bus
);
184 * Only use DMI information to set this if nothing was passed
185 * on the kernel command line (which was parsed earlier).
188 static int __init
set_bf_sort(const struct dmi_system_id
*d
)
190 if (pci_bf_sort
== pci_bf_sort_default
) {
191 pci_bf_sort
= pci_dmi_bf
;
192 printk(KERN_INFO
"PCI: %s detected, enabling pci=bfsort.\n", d
->ident
);
197 static void __init
read_dmi_type_b1(const struct dmi_header
*dm
,
200 u8
*data
= (u8
*)dm
+ 4;
202 if (dm
->type
!= 0xB1)
204 if ((((*(u32
*)data
) >> 9) & 0x03) == 0x01)
205 set_bf_sort((const struct dmi_system_id
*)private_data
);
208 static int __init
find_sort_method(const struct dmi_system_id
*d
)
210 dmi_walk(read_dmi_type_b1
, (void *)d
);
215 * Enable renumbering of PCI bus# ranges to reach all PCI busses (Cardbus)
218 static int __init
assign_all_busses(const struct dmi_system_id
*d
)
220 pci_probe
|= PCI_ASSIGN_ALL_BUSSES
;
221 printk(KERN_INFO
"%s detected: enabling PCI bus# renumbering"
222 " (pci=assign-busses)\n", d
->ident
);
227 static int __init
set_scan_all(const struct dmi_system_id
*d
)
229 printk(KERN_INFO
"PCI: %s detected, enabling pci=pcie_scan_all\n",
231 pci_add_flags(PCI_SCAN_ALL_PCIE_DEVS
);
235 static const struct dmi_system_id pciprobe_dmi_table
[] __initconst
= {
238 * Laptops which need pci=assign-busses to see Cardbus cards
241 .callback
= assign_all_busses
,
242 .ident
= "Samsung X20 Laptop",
244 DMI_MATCH(DMI_SYS_VENDOR
, "Samsung Electronics"),
245 DMI_MATCH(DMI_PRODUCT_NAME
, "SX20S"),
248 #endif /* __i386__ */
250 .callback
= set_bf_sort
,
251 .ident
= "Dell PowerEdge 1950",
253 DMI_MATCH(DMI_SYS_VENDOR
, "Dell"),
254 DMI_MATCH(DMI_PRODUCT_NAME
, "PowerEdge 1950"),
258 .callback
= set_bf_sort
,
259 .ident
= "Dell PowerEdge 1955",
261 DMI_MATCH(DMI_SYS_VENDOR
, "Dell"),
262 DMI_MATCH(DMI_PRODUCT_NAME
, "PowerEdge 1955"),
266 .callback
= set_bf_sort
,
267 .ident
= "Dell PowerEdge 2900",
269 DMI_MATCH(DMI_SYS_VENDOR
, "Dell"),
270 DMI_MATCH(DMI_PRODUCT_NAME
, "PowerEdge 2900"),
274 .callback
= set_bf_sort
,
275 .ident
= "Dell PowerEdge 2950",
277 DMI_MATCH(DMI_SYS_VENDOR
, "Dell"),
278 DMI_MATCH(DMI_PRODUCT_NAME
, "PowerEdge 2950"),
282 .callback
= set_bf_sort
,
283 .ident
= "Dell PowerEdge R900",
285 DMI_MATCH(DMI_SYS_VENDOR
, "Dell"),
286 DMI_MATCH(DMI_PRODUCT_NAME
, "PowerEdge R900"),
290 .callback
= find_sort_method
,
291 .ident
= "Dell System",
293 DMI_MATCH(DMI_SYS_VENDOR
, "Dell Inc"),
297 .callback
= set_bf_sort
,
298 .ident
= "HP ProLiant BL20p G3",
300 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
301 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL20p G3"),
305 .callback
= set_bf_sort
,
306 .ident
= "HP ProLiant BL20p G4",
308 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
309 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL20p G4"),
313 .callback
= set_bf_sort
,
314 .ident
= "HP ProLiant BL30p G1",
316 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
317 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL30p G1"),
321 .callback
= set_bf_sort
,
322 .ident
= "HP ProLiant BL25p G1",
324 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
325 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL25p G1"),
329 .callback
= set_bf_sort
,
330 .ident
= "HP ProLiant BL35p G1",
332 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
333 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL35p G1"),
337 .callback
= set_bf_sort
,
338 .ident
= "HP ProLiant BL45p G1",
340 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
341 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL45p G1"),
345 .callback
= set_bf_sort
,
346 .ident
= "HP ProLiant BL45p G2",
348 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
349 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL45p G2"),
353 .callback
= set_bf_sort
,
354 .ident
= "HP ProLiant BL460c G1",
356 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
357 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL460c G1"),
361 .callback
= set_bf_sort
,
362 .ident
= "HP ProLiant BL465c G1",
364 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
365 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL465c G1"),
369 .callback
= set_bf_sort
,
370 .ident
= "HP ProLiant BL480c G1",
372 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
373 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL480c G1"),
377 .callback
= set_bf_sort
,
378 .ident
= "HP ProLiant BL685c G1",
380 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
381 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant BL685c G1"),
385 .callback
= set_bf_sort
,
386 .ident
= "HP ProLiant DL360",
388 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
389 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant DL360"),
393 .callback
= set_bf_sort
,
394 .ident
= "HP ProLiant DL380",
396 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
397 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant DL380"),
402 .callback
= assign_all_busses
,
403 .ident
= "Compaq EVO N800c",
405 DMI_MATCH(DMI_SYS_VENDOR
, "Compaq"),
406 DMI_MATCH(DMI_PRODUCT_NAME
, "EVO N800c"),
411 .callback
= set_bf_sort
,
412 .ident
= "HP ProLiant DL385 G2",
414 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
415 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant DL385 G2"),
419 .callback
= set_bf_sort
,
420 .ident
= "HP ProLiant DL585 G2",
422 DMI_MATCH(DMI_SYS_VENDOR
, "HP"),
423 DMI_MATCH(DMI_PRODUCT_NAME
, "ProLiant DL585 G2"),
427 .callback
= set_scan_all
,
428 .ident
= "Stratus/NEC ftServer",
430 DMI_MATCH(DMI_SYS_VENDOR
, "Stratus"),
431 DMI_MATCH(DMI_PRODUCT_NAME
, "ftServer"),
435 .callback
= set_scan_all
,
436 .ident
= "Stratus/NEC ftServer",
438 DMI_MATCH(DMI_SYS_VENDOR
, "NEC"),
439 DMI_MATCH(DMI_PRODUCT_NAME
, "Express5800/R32"),
443 .callback
= set_scan_all
,
444 .ident
= "Stratus/NEC ftServer",
446 DMI_MATCH(DMI_SYS_VENDOR
, "NEC"),
447 DMI_MATCH(DMI_PRODUCT_NAME
, "Express5800/R31"),
453 void __init
dmi_check_pciprobe(void)
455 dmi_check_system(pciprobe_dmi_table
);
458 void pcibios_scan_root(int busnum
)
461 struct pci_sysdata
*sd
;
462 LIST_HEAD(resources
);
464 sd
= kzalloc(sizeof(*sd
), GFP_KERNEL
);
466 printk(KERN_ERR
"PCI: OOM, skipping PCI bus %02x\n", busnum
);
469 sd
->node
= x86_pci_root_bus_node(busnum
);
470 x86_pci_root_bus_resources(busnum
, &resources
);
471 printk(KERN_DEBUG
"PCI: Probing PCI hardware (bus %02x)\n", busnum
);
472 bus
= pci_scan_root_bus(NULL
, busnum
, &pci_root_ops
, sd
, &resources
);
474 pci_free_resource_list(&resources
);
478 pci_bus_add_devices(bus
);
481 void __init
pcibios_set_cache_line_size(void)
483 struct cpuinfo_x86
*c
= &boot_cpu_data
;
486 * Set PCI cacheline size to that of the CPU if the CPU has reported it.
487 * (For older CPUs that don't support cpuid, we se it to 32 bytes
488 * It's also good for 386/486s (which actually have 16)
489 * as quite a few PCI devices do not support smaller values.
491 if (c
->x86_clflush_size
> 0) {
492 pci_dfl_cache_line_size
= c
->x86_clflush_size
>> 2;
493 printk(KERN_DEBUG
"PCI: pci_cache_line_size set to %d bytes\n",
494 pci_dfl_cache_line_size
<< 2);
496 pci_dfl_cache_line_size
= 32 >> 2;
497 printk(KERN_DEBUG
"PCI: Unknown cacheline size. Setting to 32 bytes\n");
501 int __init
pcibios_init(void)
503 if (!raw_pci_ops
&& !raw_pci_ext_ops
) {
504 printk(KERN_WARNING
"PCI: System does not support PCI\n");
508 pcibios_set_cache_line_size();
509 pcibios_resource_survey();
511 if (pci_bf_sort
>= pci_force_bf
)
512 pci_sort_breadthfirst();
516 char *__init
pcibios_setup(char *str
)
518 if (!strcmp(str
, "off")) {
521 } else if (!strcmp(str
, "bfsort")) {
522 pci_bf_sort
= pci_force_bf
;
524 } else if (!strcmp(str
, "nobfsort")) {
525 pci_bf_sort
= pci_force_nobf
;
528 #ifdef CONFIG_PCI_BIOS
529 else if (!strcmp(str
, "bios")) {
530 pci_probe
= PCI_PROBE_BIOS
;
532 } else if (!strcmp(str
, "nobios")) {
533 pci_probe
&= ~PCI_PROBE_BIOS
;
535 } else if (!strcmp(str
, "biosirq")) {
536 pci_probe
|= PCI_BIOS_IRQ_SCAN
;
538 } else if (!strncmp(str
, "pirqaddr=", 9)) {
539 pirq_table_addr
= simple_strtoul(str
+9, NULL
, 0);
543 #ifdef CONFIG_PCI_DIRECT
544 else if (!strcmp(str
, "conf1")) {
545 pci_probe
= PCI_PROBE_CONF1
| PCI_NO_CHECKS
;
548 else if (!strcmp(str
, "conf2")) {
549 pci_probe
= PCI_PROBE_CONF2
| PCI_NO_CHECKS
;
553 #ifdef CONFIG_PCI_MMCONFIG
554 else if (!strcmp(str
, "nommconf")) {
555 pci_probe
&= ~PCI_PROBE_MMCONF
;
558 else if (!strcmp(str
, "check_enable_amd_mmconf")) {
559 pci_probe
|= PCI_CHECK_ENABLE_AMD_MMCONF
;
563 else if (!strcmp(str
, "noacpi")) {
567 else if (!strcmp(str
, "noearly")) {
568 pci_probe
|= PCI_PROBE_NOEARLY
;
571 else if (!strcmp(str
, "usepirqmask")) {
572 pci_probe
|= PCI_USE_PIRQ_MASK
;
574 } else if (!strncmp(str
, "irqmask=", 8)) {
575 pcibios_irq_mask
= simple_strtol(str
+8, NULL
, 0);
577 } else if (!strncmp(str
, "lastbus=", 8)) {
578 pcibios_last_bus
= simple_strtol(str
+8, NULL
, 0);
580 } else if (!strcmp(str
, "rom")) {
581 pci_probe
|= PCI_ASSIGN_ROMS
;
583 } else if (!strcmp(str
, "norom")) {
584 pci_probe
|= PCI_NOASSIGN_ROMS
;
586 } else if (!strcmp(str
, "nobar")) {
587 pci_probe
|= PCI_NOASSIGN_BARS
;
589 } else if (!strcmp(str
, "assign-busses")) {
590 pci_probe
|= PCI_ASSIGN_ALL_BUSSES
;
592 } else if (!strcmp(str
, "use_crs")) {
593 pci_probe
|= PCI_USE__CRS
;
595 } else if (!strcmp(str
, "nocrs")) {
596 pci_probe
|= PCI_ROOT_NO_CRS
;
598 #ifdef CONFIG_PHYS_ADDR_T_64BIT
599 } else if (!strcmp(str
, "big_root_window")) {
600 pci_probe
|= PCI_BIG_ROOT_WINDOW
;
603 } else if (!strcmp(str
, "routeirq")) {
606 } else if (!strcmp(str
, "skip_isa_align")) {
607 pci_probe
|= PCI_CAN_SKIP_ISA_ALIGN
;
609 } else if (!strcmp(str
, "noioapicquirk")) {
612 } else if (!strcmp(str
, "ioapicreroute")) {
613 if (noioapicreroute
!= -1)
616 } else if (!strcmp(str
, "noioapicreroute")) {
617 if (noioapicreroute
!= -1)
624 unsigned int pcibios_assign_all_busses(void)
626 return (pci_probe
& PCI_ASSIGN_ALL_BUSSES
) ? 1 : 0;
629 static void set_dev_domain_options(struct pci_dev
*pdev
)
631 if (is_vmd(pdev
->bus
))
632 pdev
->hotplug_user_indicators
= 1;
635 int pcibios_add_device(struct pci_dev
*dev
)
637 struct pci_setup_rom
*rom
;
638 struct irq_domain
*msidom
;
639 struct setup_data
*data
;
642 pa_data
= boot_params
.hdr
.setup_data
;
644 data
= memremap(pa_data
, sizeof(*rom
), MEMREMAP_WB
);
648 if (data
->type
== SETUP_PCI
) {
649 rom
= (struct pci_setup_rom
*)data
;
651 if ((pci_domain_nr(dev
->bus
) == rom
->segment
) &&
652 (dev
->bus
->number
== rom
->bus
) &&
653 (PCI_SLOT(dev
->devfn
) == rom
->device
) &&
654 (PCI_FUNC(dev
->devfn
) == rom
->function
) &&
655 (dev
->vendor
== rom
->vendor
) &&
656 (dev
->device
== rom
->devid
)) {
658 offsetof(struct pci_setup_rom
, romdata
);
659 dev
->romlen
= rom
->pcilen
;
662 pa_data
= data
->next
;
665 set_dev_domain_options(dev
);
668 * Setup the initial MSI domain of the device. If the underlying
669 * bus has a PCI/MSI irqdomain associated use the bus domain,
670 * otherwise set the default domain. This ensures that special irq
671 * domains e.g. VMD are preserved. The default ensures initial
672 * operation if irq remapping is not active. If irq remapping is
673 * active it will overwrite the domain pointer when the device is
674 * associated to a remapping domain.
676 msidom
= dev_get_msi_domain(&dev
->bus
->dev
);
678 msidom
= x86_pci_msi_default_domain
;
679 dev_set_msi_domain(&dev
->dev
, msidom
);
683 int pcibios_enable_device(struct pci_dev
*dev
, int mask
)
687 if ((err
= pci_enable_resources(dev
, mask
)) < 0)
690 if (!pci_dev_msi_enabled(dev
))
691 return pcibios_enable_irq(dev
);
695 void pcibios_disable_device (struct pci_dev
*dev
)
697 if (!pci_dev_msi_enabled(dev
) && pcibios_disable_irq
)
698 pcibios_disable_irq(dev
);
701 #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
702 void pcibios_release_device(struct pci_dev
*dev
)
704 if (atomic_dec_return(&dev
->enable_cnt
) >= 0)
705 pcibios_disable_device(dev
);
710 int pci_ext_cfg_avail(void)
718 #if IS_ENABLED(CONFIG_VMD)
719 struct pci_dev
*pci_real_dma_dev(struct pci_dev
*dev
)
721 if (is_vmd(dev
->bus
))
722 return to_pci_sysdata(dev
->bus
)->vmd_dev
;