1 // SPDX-License-Identifier: GPL-2.0
4 * Purpose: PCI Express Port Bus Driver
5 * Author: Tom Nguyen <tom.l.nguyen@intel.com>
8 * Copyright (C) 2004 Intel
9 * Copyright (C) Tom Long Nguyen (tom.l.nguyen@intel.com)
12 #include <linux/pci.h>
13 #include <linux/kernel.h>
14 #include <linux/errno.h>
16 #include <linux/pm_runtime.h>
17 #include <linux/init.h>
18 #include <linux/pcieport_if.h>
19 #include <linux/aer.h>
20 #include <linux/dmi.h>
21 #include <linux/pci-aspm.h>
26 /* If this switch is set, PCIe port native services should not be enabled. */
27 bool pcie_ports_disabled
;
30 * If this switch is set, ACPI _OSC will be used to determine whether or not to
31 * enable PCIe port native services.
33 bool pcie_ports_auto
= true;
35 static int __init
pcie_port_setup(char *str
)
37 if (!strncmp(str
, "compat", 6)) {
38 pcie_ports_disabled
= true;
39 } else if (!strncmp(str
, "native", 6)) {
40 pcie_ports_disabled
= false;
41 pcie_ports_auto
= false;
42 } else if (!strncmp(str
, "auto", 4)) {
43 pcie_ports_disabled
= false;
44 pcie_ports_auto
= true;
49 __setup("pcie_ports=", pcie_port_setup
);
54 * pcie_clear_root_pme_status - Clear root port PME interrupt status.
55 * @dev: PCIe root port or event collector.
57 void pcie_clear_root_pme_status(struct pci_dev
*dev
)
59 pcie_capability_set_dword(dev
, PCI_EXP_RTSTA
, PCI_EXP_RTSTA_PME
);
62 static int pcie_portdrv_restore_config(struct pci_dev
*dev
)
66 retval
= pci_enable_device(dev
);
74 static int pcie_port_resume_noirq(struct device
*dev
)
76 struct pci_dev
*pdev
= to_pci_dev(dev
);
79 * Some BIOSes forget to clear Root PME Status bits after system wakeup
80 * which breaks ACPI-based runtime wakeup on PCI Express, so clear those
81 * bits now just in case (shouldn't hurt).
83 if (pci_pcie_type(pdev
) == PCI_EXP_TYPE_ROOT_PORT
)
84 pcie_clear_root_pme_status(pdev
);
88 static int pcie_port_runtime_suspend(struct device
*dev
)
90 return to_pci_dev(dev
)->bridge_d3
? 0 : -EBUSY
;
93 static int pcie_port_runtime_resume(struct device
*dev
)
98 static int pcie_port_runtime_idle(struct device
*dev
)
101 * Assume the PCI core has set bridge_d3 whenever it thinks the port
102 * should be good to go to D3. Everything else, including moving
103 * the port to D3, is handled by the PCI core.
105 return to_pci_dev(dev
)->bridge_d3
? 0 : -EBUSY
;
108 static const struct dev_pm_ops pcie_portdrv_pm_ops
= {
109 .suspend
= pcie_port_device_suspend
,
110 .resume
= pcie_port_device_resume
,
111 .freeze
= pcie_port_device_suspend
,
112 .thaw
= pcie_port_device_resume
,
113 .poweroff
= pcie_port_device_suspend
,
114 .restore
= pcie_port_device_resume
,
115 .resume_noirq
= pcie_port_resume_noirq
,
116 .runtime_suspend
= pcie_port_runtime_suspend
,
117 .runtime_resume
= pcie_port_runtime_resume
,
118 .runtime_idle
= pcie_port_runtime_idle
,
121 #define PCIE_PORTDRV_PM_OPS (&pcie_portdrv_pm_ops)
125 #define PCIE_PORTDRV_PM_OPS NULL
129 * pcie_portdrv_probe - Probe PCI-Express port devices
130 * @dev: PCI-Express port device being probed
132 * If detected invokes the pcie_port_device_register() method for
136 static int pcie_portdrv_probe(struct pci_dev
*dev
,
137 const struct pci_device_id
*id
)
141 if (!pci_is_pcie(dev
) ||
142 ((pci_pcie_type(dev
) != PCI_EXP_TYPE_ROOT_PORT
) &&
143 (pci_pcie_type(dev
) != PCI_EXP_TYPE_UPSTREAM
) &&
144 (pci_pcie_type(dev
) != PCI_EXP_TYPE_DOWNSTREAM
)))
147 status
= pcie_port_device_register(dev
);
153 dev_pm_set_driver_flags(&dev
->dev
, DPM_FLAG_SMART_SUSPEND
|
154 DPM_FLAG_LEAVE_SUSPENDED
);
156 if (pci_bridge_d3_possible(dev
)) {
158 * Keep the port resumed 100ms to make sure things like
159 * config space accesses from userspace (lspci) will not
160 * cause the port to repeatedly suspend and resume.
162 pm_runtime_set_autosuspend_delay(&dev
->dev
, 100);
163 pm_runtime_use_autosuspend(&dev
->dev
);
164 pm_runtime_mark_last_busy(&dev
->dev
);
165 pm_runtime_put_autosuspend(&dev
->dev
);
166 pm_runtime_allow(&dev
->dev
);
172 static void pcie_portdrv_remove(struct pci_dev
*dev
)
174 if (pci_bridge_d3_possible(dev
)) {
175 pm_runtime_forbid(&dev
->dev
);
176 pm_runtime_get_noresume(&dev
->dev
);
177 pm_runtime_dont_use_autosuspend(&dev
->dev
);
180 pcie_port_device_remove(dev
);
183 static pci_ers_result_t
pcie_portdrv_error_detected(struct pci_dev
*dev
,
184 enum pci_channel_state error
)
186 /* Root Port has no impact. Always recovers. */
187 return PCI_ERS_RESULT_CAN_RECOVER
;
190 static pci_ers_result_t
pcie_portdrv_mmio_enabled(struct pci_dev
*dev
)
192 return PCI_ERS_RESULT_RECOVERED
;
195 static pci_ers_result_t
pcie_portdrv_slot_reset(struct pci_dev
*dev
)
197 /* If fatal, restore cfg space for possible link reset at upstream */
198 if (dev
->error_state
== pci_channel_io_frozen
) {
199 dev
->state_saved
= true;
200 pci_restore_state(dev
);
201 pcie_portdrv_restore_config(dev
);
202 pci_enable_pcie_error_reporting(dev
);
205 return PCI_ERS_RESULT_RECOVERED
;
208 static int resume_iter(struct device
*device
, void *data
)
210 struct pcie_device
*pcie_device
;
211 struct pcie_port_service_driver
*driver
;
213 if (device
->bus
== &pcie_port_bus_type
&& device
->driver
) {
214 driver
= to_service_driver(device
->driver
);
215 if (driver
&& driver
->error_resume
) {
216 pcie_device
= to_pcie_device(device
);
218 /* Forward error message to service drivers */
219 driver
->error_resume(pcie_device
->port
);
226 static void pcie_portdrv_err_resume(struct pci_dev
*dev
)
228 device_for_each_child(&dev
->dev
, NULL
, resume_iter
);
232 * LINUX Device Driver Model
234 static const struct pci_device_id port_pci_ids
[] = { {
235 /* handle any PCI-Express port */
236 PCI_DEVICE_CLASS(((PCI_CLASS_BRIDGE_PCI
<< 8) | 0x00), ~0),
237 }, { /* end: all zeroes */ }
240 static const struct pci_error_handlers pcie_portdrv_err_handler
= {
241 .error_detected
= pcie_portdrv_error_detected
,
242 .mmio_enabled
= pcie_portdrv_mmio_enabled
,
243 .slot_reset
= pcie_portdrv_slot_reset
,
244 .resume
= pcie_portdrv_err_resume
,
247 static struct pci_driver pcie_portdriver
= {
249 .id_table
= &port_pci_ids
[0],
251 .probe
= pcie_portdrv_probe
,
252 .remove
= pcie_portdrv_remove
,
253 .shutdown
= pcie_portdrv_remove
,
255 .err_handler
= &pcie_portdrv_err_handler
,
257 .driver
.pm
= PCIE_PORTDRV_PM_OPS
,
260 static int __init
dmi_pcie_pme_disable_msi(const struct dmi_system_id
*d
)
262 pr_notice("%s detected: will not use MSI for PCIe PME signaling\n",
264 pcie_pme_disable_msi();
268 static const struct dmi_system_id pcie_portdrv_dmi_table
[] __initconst
= {
270 * Boxes that should not use MSI for PCIe PME signaling.
273 .callback
= dmi_pcie_pme_disable_msi
,
274 .ident
= "MSI Wind U-100",
276 DMI_MATCH(DMI_SYS_VENDOR
,
277 "MICRO-STAR INTERNATIONAL CO., LTD"),
278 DMI_MATCH(DMI_PRODUCT_NAME
, "U-100"),
284 static int __init
pcie_portdrv_init(void)
288 if (pcie_ports_disabled
)
289 return pci_register_driver(&pcie_portdriver
);
291 dmi_check_system(pcie_portdrv_dmi_table
);
293 retval
= pcie_port_bus_register();
295 printk(KERN_WARNING
"PCIE: bus_register error: %d\n", retval
);
298 retval
= pci_register_driver(&pcie_portdriver
);
300 pcie_port_bus_unregister();
304 device_initcall(pcie_portdrv_init
);