drivers/pci/pcie/portdrv_pci.c

   1 /*
   2  * File:        portdrv_pci.c
   3  * Purpose:     PCI Express Port Bus Driver
   4  * Author:      Tom Nguyen <tom.l.nguyen@intel.com>
   5  * Version:     v1.0
   6  *
   7  * Copyright (C) 2004 Intel
   8  * Copyright (C) Tom Long Nguyen (tom.l.nguyen@intel.com)
   9  */
  10
  11 #include <linux/pci.h>
  12 #include <linux/kernel.h>
  13 #include <linux/errno.h>
  14 #include <linux/pm.h>
  15 #include <linux/pm_runtime.h>
  16 #include <linux/init.h>
  17 #include <linux/pcieport_if.h>
  18 #include <linux/aer.h>
  19 #include <linux/dmi.h>
  20 #include <linux/pci-aspm.h>
  21
  22 #include "../pci.h"
  23 #include "portdrv.h"
  24 #include "aer/aerdrv.h"
  25
  26 /* If this switch is set, PCIe port native services should not be enabled. */
  27 bool pcie_ports_disabled;
  28
  29 /*
  30  * If this switch is set, ACPI _OSC will be used to determine whether or not to
  31  * enable PCIe port native services.
  32  */
  33 bool pcie_ports_auto = true;
  34
  35 static int __init pcie_port_setup(char *str)
  36 {
  37         if (!strncmp(str, "compat", 6)) {
  38                 pcie_ports_disabled = true;
  39         } else if (!strncmp(str, "native", 6)) {
  40                 pcie_ports_disabled = false;
  41                 pcie_ports_auto = false;
  42         } else if (!strncmp(str, "auto", 4)) {
  43                 pcie_ports_disabled = false;
  44                 pcie_ports_auto = true;
  45         }
  46
  47         return 1;
  48 }
  49 __setup("pcie_ports=", pcie_port_setup);
  50
  51 /* global data */
  52
  53 /**
  54  * pcie_clear_root_pme_status - Clear root port PME interrupt status.
  55  * @dev: PCIe root port or event collector.
  56  */
  57 void pcie_clear_root_pme_status(struct pci_dev *dev)
  58 {
  59         pcie_capability_set_dword(dev, PCI_EXP_RTSTA, PCI_EXP_RTSTA_PME);
  60 }
  61
  62 static int pcie_portdrv_restore_config(struct pci_dev *dev)
  63 {
  64         int retval;
  65
  66         retval = pci_enable_device(dev);
  67         if (retval)
  68                 return retval;
  69         pci_set_master(dev);
  70         return 0;
  71 }
  72
  73 #ifdef CONFIG_PM
  74 static int pcie_port_resume_noirq(struct device *dev)
  75 {
  76         struct pci_dev *pdev = to_pci_dev(dev);
  77
  78         /*
  79          * Some BIOSes forget to clear Root PME Status bits after system wakeup
  80          * which breaks ACPI-based runtime wakeup on PCI Express, so clear those
  81          * bits now just in case (shouldn't hurt).
  82          */
  83         if (pci_pcie_type(pdev) == PCI_EXP_TYPE_ROOT_PORT)
  84                 pcie_clear_root_pme_status(pdev);
  85         return 0;
  86 }
  87
  88 static int pcie_port_runtime_suspend(struct device *dev)
  89 {
  90         return to_pci_dev(dev)->bridge_d3 ? 0 : -EBUSY;
  91 }
  92
  93 static int pcie_port_runtime_resume(struct device *dev)
  94 {
  95         return 0;
  96 }
  97
  98 static int pcie_port_runtime_idle(struct device *dev)
  99 {
 100         /*
 101          * Assume the PCI core has set bridge_d3 whenever it thinks the port
 102          * should be good to go to D3.  Everything else, including moving
 103          * the port to D3, is handled by the PCI core.
 104          */
 105         return to_pci_dev(dev)->bridge_d3 ? 0 : -EBUSY;
 106 }
 107
 108 static const struct dev_pm_ops pcie_portdrv_pm_ops = {
 109         .suspend        = pcie_port_device_suspend,
 110         .resume         = pcie_port_device_resume,
 111         .freeze         = pcie_port_device_suspend,
 112         .thaw           = pcie_port_device_resume,
 113         .poweroff       = pcie_port_device_suspend,
 114         .restore        = pcie_port_device_resume,
 115         .resume_noirq   = pcie_port_resume_noirq,
 116         .runtime_suspend = pcie_port_runtime_suspend,
 117         .runtime_resume = pcie_port_runtime_resume,
 118         .runtime_idle   = pcie_port_runtime_idle,
 119 };
 120
 121 #define PCIE_PORTDRV_PM_OPS     (&pcie_portdrv_pm_ops)
 122
 123 #else /* !PM */
 124
 125 #define PCIE_PORTDRV_PM_OPS     NULL
 126 #endif /* !PM */
 127
 128 /*
 129  * pcie_portdrv_probe - Probe PCI-Express port devices
 130  * @dev: PCI-Express port device being probed
 131  *
 132  * If detected invokes the pcie_port_device_register() method for
 133  * this port device.
 134  *
 135  */
 136 static int pcie_portdrv_probe(struct pci_dev *dev,
 137                                         const struct pci_device_id *id)
 138 {
 139         int status;
 140
 141         if (!pci_is_pcie(dev) ||
 142             ((pci_pcie_type(dev) != PCI_EXP_TYPE_ROOT_PORT) &&
 143              (pci_pcie_type(dev) != PCI_EXP_TYPE_UPSTREAM) &&
 144              (pci_pcie_type(dev) != PCI_EXP_TYPE_DOWNSTREAM)))
 145                 return -ENODEV;
 146
 147         status = pcie_port_device_register(dev);
 148         if (status)
 149                 return status;
 150
 151         pci_save_state(dev);
 152
 153         if (pci_bridge_d3_possible(dev)) {
 154                 /*
 155                  * Keep the port resumed 100ms to make sure things like
 156                  * config space accesses from userspace (lspci) will not
 157                  * cause the port to repeatedly suspend and resume.
 158                  */
 159                 pm_runtime_set_autosuspend_delay(&dev->dev, 100);
 160                 pm_runtime_use_autosuspend(&dev->dev);
 161                 pm_runtime_mark_last_busy(&dev->dev);
 162                 pm_runtime_put_autosuspend(&dev->dev);
 163                 pm_runtime_allow(&dev->dev);
 164         }
 165
 166         return 0;
 167 }
 168
 169 static void pcie_portdrv_remove(struct pci_dev *dev)
 170 {
 171         if (pci_bridge_d3_possible(dev)) {
 172                 pm_runtime_forbid(&dev->dev);
 173                 pm_runtime_get_noresume(&dev->dev);
 174                 pm_runtime_dont_use_autosuspend(&dev->dev);
 175         }
 176
 177         pcie_port_device_remove(dev);
 178 }
 179
 180 static int error_detected_iter(struct device *device, void *data)
 181 {
 182         struct pcie_device *pcie_device;
 183         struct pcie_port_service_driver *driver;
 184         struct aer_broadcast_data *result_data;
 185         pci_ers_result_t status;
 186
 187         result_data = (struct aer_broadcast_data *) data;
 188
 189         if (device->bus == &pcie_port_bus_type && device->driver) {
 190                 driver = to_service_driver(device->driver);
 191                 if (!driver ||
 192                         !driver->err_handler ||
 193                         !driver->err_handler->error_detected)
 194                         return 0;
 195
 196                 pcie_device = to_pcie_device(device);
 197
 198                 /* Forward error detected message to service drivers */
 199                 status = driver->err_handler->error_detected(
 200                         pcie_device->port,
 201                         result_data->state);
 202                 result_data->result =
 203                         merge_result(result_data->result, status);
 204         }
 205
 206         return 0;
 207 }
 208
 209 static pci_ers_result_t pcie_portdrv_error_detected(struct pci_dev *dev,
 210                                         enum pci_channel_state error)
 211 {
 212         struct aer_broadcast_data data = {error, PCI_ERS_RESULT_CAN_RECOVER};
 213
 214         /* get true return value from &data */
 215         device_for_each_child(&dev->dev, &data, error_detected_iter);
 216         return data.result;
 217 }
 218
 219 static int mmio_enabled_iter(struct device *device, void *data)
 220 {
 221         struct pcie_device *pcie_device;
 222         struct pcie_port_service_driver *driver;
 223         pci_ers_result_t status, *result;
 224
 225         result = (pci_ers_result_t *) data;
 226
 227         if (device->bus == &pcie_port_bus_type && device->driver) {
 228                 driver = to_service_driver(device->driver);
 229                 if (driver &&
 230                         driver->err_handler &&
 231                         driver->err_handler->mmio_enabled) {
 232                         pcie_device = to_pcie_device(device);
 233
 234                         /* Forward error message to service drivers */
 235                         status = driver->err_handler->mmio_enabled(
 236                                         pcie_device->port);
 237                         *result = merge_result(*result, status);
 238                 }
 239         }
 240
 241         return 0;
 242 }
 243
 244 static pci_ers_result_t pcie_portdrv_mmio_enabled(struct pci_dev *dev)
 245 {
 246         pci_ers_result_t status = PCI_ERS_RESULT_RECOVERED;
 247
 248         /* get true return value from &status */
 249         device_for_each_child(&dev->dev, &status, mmio_enabled_iter);
 250         return status;
 251 }
 252
 253 static int slot_reset_iter(struct device *device, void *data)
 254 {
 255         struct pcie_device *pcie_device;
 256         struct pcie_port_service_driver *driver;
 257         pci_ers_result_t status, *result;
 258
 259         result = (pci_ers_result_t *) data;
 260
 261         if (device->bus == &pcie_port_bus_type && device->driver) {
 262                 driver = to_service_driver(device->driver);
 263                 if (driver &&
 264                         driver->err_handler &&
 265                         driver->err_handler->slot_reset) {
 266                         pcie_device = to_pcie_device(device);
 267
 268                         /* Forward error message to service drivers */
 269                         status = driver->err_handler->slot_reset(
 270                                         pcie_device->port);
 271                         *result = merge_result(*result, status);
 272                 }
 273         }
 274
 275         return 0;
 276 }
 277
 278 static pci_ers_result_t pcie_portdrv_slot_reset(struct pci_dev *dev)
 279 {
 280         pci_ers_result_t status = PCI_ERS_RESULT_RECOVERED;
 281
 282         /* If fatal, restore cfg space for possible link reset at upstream */
 283         if (dev->error_state == pci_channel_io_frozen) {
 284                 dev->state_saved = true;
 285                 pci_restore_state(dev);
 286                 pcie_portdrv_restore_config(dev);
 287                 pci_enable_pcie_error_reporting(dev);
 288         }
 289
 290         /* get true return value from &status */
 291         device_for_each_child(&dev->dev, &status, slot_reset_iter);
 292         return status;
 293 }
 294
 295 static int resume_iter(struct device *device, void *data)
 296 {
 297         struct pcie_device *pcie_device;
 298         struct pcie_port_service_driver *driver;
 299
 300         if (device->bus == &pcie_port_bus_type && device->driver) {
 301                 driver = to_service_driver(device->driver);
 302                 if (driver &&
 303                         driver->err_handler &&
 304                         driver->err_handler->resume) {
 305                         pcie_device = to_pcie_device(device);
 306
 307                         /* Forward error message to service drivers */
 308                         driver->err_handler->resume(pcie_device->port);
 309                 }
 310         }
 311
 312         return 0;
 313 }
 314
 315 static void pcie_portdrv_err_resume(struct pci_dev *dev)
 316 {
 317         device_for_each_child(&dev->dev, NULL, resume_iter);
 318 }
 319
 320 /*
 321  * LINUX Device Driver Model
 322  */
 323 static const struct pci_device_id port_pci_ids[] = { {
 324         /* handle any PCI-Express port */
 325         PCI_DEVICE_CLASS(((PCI_CLASS_BRIDGE_PCI << 8) | 0x00), ~0),
 326         }, { /* end: all zeroes */ }
 327 };
 328
 329 static const struct pci_error_handlers pcie_portdrv_err_handler = {
 330         .error_detected = pcie_portdrv_error_detected,
 331         .mmio_enabled = pcie_portdrv_mmio_enabled,
 332         .slot_reset = pcie_portdrv_slot_reset,
 333         .resume = pcie_portdrv_err_resume,
 334 };
 335
 336 static struct pci_driver pcie_portdriver = {
 337         .name           = "pcieport",
 338         .id_table       = &port_pci_ids[0],
 339
 340         .probe          = pcie_portdrv_probe,
 341         .remove         = pcie_portdrv_remove,
 342
 343         .err_handler    = &pcie_portdrv_err_handler,
 344
 345         .driver.pm      = PCIE_PORTDRV_PM_OPS,
 346 };
 347
 348 static int __init dmi_pcie_pme_disable_msi(const struct dmi_system_id *d)
 349 {
 350         pr_notice("%s detected: will not use MSI for PCIe PME signaling\n",
 351                   d->ident);
 352         pcie_pme_disable_msi();
 353         return 0;
 354 }
 355
 356 static struct dmi_system_id __initdata pcie_portdrv_dmi_table[] = {
 357         /*
 358          * Boxes that should not use MSI for PCIe PME signaling.
 359          */
 360         {
 361          .callback = dmi_pcie_pme_disable_msi,
 362          .ident = "MSI Wind U-100",
 363          .matches = {
 364                      DMI_MATCH(DMI_SYS_VENDOR,
 365                                 "MICRO-STAR INTERNATIONAL CO., LTD"),
 366                      DMI_MATCH(DMI_PRODUCT_NAME, "U-100"),
 367                      },
 368          },
 369          {}
 370 };
 371
 372 static int __init pcie_portdrv_init(void)
 373 {
 374         int retval;
 375
 376         if (pcie_ports_disabled)
 377                 return pci_register_driver(&pcie_portdriver);
 378
 379         dmi_check_system(pcie_portdrv_dmi_table);
 380
 381         retval = pcie_port_bus_register();
 382         if (retval) {
 383                 printk(KERN_WARNING "PCIE: bus_register error: %d\n", retval);
 384                 goto out;
 385         }
 386         retval = pci_register_driver(&pcie_portdriver);
 387         if (retval)
 388                 pcie_port_bus_unregister();
 389  out:
 390         return retval;
 391 }
 392 device_initcall(pcie_portdrv_init);