2 * PCI Express PCI Hot Plug Driver
4 * Copyright (C) 1995,2001 Compaq Computer Corporation
5 * Copyright (C) 2001 Greg Kroah-Hartman (greg@kroah.com)
6 * Copyright (C) 2001 IBM Corp.
7 * Copyright (C) 2003-2004 Intel Corporation
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or (at
14 * your option) any later version.
16 * This program is distributed in the hope that it will be useful, but
17 * WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
19 * NON INFRINGEMENT. See the GNU General Public License for more
22 * You should have received a copy of the GNU General Public License
23 * along with this program; if not, write to the Free Software
24 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
26 * Send feedback to <greg@kroah.com>,<kristen.c.accardi@intel.com>
30 #include <linux/kernel.h>
31 #include <linux/module.h>
32 #include <linux/types.h>
33 #include <linux/signal.h>
34 #include <linux/jiffies.h>
35 #include <linux/timer.h>
36 #include <linux/pci.h>
37 #include <linux/interrupt.h>
38 #include <linux/time.h>
43 static atomic_t pciehp_num_controllers
= ATOMIC_INIT(0);
61 } __attribute__ ((packed
));
63 /* offsets to the controller registers based on the above structure layout */
65 PCIECAPID
= offsetof(struct ctrl_reg
, cap_id
),
66 NXTCAPPTR
= offsetof(struct ctrl_reg
, nxt_ptr
),
67 CAPREG
= offsetof(struct ctrl_reg
, cap_reg
),
68 DEVCAP
= offsetof(struct ctrl_reg
, dev_cap
),
69 DEVCTRL
= offsetof(struct ctrl_reg
, dev_ctrl
),
70 DEVSTATUS
= offsetof(struct ctrl_reg
, dev_status
),
71 LNKCAP
= offsetof(struct ctrl_reg
, lnk_cap
),
72 LNKCTRL
= offsetof(struct ctrl_reg
, lnk_ctrl
),
73 LNKSTATUS
= offsetof(struct ctrl_reg
, lnk_status
),
74 SLOTCAP
= offsetof(struct ctrl_reg
, slot_cap
),
75 SLOTCTRL
= offsetof(struct ctrl_reg
, slot_ctrl
),
76 SLOTSTATUS
= offsetof(struct ctrl_reg
, slot_status
),
77 ROOTCTRL
= offsetof(struct ctrl_reg
, root_ctrl
),
78 ROOTSTATUS
= offsetof(struct ctrl_reg
, root_status
),
81 static inline int pciehp_readw(struct controller
*ctrl
, int reg
, u16
*value
)
83 struct pci_dev
*dev
= ctrl
->pci_dev
;
84 return pci_read_config_word(dev
, ctrl
->cap_base
+ reg
, value
);
87 static inline int pciehp_readl(struct controller
*ctrl
, int reg
, u32
*value
)
89 struct pci_dev
*dev
= ctrl
->pci_dev
;
90 return pci_read_config_dword(dev
, ctrl
->cap_base
+ reg
, value
);
93 static inline int pciehp_writew(struct controller
*ctrl
, int reg
, u16 value
)
95 struct pci_dev
*dev
= ctrl
->pci_dev
;
96 return pci_write_config_word(dev
, ctrl
->cap_base
+ reg
, value
);
99 static inline int pciehp_writel(struct controller
*ctrl
, int reg
, u32 value
)
101 struct pci_dev
*dev
= ctrl
->pci_dev
;
102 return pci_write_config_dword(dev
, ctrl
->cap_base
+ reg
, value
);
105 /* Field definitions in PCI Express Capabilities Register */
106 #define CAP_VER 0x000F
107 #define DEV_PORT_TYPE 0x00F0
108 #define SLOT_IMPL 0x0100
109 #define MSG_NUM 0x3E00
111 /* Device or Port Type */
112 #define NAT_ENDPT 0x00
113 #define LEG_ENDPT 0x01
114 #define ROOT_PORT 0x04
115 #define UP_STREAM 0x05
116 #define DN_STREAM 0x06
117 #define PCIE_PCI_BRDG 0x07
118 #define PCI_PCIE_BRDG 0x10
120 /* Field definitions in Device Capabilities Register */
121 #define DATTN_BUTTN_PRSN 0x1000
122 #define DATTN_LED_PRSN 0x2000
123 #define DPWR_LED_PRSN 0x4000
125 /* Field definitions in Link Capabilities Register */
126 #define MAX_LNK_SPEED 0x000F
127 #define MAX_LNK_WIDTH 0x03F0
129 /* Link Width Encoding */
138 /*Field definitions of Link Status Register */
139 #define LNK_SPEED 0x000F
140 #define NEG_LINK_WD 0x03F0
141 #define LNK_TRN_ERR 0x0400
142 #define LNK_TRN 0x0800
143 #define SLOT_CLK_CONF 0x1000
145 /* Field definitions in Slot Capabilities Register */
146 #define ATTN_BUTTN_PRSN 0x00000001
147 #define PWR_CTRL_PRSN 0x00000002
148 #define MRL_SENS_PRSN 0x00000004
149 #define ATTN_LED_PRSN 0x00000008
150 #define PWR_LED_PRSN 0x00000010
151 #define HP_SUPR_RM_SUP 0x00000020
152 #define HP_CAP 0x00000040
153 #define SLOT_PWR_VALUE 0x000003F8
154 #define SLOT_PWR_LIMIT 0x00000C00
155 #define PSN 0xFFF80000 /* PSN: Physical Slot Number */
157 /* Field definitions in Slot Control Register */
158 #define ATTN_BUTTN_ENABLE 0x0001
159 #define PWR_FAULT_DETECT_ENABLE 0x0002
160 #define MRL_DETECT_ENABLE 0x0004
161 #define PRSN_DETECT_ENABLE 0x0008
162 #define CMD_CMPL_INTR_ENABLE 0x0010
163 #define HP_INTR_ENABLE 0x0020
164 #define ATTN_LED_CTRL 0x00C0
165 #define PWR_LED_CTRL 0x0300
166 #define PWR_CTRL 0x0400
167 #define EMI_CTRL 0x0800
169 /* Attention indicator and Power indicator states */
171 #define LED_BLINK 0x10
174 /* Power Control Command */
176 #define POWER_OFF 0x0400
178 /* EMI Status defines */
179 #define EMI_DISENGAGED 0
180 #define EMI_ENGAGED 1
182 /* Field definitions in Slot Status Register */
183 #define ATTN_BUTTN_PRESSED 0x0001
184 #define PWR_FAULT_DETECTED 0x0002
185 #define MRL_SENS_CHANGED 0x0004
186 #define PRSN_DETECT_CHANGED 0x0008
187 #define CMD_COMPLETED 0x0010
188 #define MRL_STATE 0x0020
189 #define PRSN_STATE 0x0040
190 #define EMI_STATE 0x0080
191 #define EMI_STATUS_BIT 7
193 static irqreturn_t
pcie_isr(int irq
, void *dev_id
);
194 static void start_int_poll_timer(struct controller
*ctrl
, int sec
);
196 /* This is the interrupt polling timeout function. */
197 static void int_poll_timeout(unsigned long data
)
199 struct controller
*ctrl
= (struct controller
*)data
;
201 /* Poll for interrupt events. regs == NULL => polling */
204 init_timer(&ctrl
->poll_timer
);
205 if (!pciehp_poll_time
)
206 pciehp_poll_time
= 2; /* default polling interval is 2 sec */
208 start_int_poll_timer(ctrl
, pciehp_poll_time
);
211 /* This function starts the interrupt polling timer. */
212 static void start_int_poll_timer(struct controller
*ctrl
, int sec
)
214 /* Clamp to sane value */
215 if ((sec
<= 0) || (sec
> 60))
218 ctrl
->poll_timer
.function
= &int_poll_timeout
;
219 ctrl
->poll_timer
.data
= (unsigned long)ctrl
;
220 ctrl
->poll_timer
.expires
= jiffies
+ sec
* HZ
;
221 add_timer(&ctrl
->poll_timer
);
224 static inline int pcie_wait_cmd(struct controller
*ctrl
)
227 unsigned int msecs
= pciehp_poll_mode
? 2500 : 1000;
228 unsigned long timeout
= msecs_to_jiffies(msecs
);
231 rc
= wait_event_interruptible_timeout(ctrl
->queue
,
232 !ctrl
->cmd_busy
, timeout
);
234 dbg("Command not completed in 1000 msec\n");
237 info("Command was interrupted by a signal\n");
244 * pcie_write_cmd - Issue controller command
245 * @slot: slot to which the command is issued
246 * @cmd: command value written to slot control register
247 * @mask: bitmask of slot control register to be modified
249 static int pcie_write_cmd(struct slot
*slot
, u16 cmd
, u16 mask
)
251 struct controller
*ctrl
= slot
->ctrl
;
257 mutex_lock(&ctrl
->ctrl_lock
);
259 retval
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
261 err("%s: Cannot read SLOTSTATUS register\n", __FUNCTION__
);
265 if ((slot_status
& CMD_COMPLETED
) == CMD_COMPLETED
) {
266 /* After 1 sec and CMD_COMPLETED still not set, just
267 proceed forward to issue the next command according
268 to spec. Just print out the error message */
269 dbg("%s: CMD_COMPLETED not clear after 1 sec.\n",
273 spin_lock_irqsave(&ctrl
->lock
, flags
);
274 retval
= pciehp_readw(ctrl
, SLOTCTRL
, &slot_ctrl
);
276 err("%s: Cannot read SLOTCTRL register\n", __FUNCTION__
);
277 goto out_spin_unlock
;
281 slot_ctrl
|= ((cmd
& mask
) | CMD_CMPL_INTR_ENABLE
);
284 retval
= pciehp_writew(ctrl
, SLOTCTRL
, slot_ctrl
);
286 err("%s: Cannot write to SLOTCTRL register\n", __FUNCTION__
);
289 spin_unlock_irqrestore(&ctrl
->lock
, flags
);
292 * Wait for command completion.
295 retval
= pcie_wait_cmd(ctrl
);
297 mutex_unlock(&ctrl
->ctrl_lock
);
301 static int hpc_check_lnk_status(struct controller
*ctrl
)
306 retval
= pciehp_readw(ctrl
, LNKSTATUS
, &lnk_status
);
308 err("%s: Cannot read LNKSTATUS register\n", __FUNCTION__
);
312 dbg("%s: lnk_status = %x\n", __FUNCTION__
, lnk_status
);
313 if ( (lnk_status
& LNK_TRN
) || (lnk_status
& LNK_TRN_ERR
) ||
314 !(lnk_status
& NEG_LINK_WD
)) {
315 err("%s : Link Training Error occurs \n", __FUNCTION__
);
323 static int hpc_get_attention_status(struct slot
*slot
, u8
*status
)
325 struct controller
*ctrl
= slot
->ctrl
;
330 retval
= pciehp_readw(ctrl
, SLOTCTRL
, &slot_ctrl
);
332 err("%s: Cannot read SLOTCTRL register\n", __FUNCTION__
);
336 dbg("%s: SLOTCTRL %x, value read %x\n",
337 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, slot_ctrl
);
339 atten_led_state
= (slot_ctrl
& ATTN_LED_CTRL
) >> 6;
341 switch (atten_led_state
) {
343 *status
= 0xFF; /* Reserved */
346 *status
= 1; /* On */
349 *status
= 2; /* Blink */
352 *status
= 0; /* Off */
362 static int hpc_get_power_status(struct slot
*slot
, u8
*status
)
364 struct controller
*ctrl
= slot
->ctrl
;
369 retval
= pciehp_readw(ctrl
, SLOTCTRL
, &slot_ctrl
);
371 err("%s: Cannot read SLOTCTRL register\n", __FUNCTION__
);
374 dbg("%s: SLOTCTRL %x value read %x\n",
375 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, slot_ctrl
);
377 pwr_state
= (slot_ctrl
& PWR_CTRL
) >> 10;
394 static int hpc_get_latch_status(struct slot
*slot
, u8
*status
)
396 struct controller
*ctrl
= slot
->ctrl
;
400 retval
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
402 err("%s: Cannot read SLOTSTATUS register\n", __FUNCTION__
);
406 *status
= (((slot_status
& MRL_STATE
) >> 5) == 0) ? 0 : 1;
411 static int hpc_get_adapter_status(struct slot
*slot
, u8
*status
)
413 struct controller
*ctrl
= slot
->ctrl
;
418 retval
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
420 err("%s: Cannot read SLOTSTATUS register\n", __FUNCTION__
);
423 card_state
= (u8
)((slot_status
& PRSN_STATE
) >> 6);
424 *status
= (card_state
== 1) ? 1 : 0;
429 static int hpc_query_power_fault(struct slot
*slot
)
431 struct controller
*ctrl
= slot
->ctrl
;
436 retval
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
438 err("%s: Cannot check for power fault\n", __FUNCTION__
);
441 pwr_fault
= (u8
)((slot_status
& PWR_FAULT_DETECTED
) >> 1);
446 static int hpc_get_emi_status(struct slot
*slot
, u8
*status
)
448 struct controller
*ctrl
= slot
->ctrl
;
452 retval
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
454 err("%s : Cannot check EMI status\n", __FUNCTION__
);
457 *status
= (slot_status
& EMI_STATE
) >> EMI_STATUS_BIT
;
462 static int hpc_toggle_emi(struct slot
*slot
)
470 if (!pciehp_poll_mode
) {
471 slot_cmd
= slot_cmd
| HP_INTR_ENABLE
;
472 cmd_mask
= cmd_mask
| HP_INTR_ENABLE
;
475 rc
= pcie_write_cmd(slot
, slot_cmd
, cmd_mask
);
476 slot
->last_emi_toggle
= get_seconds();
481 static int hpc_set_attention_status(struct slot
*slot
, u8 value
)
483 struct controller
*ctrl
= slot
->ctrl
;
488 cmd_mask
= ATTN_LED_CTRL
;
490 case 0 : /* turn off */
493 case 1: /* turn on */
496 case 2: /* turn blink */
502 if (!pciehp_poll_mode
) {
503 slot_cmd
= slot_cmd
| HP_INTR_ENABLE
;
504 cmd_mask
= cmd_mask
| HP_INTR_ENABLE
;
507 rc
= pcie_write_cmd(slot
, slot_cmd
, cmd_mask
);
508 dbg("%s: SLOTCTRL %x write cmd %x\n",
509 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, slot_cmd
);
514 static void hpc_set_green_led_on(struct slot
*slot
)
516 struct controller
*ctrl
= slot
->ctrl
;
521 cmd_mask
= PWR_LED_CTRL
;
522 if (!pciehp_poll_mode
) {
523 slot_cmd
= slot_cmd
| HP_INTR_ENABLE
;
524 cmd_mask
= cmd_mask
| HP_INTR_ENABLE
;
527 pcie_write_cmd(slot
, slot_cmd
, cmd_mask
);
529 dbg("%s: SLOTCTRL %x write cmd %x\n",
530 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, slot_cmd
);
533 static void hpc_set_green_led_off(struct slot
*slot
)
535 struct controller
*ctrl
= slot
->ctrl
;
540 cmd_mask
= PWR_LED_CTRL
;
541 if (!pciehp_poll_mode
) {
542 slot_cmd
= slot_cmd
| HP_INTR_ENABLE
;
543 cmd_mask
= cmd_mask
| HP_INTR_ENABLE
;
546 pcie_write_cmd(slot
, slot_cmd
, cmd_mask
);
547 dbg("%s: SLOTCTRL %x write cmd %x\n",
548 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, slot_cmd
);
551 static void hpc_set_green_led_blink(struct slot
*slot
)
553 struct controller
*ctrl
= slot
->ctrl
;
558 cmd_mask
= PWR_LED_CTRL
;
559 if (!pciehp_poll_mode
) {
560 slot_cmd
= slot_cmd
| HP_INTR_ENABLE
;
561 cmd_mask
= cmd_mask
| HP_INTR_ENABLE
;
564 pcie_write_cmd(slot
, slot_cmd
, cmd_mask
);
566 dbg("%s: SLOTCTRL %x write cmd %x\n",
567 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, slot_cmd
);
570 static void hpc_release_ctlr(struct controller
*ctrl
)
572 if (pciehp_poll_mode
)
573 del_timer(&ctrl
->poll_timer
);
575 free_irq(ctrl
->pci_dev
->irq
, ctrl
);
578 * If this is the last controller to be released, destroy the
581 if (atomic_dec_and_test(&pciehp_num_controllers
))
582 destroy_workqueue(pciehp_wq
);
585 static int hpc_power_on_slot(struct slot
* slot
)
587 struct controller
*ctrl
= slot
->ctrl
;
593 dbg("%s: slot->hp_slot %x\n", __FUNCTION__
, slot
->hp_slot
);
595 /* Clear sticky power-fault bit from previous power failures */
596 retval
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
598 err("%s: Cannot read SLOTSTATUS register\n", __FUNCTION__
);
601 slot_status
&= PWR_FAULT_DETECTED
;
603 retval
= pciehp_writew(ctrl
, SLOTSTATUS
, slot_status
);
605 err("%s: Cannot write to SLOTSTATUS register\n",
613 /* Enable detection that we turned off at slot power-off time */
614 if (!pciehp_poll_mode
) {
615 slot_cmd
= slot_cmd
|
616 PWR_FAULT_DETECT_ENABLE
|
620 cmd_mask
= cmd_mask
|
621 PWR_FAULT_DETECT_ENABLE
|
627 retval
= pcie_write_cmd(slot
, slot_cmd
, cmd_mask
);
630 err("%s: Write %x command failed!\n", __FUNCTION__
, slot_cmd
);
633 dbg("%s: SLOTCTRL %x write cmd %x\n",
634 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, slot_cmd
);
639 static inline int pcie_mask_bad_dllp(struct controller
*ctrl
)
641 struct pci_dev
*dev
= ctrl
->pci_dev
;
645 pos
= pci_find_ext_capability(dev
, PCI_EXT_CAP_ID_ERR
);
648 pci_read_config_dword(dev
, pos
+ PCI_ERR_COR_MASK
, ®
);
649 if (reg
& PCI_ERR_COR_BAD_DLLP
)
651 reg
|= PCI_ERR_COR_BAD_DLLP
;
652 pci_write_config_dword(dev
, pos
+ PCI_ERR_COR_MASK
, reg
);
656 static inline void pcie_unmask_bad_dllp(struct controller
*ctrl
)
658 struct pci_dev
*dev
= ctrl
->pci_dev
;
662 pos
= pci_find_ext_capability(dev
, PCI_EXT_CAP_ID_ERR
);
665 pci_read_config_dword(dev
, pos
+ PCI_ERR_COR_MASK
, ®
);
666 if (!(reg
& PCI_ERR_COR_BAD_DLLP
))
668 reg
&= ~PCI_ERR_COR_BAD_DLLP
;
669 pci_write_config_dword(dev
, pos
+ PCI_ERR_COR_MASK
, reg
);
672 static int hpc_power_off_slot(struct slot
* slot
)
674 struct controller
*ctrl
= slot
->ctrl
;
680 dbg("%s: slot->hp_slot %x\n", __FUNCTION__
, slot
->hp_slot
);
683 * Set Bad DLLP Mask bit in Correctable Error Mask
684 * Register. This is the workaround against Bad DLLP error
685 * that sometimes happens during turning power off the slot
686 * which conforms to PCI Express 1.0a spec.
688 changed
= pcie_mask_bad_dllp(ctrl
);
690 slot_cmd
= POWER_OFF
;
693 * If we get MRL or presence detect interrupts now, the isr
694 * will notice the sticky power-fault bit too and issue power
695 * indicator change commands. This will lead to an endless loop
696 * of command completions, since the power-fault bit remains on
697 * till the slot is powered on again.
699 if (!pciehp_poll_mode
) {
700 slot_cmd
= (slot_cmd
&
701 ~PWR_FAULT_DETECT_ENABLE
&
703 ~PRSN_DETECT_ENABLE
) | HP_INTR_ENABLE
;
704 cmd_mask
= cmd_mask
|
705 PWR_FAULT_DETECT_ENABLE
|
711 retval
= pcie_write_cmd(slot
, slot_cmd
, cmd_mask
);
713 err("%s: Write command failed!\n", __FUNCTION__
);
716 dbg("%s: SLOTCTRL %x write cmd %x\n",
717 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, slot_cmd
);
720 * After turning power off, we must wait for at least 1 second
721 * before taking any action that relies on power having been
722 * removed from the slot/adapter.
727 pcie_unmask_bad_dllp(ctrl
);
732 static irqreturn_t
pcie_isr(int irq
, void *dev_id
)
734 struct controller
*ctrl
= (struct controller
*)dev_id
;
735 u16 slot_status
, intr_detect
, intr_loc
;
737 int hp_slot
= 0; /* only 1 slot per PCI Express port */
741 rc
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
743 err("%s: Cannot read SLOTSTATUS register\n", __FUNCTION__
);
747 intr_detect
= (ATTN_BUTTN_PRESSED
| PWR_FAULT_DETECTED
|
748 MRL_SENS_CHANGED
| PRSN_DETECT_CHANGED
| CMD_COMPLETED
);
750 intr_loc
= slot_status
& intr_detect
;
752 /* Check to see if it was our interrupt */
756 dbg("%s: intr_loc %x\n", __FUNCTION__
, intr_loc
);
757 /* Mask Hot-plug Interrupt Enable */
758 if (!pciehp_poll_mode
) {
759 spin_lock_irqsave(&ctrl
->lock
, flags
);
760 rc
= pciehp_readw(ctrl
, SLOTCTRL
, &temp_word
);
762 err("%s: Cannot read SLOT_CTRL register\n",
764 spin_unlock_irqrestore(&ctrl
->lock
, flags
);
768 dbg("%s: pciehp_readw(SLOTCTRL) with value %x\n",
769 __FUNCTION__
, temp_word
);
770 temp_word
= (temp_word
& ~HP_INTR_ENABLE
&
771 ~CMD_CMPL_INTR_ENABLE
) | 0x00;
772 rc
= pciehp_writew(ctrl
, SLOTCTRL
, temp_word
);
774 err("%s: Cannot write to SLOTCTRL register\n",
776 spin_unlock_irqrestore(&ctrl
->lock
, flags
);
779 spin_unlock_irqrestore(&ctrl
->lock
, flags
);
781 rc
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
783 err("%s: Cannot read SLOT_STATUS register\n",
787 dbg("%s: pciehp_readw(SLOTSTATUS) with value %x\n",
788 __FUNCTION__
, slot_status
);
790 /* Clear command complete interrupt caused by this write */
792 rc
= pciehp_writew(ctrl
, SLOTSTATUS
, temp_word
);
794 err("%s: Cannot write to SLOTSTATUS register\n",
800 if (intr_loc
& CMD_COMPLETED
) {
802 * Command Complete Interrupt Pending
805 wake_up_interruptible(&ctrl
->queue
);
808 if (intr_loc
& MRL_SENS_CHANGED
)
809 pciehp_handle_switch_change(hp_slot
, ctrl
);
811 if (intr_loc
& ATTN_BUTTN_PRESSED
)
812 pciehp_handle_attention_button(hp_slot
, ctrl
);
814 if (intr_loc
& PRSN_DETECT_CHANGED
)
815 pciehp_handle_presence_change(hp_slot
, ctrl
);
817 if (intr_loc
& PWR_FAULT_DETECTED
)
818 pciehp_handle_power_fault(hp_slot
, ctrl
);
820 /* Clear all events after serving them */
822 rc
= pciehp_writew(ctrl
, SLOTSTATUS
, temp_word
);
824 err("%s: Cannot write to SLOTSTATUS register\n", __FUNCTION__
);
827 /* Unmask Hot-plug Interrupt Enable */
828 if (!pciehp_poll_mode
) {
829 spin_lock_irqsave(&ctrl
->lock
, flags
);
830 rc
= pciehp_readw(ctrl
, SLOTCTRL
, &temp_word
);
832 err("%s: Cannot read SLOTCTRL register\n",
834 spin_unlock_irqrestore(&ctrl
->lock
, flags
);
838 dbg("%s: Unmask Hot-plug Interrupt Enable\n", __FUNCTION__
);
839 temp_word
= (temp_word
& ~HP_INTR_ENABLE
) | HP_INTR_ENABLE
;
841 rc
= pciehp_writew(ctrl
, SLOTCTRL
, temp_word
);
843 err("%s: Cannot write to SLOTCTRL register\n",
845 spin_unlock_irqrestore(&ctrl
->lock
, flags
);
848 spin_unlock_irqrestore(&ctrl
->lock
, flags
);
850 rc
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
852 err("%s: Cannot read SLOT_STATUS register\n",
857 /* Clear command complete interrupt caused by this write */
859 rc
= pciehp_writew(ctrl
, SLOTSTATUS
, temp_word
);
861 err("%s: Cannot write to SLOTSTATUS failed\n",
865 dbg("%s: pciehp_writew(SLOTSTATUS) with value %x\n",
866 __FUNCTION__
, temp_word
);
872 static int hpc_get_max_lnk_speed(struct slot
*slot
, enum pci_bus_speed
*value
)
874 struct controller
*ctrl
= slot
->ctrl
;
875 enum pcie_link_speed lnk_speed
;
879 retval
= pciehp_readl(ctrl
, LNKCAP
, &lnk_cap
);
881 err("%s: Cannot read LNKCAP register\n", __FUNCTION__
);
885 switch (lnk_cap
& 0x000F) {
887 lnk_speed
= PCIE_2PT5GB
;
890 lnk_speed
= PCIE_LNK_SPEED_UNKNOWN
;
895 dbg("Max link speed = %d\n", lnk_speed
);
900 static int hpc_get_max_lnk_width(struct slot
*slot
,
901 enum pcie_link_width
*value
)
903 struct controller
*ctrl
= slot
->ctrl
;
904 enum pcie_link_width lnk_wdth
;
908 retval
= pciehp_readl(ctrl
, LNKCAP
, &lnk_cap
);
910 err("%s: Cannot read LNKCAP register\n", __FUNCTION__
);
914 switch ((lnk_cap
& 0x03F0) >> 4){
916 lnk_wdth
= PCIE_LNK_WIDTH_RESRV
;
919 lnk_wdth
= PCIE_LNK_X1
;
922 lnk_wdth
= PCIE_LNK_X2
;
925 lnk_wdth
= PCIE_LNK_X4
;
928 lnk_wdth
= PCIE_LNK_X8
;
931 lnk_wdth
= PCIE_LNK_X12
;
934 lnk_wdth
= PCIE_LNK_X16
;
937 lnk_wdth
= PCIE_LNK_X32
;
940 lnk_wdth
= PCIE_LNK_WIDTH_UNKNOWN
;
945 dbg("Max link width = %d\n", lnk_wdth
);
950 static int hpc_get_cur_lnk_speed(struct slot
*slot
, enum pci_bus_speed
*value
)
952 struct controller
*ctrl
= slot
->ctrl
;
953 enum pcie_link_speed lnk_speed
= PCI_SPEED_UNKNOWN
;
957 retval
= pciehp_readw(ctrl
, LNKSTATUS
, &lnk_status
);
959 err("%s: Cannot read LNKSTATUS register\n", __FUNCTION__
);
963 switch (lnk_status
& 0x0F) {
965 lnk_speed
= PCIE_2PT5GB
;
968 lnk_speed
= PCIE_LNK_SPEED_UNKNOWN
;
973 dbg("Current link speed = %d\n", lnk_speed
);
978 static int hpc_get_cur_lnk_width(struct slot
*slot
,
979 enum pcie_link_width
*value
)
981 struct controller
*ctrl
= slot
->ctrl
;
982 enum pcie_link_width lnk_wdth
= PCIE_LNK_WIDTH_UNKNOWN
;
986 retval
= pciehp_readw(ctrl
, LNKSTATUS
, &lnk_status
);
988 err("%s: Cannot read LNKSTATUS register\n", __FUNCTION__
);
992 switch ((lnk_status
& 0x03F0) >> 4){
994 lnk_wdth
= PCIE_LNK_WIDTH_RESRV
;
997 lnk_wdth
= PCIE_LNK_X1
;
1000 lnk_wdth
= PCIE_LNK_X2
;
1003 lnk_wdth
= PCIE_LNK_X4
;
1006 lnk_wdth
= PCIE_LNK_X8
;
1009 lnk_wdth
= PCIE_LNK_X12
;
1012 lnk_wdth
= PCIE_LNK_X16
;
1015 lnk_wdth
= PCIE_LNK_X32
;
1018 lnk_wdth
= PCIE_LNK_WIDTH_UNKNOWN
;
1023 dbg("Current link width = %d\n", lnk_wdth
);
1028 static struct hpc_ops pciehp_hpc_ops
= {
1029 .power_on_slot
= hpc_power_on_slot
,
1030 .power_off_slot
= hpc_power_off_slot
,
1031 .set_attention_status
= hpc_set_attention_status
,
1032 .get_power_status
= hpc_get_power_status
,
1033 .get_attention_status
= hpc_get_attention_status
,
1034 .get_latch_status
= hpc_get_latch_status
,
1035 .get_adapter_status
= hpc_get_adapter_status
,
1036 .get_emi_status
= hpc_get_emi_status
,
1037 .toggle_emi
= hpc_toggle_emi
,
1039 .get_max_bus_speed
= hpc_get_max_lnk_speed
,
1040 .get_cur_bus_speed
= hpc_get_cur_lnk_speed
,
1041 .get_max_lnk_width
= hpc_get_max_lnk_width
,
1042 .get_cur_lnk_width
= hpc_get_cur_lnk_width
,
1044 .query_power_fault
= hpc_query_power_fault
,
1045 .green_led_on
= hpc_set_green_led_on
,
1046 .green_led_off
= hpc_set_green_led_off
,
1047 .green_led_blink
= hpc_set_green_led_blink
,
1049 .release_ctlr
= hpc_release_ctlr
,
1050 .check_lnk_status
= hpc_check_lnk_status
,
1054 int pciehp_acpi_get_hp_hw_control_from_firmware(struct pci_dev
*dev
)
1057 acpi_handle chandle
, handle
= DEVICE_ACPI_HANDLE(&(dev
->dev
));
1058 struct pci_dev
*pdev
= dev
;
1059 struct pci_bus
*parent
;
1060 struct acpi_buffer string
= { ACPI_ALLOCATE_BUFFER
, NULL
};
1063 * Per PCI firmware specification, we should run the ACPI _OSC
1064 * method to get control of hotplug hardware before using it.
1065 * If an _OSC is missing, we look for an OSHP to do the same thing.
1066 * To handle different BIOS behavior, we look for _OSC and OSHP
1067 * within the scope of the hotplug controller and its parents, upto
1068 * the host bridge under which this controller exists.
1072 * This hotplug controller was not listed in the ACPI name
1073 * space at all. Try to get acpi handle of parent pci bus.
1075 if (!pdev
|| !pdev
->bus
->parent
)
1077 parent
= pdev
->bus
->parent
;
1078 dbg("Could not find %s in acpi namespace, trying parent\n",
1081 /* Parent must be a host bridge */
1082 handle
= acpi_get_pci_rootbridge_handle(
1083 pci_domain_nr(parent
),
1086 handle
= DEVICE_ACPI_HANDLE(
1087 &(parent
->self
->dev
));
1088 pdev
= parent
->self
;
1092 acpi_get_name(handle
, ACPI_FULL_PATHNAME
, &string
);
1093 dbg("Trying to get hotplug control for %s \n",
1094 (char *)string
.pointer
);
1095 status
= pci_osc_control_set(handle
,
1096 OSC_PCI_EXPRESS_CAP_STRUCTURE_CONTROL
|
1097 OSC_PCI_EXPRESS_NATIVE_HP_CONTROL
);
1098 if (status
== AE_NOT_FOUND
)
1099 status
= acpi_run_oshp(handle
);
1100 if (ACPI_SUCCESS(status
)) {
1101 dbg("Gained control for hotplug HW for pci %s (%s)\n",
1102 pci_name(dev
), (char *)string
.pointer
);
1103 kfree(string
.pointer
);
1106 if (acpi_root_bridge(handle
))
1109 status
= acpi_get_parent(chandle
, &handle
);
1110 if (ACPI_FAILURE(status
))
1114 err("Cannot get control of hotplug hardware for pci %s\n",
1117 kfree(string
.pointer
);
1122 static int pcie_init_hardware_part1(struct controller
*ctrl
,
1123 struct pcie_device
*dev
)
1130 rc
= pciehp_readl(ctrl
, SLOTCAP
, &slot_cap
);
1132 err("%s: Cannot read SLOTCAP register\n", __FUNCTION__
);
1136 /* Mask Hot-plug Interrupt Enable */
1137 rc
= pciehp_readw(ctrl
, SLOTCTRL
, &temp_word
);
1139 err("%s: Cannot read SLOTCTRL register\n", __FUNCTION__
);
1143 dbg("%s: SLOTCTRL %x value read %x\n",
1144 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, temp_word
);
1145 temp_word
= (temp_word
& ~HP_INTR_ENABLE
& ~CMD_CMPL_INTR_ENABLE
) |
1148 rc
= pciehp_writew(ctrl
, SLOTCTRL
, temp_word
);
1150 err("%s: Cannot write to SLOTCTRL register\n", __FUNCTION__
);
1154 rc
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
1156 err("%s: Cannot read SLOTSTATUS register\n", __FUNCTION__
);
1160 temp_word
= 0x1F; /* Clear all events */
1161 rc
= pciehp_writew(ctrl
, SLOTSTATUS
, temp_word
);
1163 err("%s: Cannot write to SLOTSTATUS register\n", __FUNCTION__
);
1169 int pcie_init_hardware_part2(struct controller
*ctrl
, struct pcie_device
*dev
)
1173 u16 intr_enable
= 0;
1177 rc
= pciehp_readw(ctrl
, SLOTCTRL
, &temp_word
);
1179 err("%s: Cannot read SLOTCTRL register\n", __FUNCTION__
);
1183 intr_enable
= intr_enable
| PRSN_DETECT_ENABLE
;
1185 rc
= pciehp_readl(ctrl
, SLOTCAP
, &slot_cap
);
1187 err("%s: Cannot read SLOTCAP register\n", __FUNCTION__
);
1191 if (ATTN_BUTTN(slot_cap
))
1192 intr_enable
= intr_enable
| ATTN_BUTTN_ENABLE
;
1194 if (POWER_CTRL(slot_cap
))
1195 intr_enable
= intr_enable
| PWR_FAULT_DETECT_ENABLE
;
1197 if (MRL_SENS(slot_cap
))
1198 intr_enable
= intr_enable
| MRL_DETECT_ENABLE
;
1200 temp_word
= (temp_word
& ~intr_enable
) | intr_enable
;
1202 if (pciehp_poll_mode
) {
1203 temp_word
= (temp_word
& ~HP_INTR_ENABLE
) | 0x0;
1205 temp_word
= (temp_word
& ~HP_INTR_ENABLE
) | HP_INTR_ENABLE
;
1209 * Unmask Hot-plug Interrupt Enable for the interrupt
1210 * notification mechanism case.
1212 rc
= pciehp_writew(ctrl
, SLOTCTRL
, temp_word
);
1214 err("%s: Cannot write to SLOTCTRL register\n", __FUNCTION__
);
1217 rc
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
1219 err("%s: Cannot read SLOTSTATUS register\n", __FUNCTION__
);
1220 goto abort_disable_intr
;
1223 temp_word
= 0x1F; /* Clear all events */
1224 rc
= pciehp_writew(ctrl
, SLOTSTATUS
, temp_word
);
1226 err("%s: Cannot write to SLOTSTATUS register\n", __FUNCTION__
);
1227 goto abort_disable_intr
;
1231 dbg("Bypassing BIOS check for pciehp use on %s\n",
1232 pci_name(ctrl
->pci_dev
));
1234 rc
= pciehp_get_hp_hw_control_from_firmware(ctrl
->pci_dev
);
1236 goto abort_disable_intr
;
1241 /* We end up here for the many possible ways to fail this API. */
1243 rc
= pciehp_readw(ctrl
, SLOTCTRL
, &temp_word
);
1245 temp_word
&= ~(intr_enable
| HP_INTR_ENABLE
);
1246 rc
= pciehp_writew(ctrl
, SLOTCTRL
, temp_word
);
1249 err("%s : disabling interrupts failed\n", __FUNCTION__
);
1254 int pcie_init(struct controller
*ctrl
, struct pcie_device
*dev
)
1260 u16 slot_status
, slot_ctrl
;
1261 struct pci_dev
*pdev
;
1264 ctrl
->pci_dev
= pdev
; /* save pci_dev in context */
1266 dbg("%s: hotplug controller vendor id 0x%x device id 0x%x\n",
1267 __FUNCTION__
, pdev
->vendor
, pdev
->device
);
1269 cap_base
= pci_find_capability(pdev
, PCI_CAP_ID_EXP
);
1270 if (cap_base
== 0) {
1271 dbg("%s: Can't find PCI_CAP_ID_EXP (0x10)\n", __FUNCTION__
);
1275 ctrl
->cap_base
= cap_base
;
1277 dbg("%s: pcie_cap_base %x\n", __FUNCTION__
, cap_base
);
1279 rc
= pciehp_readw(ctrl
, CAPREG
, &cap_reg
);
1281 err("%s: Cannot read CAPREG register\n", __FUNCTION__
);
1284 dbg("%s: CAPREG offset %x cap_reg %x\n",
1285 __FUNCTION__
, ctrl
->cap_base
+ CAPREG
, cap_reg
);
1287 if (((cap_reg
& SLOT_IMPL
) == 0) ||
1288 (((cap_reg
& DEV_PORT_TYPE
) != 0x0040)
1289 && ((cap_reg
& DEV_PORT_TYPE
) != 0x0060))) {
1290 dbg("%s : This is not a root port or the port is not "
1291 "connected to a slot\n", __FUNCTION__
);
1295 rc
= pciehp_readl(ctrl
, SLOTCAP
, &slot_cap
);
1297 err("%s: Cannot read SLOTCAP register\n", __FUNCTION__
);
1300 dbg("%s: SLOTCAP offset %x slot_cap %x\n",
1301 __FUNCTION__
, ctrl
->cap_base
+ SLOTCAP
, slot_cap
);
1303 if (!(slot_cap
& HP_CAP
)) {
1304 dbg("%s : This slot is not hot-plug capable\n", __FUNCTION__
);
1307 /* For debugging purpose */
1308 rc
= pciehp_readw(ctrl
, SLOTSTATUS
, &slot_status
);
1310 err("%s: Cannot read SLOTSTATUS register\n", __FUNCTION__
);
1313 dbg("%s: SLOTSTATUS offset %x slot_status %x\n",
1314 __FUNCTION__
, ctrl
->cap_base
+ SLOTSTATUS
, slot_status
);
1316 rc
= pciehp_readw(ctrl
, SLOTCTRL
, &slot_ctrl
);
1318 err("%s: Cannot read SLOTCTRL register\n", __FUNCTION__
);
1321 dbg("%s: SLOTCTRL offset %x slot_ctrl %x\n",
1322 __FUNCTION__
, ctrl
->cap_base
+ SLOTCTRL
, slot_ctrl
);
1324 for (rc
= 0; rc
< DEVICE_COUNT_RESOURCE
; rc
++)
1325 if (pci_resource_len(pdev
, rc
) > 0)
1326 dbg("pci resource[%d] start=0x%llx(len=0x%llx)\n", rc
,
1327 (unsigned long long)pci_resource_start(pdev
, rc
),
1328 (unsigned long long)pci_resource_len(pdev
, rc
));
1330 info("HPC vendor_id %x device_id %x ss_vid %x ss_did %x\n",
1331 pdev
->vendor
, pdev
->device
,
1332 pdev
->subsystem_vendor
, pdev
->subsystem_device
);
1334 mutex_init(&ctrl
->crit_sect
);
1335 mutex_init(&ctrl
->ctrl_lock
);
1336 spin_lock_init(&ctrl
->lock
);
1338 /* setup wait queue */
1339 init_waitqueue_head(&ctrl
->queue
);
1341 /* return PCI Controller Info */
1342 ctrl
->slot_device_offset
= 0;
1343 ctrl
->num_slots
= 1;
1344 ctrl
->first_slot
= slot_cap
>> 19;
1345 ctrl
->ctrlcap
= slot_cap
& 0x0000007f;
1347 rc
= pcie_init_hardware_part1(ctrl
, dev
);
1351 if (pciehp_poll_mode
) {
1352 /* Install interrupt polling timer. Start with 10 sec delay */
1353 init_timer(&ctrl
->poll_timer
);
1354 start_int_poll_timer(ctrl
, 10);
1356 /* Installs the interrupt handler */
1357 rc
= request_irq(ctrl
->pci_dev
->irq
, pcie_isr
, IRQF_SHARED
,
1358 MY_NAME
, (void *)ctrl
);
1359 dbg("%s: request_irq %d for hpc%d (returns %d)\n",
1360 __FUNCTION__
, ctrl
->pci_dev
->irq
,
1361 atomic_read(&pciehp_num_controllers
), rc
);
1363 err("Can't get irq %d for the hotplug controller\n",
1364 ctrl
->pci_dev
->irq
);
1368 dbg("pciehp ctrl b:d:f:irq=0x%x:%x:%x:%x\n", pdev
->bus
->number
,
1369 PCI_SLOT(pdev
->devfn
), PCI_FUNC(pdev
->devfn
), dev
->irq
);
1372 * If this is the first controller to be initialized,
1373 * initialize the pciehp work queue
1375 if (atomic_add_return(1, &pciehp_num_controllers
) == 1) {
1376 pciehp_wq
= create_singlethread_workqueue("pciehpd");
1379 goto abort_free_irq
;
1383 rc
= pcie_init_hardware_part2(ctrl
, dev
);
1385 ctrl
->hpc_ops
= &pciehp_hpc_ops
;
1389 if (pciehp_poll_mode
)
1390 del_timer_sync(&ctrl
->poll_timer
);
1392 free_irq(ctrl
->pci_dev
->irq
, ctrl
);