2 * Copyright (C) 2004 Matthew Wilcox <matthew@wil.cx>
3 * Copyright (C) 2004 Intel Corp.
5 * This code is released under the GNU General Public License version 2.
9 * mmconfig.c - Low-level direct PCI config space access via MMCONFIG
12 #include <linux/pci.h>
13 #include <linux/init.h>
14 #include <linux/rcupdate.h>
16 #include <asm/pci_x86.h>
18 /* Assume systems with more busses have correct MCFG */
19 #define mmcfg_virt_addr ((void __iomem *) fix_to_virt(FIX_PCIE_MCFG))
21 /* The base address of the last MMCONFIG device accessed */
22 static u32 mmcfg_last_accessed_device
;
23 static int mmcfg_last_accessed_cpu
;
26 * Functions for accessing PCI configuration space with MMCONFIG accesses
28 static u32
get_base_addr(unsigned int seg
, int bus
, unsigned devfn
)
30 struct pci_mmcfg_region
*cfg
= pci_mmconfig_lookup(seg
, bus
);
38 * This is always called under pci_config_lock
40 static void pci_exp_set_dev_base(unsigned int base
, int bus
, int devfn
)
42 u32 dev_base
= base
| PCI_MMCFG_BUS_OFFSET(bus
) | (devfn
<< 12);
43 int cpu
= smp_processor_id();
44 if (dev_base
!= mmcfg_last_accessed_device
||
45 cpu
!= mmcfg_last_accessed_cpu
) {
46 mmcfg_last_accessed_device
= dev_base
;
47 mmcfg_last_accessed_cpu
= cpu
;
48 set_fixmap_nocache(FIX_PCIE_MCFG
, dev_base
);
52 static int pci_mmcfg_read(unsigned int seg
, unsigned int bus
,
53 unsigned int devfn
, int reg
, int len
, u32
*value
)
58 if ((bus
> 255) || (devfn
> 255) || (reg
> 4095)) {
64 base
= get_base_addr(seg
, bus
, devfn
);
70 raw_spin_lock_irqsave(&pci_config_lock
, flags
);
72 pci_exp_set_dev_base(base
, bus
, devfn
);
76 *value
= mmio_config_readb(mmcfg_virt_addr
+ reg
);
79 *value
= mmio_config_readw(mmcfg_virt_addr
+ reg
);
82 *value
= mmio_config_readl(mmcfg_virt_addr
+ reg
);
85 raw_spin_unlock_irqrestore(&pci_config_lock
, flags
);
91 static int pci_mmcfg_write(unsigned int seg
, unsigned int bus
,
92 unsigned int devfn
, int reg
, int len
, u32 value
)
97 if ((bus
> 255) || (devfn
> 255) || (reg
> 4095))
101 base
= get_base_addr(seg
, bus
, devfn
);
107 raw_spin_lock_irqsave(&pci_config_lock
, flags
);
109 pci_exp_set_dev_base(base
, bus
, devfn
);
113 mmio_config_writeb(mmcfg_virt_addr
+ reg
, value
);
116 mmio_config_writew(mmcfg_virt_addr
+ reg
, value
);
119 mmio_config_writel(mmcfg_virt_addr
+ reg
, value
);
122 raw_spin_unlock_irqrestore(&pci_config_lock
, flags
);
128 const struct pci_raw_ops pci_mmcfg
= {
129 .read
= pci_mmcfg_read
,
130 .write
= pci_mmcfg_write
,
133 int __init
pci_mmcfg_arch_init(void)
135 printk(KERN_INFO
"PCI: Using MMCONFIG for extended config space\n");
136 raw_pci_ext_ops
= &pci_mmcfg
;
140 void __init
pci_mmcfg_arch_free(void)
144 int pci_mmcfg_arch_map(struct pci_mmcfg_region
*cfg
)
149 void pci_mmcfg_arch_unmap(struct pci_mmcfg_region
*cfg
)
153 /* Invalidate the cached mmcfg map entry. */
154 raw_spin_lock_irqsave(&pci_config_lock
, flags
);
155 mmcfg_last_accessed_device
= 0;
156 raw_spin_unlock_irqrestore(&pci_config_lock
, flags
);