arch/x86/mm/srat.c

   1 /*
   2  * ACPI 3.0 based NUMA setup
   3  * Copyright 2004 Andi Kleen, SuSE Labs.
   4  *
   5  * Reads the ACPI SRAT table to figure out what memory belongs to which CPUs.
   6  *
   7  * Called from acpi_numa_init while reading the SRAT and SLIT tables.
   8  * Assumes all memory regions belonging to a single proximity domain
   9  * are in one chunk. Holes between them will be included in the node.
  10  */
  11
  12 #include <linux/kernel.h>
  13 #include <linux/acpi.h>
  14 #include <linux/mmzone.h>
  15 #include <linux/bitmap.h>
  16 #include <linux/module.h>
  17 #include <linux/topology.h>
  18 #include <linux/bootmem.h>
  19 #include <linux/memblock.h>
  20 #include <linux/mm.h>
  21 #include <asm/proto.h>
  22 #include <asm/numa.h>
  23 #include <asm/e820.h>
  24 #include <asm/apic.h>
  25 #include <asm/uv/uv.h>
  26
  27 int acpi_numa __initdata;
  28
  29 static __init int setup_node(int pxm)
  30 {
  31         return acpi_map_pxm_to_node(pxm);
  32 }
  33
  34 static __init void bad_srat(void)
  35 {
  36         printk(KERN_ERR "SRAT: SRAT not used.\n");
  37         acpi_numa = -1;
  38 }
  39
  40 static __init inline int srat_disabled(void)
  41 {
  42         return acpi_numa < 0;
  43 }
  44
  45 /* Callback for SLIT parsing */
  46 void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
  47 {
  48         int i, j;
  49
  50         for (i = 0; i < slit->locality_count; i++)
  51                 for (j = 0; j < slit->locality_count; j++)
  52                         numa_set_distance(pxm_to_node(i), pxm_to_node(j),
  53                                 slit->entry[slit->locality_count * i + j]);
  54 }
  55
  56 /* Callback for Proximity Domain -> x2APIC mapping */
  57 void __init
  58 acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa)
  59 {
  60         int pxm, node;
  61         int apic_id;
  62
  63         if (srat_disabled())
  64                 return;
  65         if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) {
  66                 bad_srat();
  67                 return;
  68         }
  69         if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
  70                 return;
  71         pxm = pa->proximity_domain;
  72         node = setup_node(pxm);
  73         if (node < 0) {
  74                 printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
  75                 bad_srat();
  76                 return;
  77         }
  78
  79         apic_id = pa->apic_id;
  80         if (apic_id >= MAX_LOCAL_APIC) {
  81                 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
  82                 return;
  83         }
  84         set_apicid_to_node(apic_id, node);
  85         node_set(node, numa_nodes_parsed);
  86         acpi_numa = 1;
  87         printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n",
  88                pxm, apic_id, node);
  89 }
  90
  91 /* Callback for Proximity Domain -> LAPIC mapping */
  92 void __init
  93 acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
  94 {
  95         int pxm, node;
  96         int apic_id;
  97
  98         if (srat_disabled())
  99                 return;
 100         if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) {
 101                 bad_srat();
 102                 return;
 103         }
 104         if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
 105                 return;
 106         pxm = pa->proximity_domain_lo;
 107         if (acpi_srat_revision >= 2)
 108                 pxm |= *((unsigned int*)pa->proximity_domain_hi) << 8;
 109         node = setup_node(pxm);
 110         if (node < 0) {
 111                 printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
 112                 bad_srat();
 113                 return;
 114         }
 115
 116         if (get_uv_system_type() >= UV_X2APIC)
 117                 apic_id = (pa->apic_id << 8) | pa->local_sapic_eid;
 118         else
 119                 apic_id = pa->apic_id;
 120
 121         if (apic_id >= MAX_LOCAL_APIC) {
 122                 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
 123                 return;
 124         }
 125
 126         set_apicid_to_node(apic_id, node);
 127         node_set(node, numa_nodes_parsed);
 128         acpi_numa = 1;
 129         printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n",
 130                pxm, apic_id, node);
 131 }
 132
 133 #ifdef CONFIG_MEMORY_HOTPLUG
 134 static inline int save_add_info(void) {return 1;}
 135 #else
 136 static inline int save_add_info(void) {return 0;}
 137 #endif
 138
 139 /* Callback for parsing of the Proximity Domain <-> Memory Area mappings */
 140 void __init
 141 acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
 142 {
 143         u64 start, end;
 144         int node, pxm;
 145
 146         if (srat_disabled())
 147                 return;
 148         if (ma->header.length != sizeof(struct acpi_srat_mem_affinity)) {
 149                 bad_srat();
 150                 return;
 151         }
 152         if ((ma->flags & ACPI_SRAT_MEM_ENABLED) == 0)
 153                 return;
 154
 155         if ((ma->flags & ACPI_SRAT_MEM_HOT_PLUGGABLE) && !save_add_info())
 156                 return;
 157         start = ma->base_address;
 158         end = start + ma->length;
 159         pxm = ma->proximity_domain;
 160         if (acpi_srat_revision <= 1)
 161                 pxm &= 0xff;
 162         node = setup_node(pxm);
 163         if (node < 0) {
 164                 printk(KERN_ERR "SRAT: Too many proximity domains.\n");
 165                 bad_srat();
 166                 return;
 167         }
 168
 169         if (numa_add_memblk(node, start, end) < 0) {
 170                 bad_srat();
 171                 return;
 172         }
 173
 174         printk(KERN_INFO "SRAT: Node %u PXM %u %Lx-%Lx\n", node, pxm,
 175                start, end);
 176 }
 177
 178 void __init acpi_numa_arch_fixup(void) {}
 179
 180 int __init x86_acpi_numa_init(void)
 181 {
 182         int ret;
 183
 184         ret = acpi_numa_init();
 185         if (ret < 0)
 186                 return ret;
 187         return srat_disabled() ? -EINVAL : 0;
 188 }