arch/mips/sgi-ip27/ip27-smp.c

   1 /*
   2  * This file is subject to the terms and conditions of the GNU General
   3  * Public License.  See the file "COPYING" in the main directory of this
   4  * archive for more details.
   5  *
   6  * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com)
   7  * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc.
   8  */
   9 #include <linux/init.h>
  10 #include <linux/sched.h>
  11 #include <linux/sched/task_stack.h>
  12 #include <linux/topology.h>
  13 #include <linux/nodemask.h>
  14
  15 #include <asm/page.h>
  16 #include <asm/processor.h>
  17 #include <asm/ptrace.h>
  18 #include <asm/sn/arch.h>
  19 #include <asm/sn/gda.h>
  20 #include <asm/sn/intr.h>
  21 #include <asm/sn/klconfig.h>
  22 #include <asm/sn/launch.h>
  23 #include <asm/sn/mapped_kernel.h>
  24 #include <asm/sn/sn_private.h>
  25 #include <asm/sn/types.h>
  26 #include <asm/sn/sn0/hubpi.h>
  27 #include <asm/sn/sn0/hubio.h>
  28 #include <asm/sn/sn0/ip27.h>
  29
  30 /*
  31  * Takes as first input the PROM assigned cpu id, and the kernel
  32  * assigned cpu id as the second.
  33  */
  34 static void alloc_cpupda(cpuid_t cpu, int cpunum)
  35 {
  36         cnodeid_t node = get_cpu_cnode(cpu);
  37         nasid_t nasid = COMPACT_TO_NASID_NODEID(node);
  38
  39         cputonasid(cpunum) = nasid;
  40         sn_cpu_info[cpunum].p_nodeid = node;
  41         cputoslice(cpunum) = get_cpu_slice(cpu);
  42 }
  43
  44 static nasid_t get_actual_nasid(lboard_t *brd)
  45 {
  46         klhub_t *hub;
  47
  48         if (!brd)
  49                 return INVALID_NASID;
  50
  51         /* find out if we are a completely disabled brd. */
  52         hub  = (klhub_t *)find_first_component(brd, KLSTRUCT_HUB);
  53         if (!hub)
  54                 return INVALID_NASID;
  55         if (!(hub->hub_info.flags & KLINFO_ENABLE))     /* disabled node brd */
  56                 return hub->hub_info.physid;
  57         else
  58                 return brd->brd_nasid;
  59 }
  60
  61 static int do_cpumask(cnodeid_t cnode, nasid_t nasid, int highest)
  62 {
  63         static int tot_cpus_found = 0;
  64         lboard_t *brd;
  65         klcpu_t *acpu;
  66         int cpus_found = 0;
  67         cpuid_t cpuid;
  68
  69         brd = find_lboard((lboard_t *)KL_CONFIG_INFO(nasid), KLTYPE_IP27);
  70
  71         do {
  72                 acpu = (klcpu_t *)find_first_component(brd, KLSTRUCT_CPU);
  73                 while (acpu) {
  74                         cpuid = acpu->cpu_info.virtid;
  75                         /* cnode is not valid for completely disabled brds */
  76                         if (get_actual_nasid(brd) == brd->brd_nasid)
  77                                 cpuid_to_compact_node[cpuid] = cnode;
  78                         if (cpuid > highest)
  79                                 highest = cpuid;
  80                         /* Only let it join in if it's marked enabled */
  81                         if ((acpu->cpu_info.flags & KLINFO_ENABLE) &&
  82                             (tot_cpus_found != NR_CPUS)) {
  83                                 set_cpu_possible(cpuid, true);
  84                                 alloc_cpupda(cpuid, tot_cpus_found);
  85                                 cpus_found++;
  86                                 tot_cpus_found++;
  87                         }
  88                         acpu = (klcpu_t *)find_component(brd, (klinfo_t *)acpu,
  89                                                                 KLSTRUCT_CPU);
  90                 }
  91                 brd = KLCF_NEXT(brd);
  92                 if (!brd)
  93                         break;
  94
  95                 brd = find_lboard(brd, KLTYPE_IP27);
  96         } while (brd);
  97
  98         return highest;
  99 }
 100
 101 void cpu_node_probe(void)
 102 {
 103         int i, highest = 0;
 104         gda_t *gdap = GDA;
 105
 106         /*
 107          * Initialize the arrays to invalid nodeid (-1)
 108          */
 109         for (i = 0; i < MAX_COMPACT_NODES; i++)
 110                 compact_to_nasid_node[i] = INVALID_NASID;
 111         for (i = 0; i < MAX_NASIDS; i++)
 112                 nasid_to_compact_node[i] = INVALID_CNODEID;
 113         for (i = 0; i < MAXCPUS; i++)
 114                 cpuid_to_compact_node[i] = INVALID_CNODEID;
 115
 116         /*
 117          * MCD - this whole "compact node" stuff can probably be dropped,
 118          * as we can handle sparse numbering now
 119          */
 120         nodes_clear(node_online_map);
 121         for (i = 0; i < MAX_COMPACT_NODES; i++) {
 122                 nasid_t nasid = gdap->g_nasidtable[i];
 123                 if (nasid == INVALID_NASID)
 124                         break;
 125                 compact_to_nasid_node[i] = nasid;
 126                 nasid_to_compact_node[nasid] = i;
 127                 node_set_online(num_online_nodes());
 128                 highest = do_cpumask(i, nasid, highest);
 129         }
 130
 131         printk("Discovered %d cpus on %d nodes\n", highest + 1, num_online_nodes());
 132 }
 133
 134 static __init void intr_clear_all(nasid_t nasid)
 135 {
 136         int i;
 137
 138         REMOTE_HUB_S(nasid, PI_INT_MASK0_A, 0);
 139         REMOTE_HUB_S(nasid, PI_INT_MASK0_B, 0);
 140         REMOTE_HUB_S(nasid, PI_INT_MASK1_A, 0);
 141         REMOTE_HUB_S(nasid, PI_INT_MASK1_B, 0);
 142
 143         for (i = 0; i < 128; i++)
 144                 REMOTE_HUB_CLR_INTR(nasid, i);
 145 }
 146
 147 static void ip27_send_ipi_single(int destid, unsigned int action)
 148 {
 149         int irq;
 150
 151         switch (action) {
 152         case SMP_RESCHEDULE_YOURSELF:
 153                 irq = CPU_RESCHED_A_IRQ;
 154                 break;
 155         case SMP_CALL_FUNCTION:
 156                 irq = CPU_CALL_A_IRQ;
 157                 break;
 158         default:
 159                 panic("sendintr");
 160         }
 161
 162         irq += cputoslice(destid);
 163
 164         /*
 165          * Convert the compact hub number to the NASID to get the correct
 166          * part of the address space.  Then set the interrupt bit associated
 167          * with the CPU we want to send the interrupt to.
 168          */
 169         REMOTE_HUB_SEND_INTR(COMPACT_TO_NASID_NODEID(cpu_to_node(destid)), irq);
 170 }
 171
 172 static void ip27_send_ipi_mask(const struct cpumask *mask, unsigned int action)
 173 {
 174         unsigned int i;
 175
 176         for_each_cpu(i, mask)
 177                 ip27_send_ipi_single(i, action);
 178 }
 179
 180 static void ip27_init_secondary(void)
 181 {
 182         per_cpu_init();
 183 }
 184
 185 static void ip27_smp_finish(void)
 186 {
 187         extern void hub_rt_clock_event_init(void);
 188
 189         hub_rt_clock_event_init();
 190         local_irq_enable();
 191 }
 192
 193 /*
 194  * Launch a slave into smp_bootstrap().  It doesn't take an argument, and we
 195  * set sp to the kernel stack of the newly created idle process, gp to the proc
 196  * struct so that current_thread_info() will work.
 197  */
 198 static int ip27_boot_secondary(int cpu, struct task_struct *idle)
 199 {
 200         unsigned long gp = (unsigned long)task_thread_info(idle);
 201         unsigned long sp = __KSTK_TOS(idle);
 202
 203         LAUNCH_SLAVE(cputonasid(cpu), cputoslice(cpu),
 204                 (launch_proc_t)MAPPED_KERN_RW_TO_K0(smp_bootstrap),
 205                 0, (void *) sp, (void *) gp);
 206         return 0;
 207 }
 208
 209 static void __init ip27_smp_setup(void)
 210 {
 211         cnodeid_t       cnode;
 212
 213         for_each_online_node(cnode) {
 214                 if (cnode == 0)
 215                         continue;
 216                 intr_clear_all(COMPACT_TO_NASID_NODEID(cnode));
 217         }
 218
 219         replicate_kernel_text();
 220
 221         /*
 222          * Assumption to be fixed: we're always booted on logical / physical
 223          * processor 0.  While we're always running on logical processor 0
 224          * this still means this is physical processor zero; it might for
 225          * example be disabled in the firmware.
 226          */
 227         alloc_cpupda(0, 0);
 228 }
 229
 230 static void __init ip27_prepare_cpus(unsigned int max_cpus)
 231 {
 232         /* We already did everything necessary earlier */
 233 }
 234
 235 const struct plat_smp_ops ip27_smp_ops = {
 236         .send_ipi_single        = ip27_send_ipi_single,
 237         .send_ipi_mask          = ip27_send_ipi_mask,
 238         .init_secondary         = ip27_init_secondary,
 239         .smp_finish             = ip27_smp_finish,
 240         .boot_secondary         = ip27_boot_secondary,
 241         .smp_setup              = ip27_smp_setup,
 242         .prepare_cpus           = ip27_prepare_cpus,
 243 };