arch/s390/kernel/setup.c

   1 /*
   2  *  arch/s390/kernel/setup.c
   3  *
   4  *  S390 version
   5  *    Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation
   6  *    Author(s): Hartmut Penner (hp@de.ibm.com),
   7  *               Martin Schwidefsky (schwidefsky@de.ibm.com)
   8  *
   9  *  Derived from "arch/i386/kernel/setup.c"
  10  *    Copyright (C) 1995, Linus Torvalds
  11  */
  12
  13 /*
  14  * This file handles the architecture-dependent parts of initialization
  15  */
  16
  17 #include <linux/errno.h>
  18 #include <linux/module.h>
  19 #include <linux/sched.h>
  20 #include <linux/kernel.h>
  21 #include <linux/mm.h>
  22 #include <linux/stddef.h>
  23 #include <linux/unistd.h>
  24 #include <linux/ptrace.h>
  25 #include <linux/slab.h>
  26 #include <linux/user.h>
  27 #include <linux/tty.h>
  28 #include <linux/ioport.h>
  29 #include <linux/delay.h>
  30 #include <linux/init.h>
  31 #include <linux/initrd.h>
  32 #include <linux/bootmem.h>
  33 #include <linux/root_dev.h>
  34 #include <linux/console.h>
  35 #include <linux/seq_file.h>
  36 #include <linux/kernel_stat.h>
  37 #include <linux/device.h>
  38 #include <linux/notifier.h>
  39 #include <linux/pfn.h>
  40 #include <linux/ctype.h>
  41 #include <linux/reboot.h>
  42 #include <linux/topology.h>
  43
  44 #include <asm/ipl.h>
  45 #include <asm/uaccess.h>
  46 #include <asm/system.h>
  47 #include <asm/smp.h>
  48 #include <asm/mmu_context.h>
  49 #include <asm/cpcmd.h>
  50 #include <asm/lowcore.h>
  51 #include <asm/irq.h>
  52 #include <asm/page.h>
  53 #include <asm/ptrace.h>
  54 #include <asm/sections.h>
  55 #include <asm/ebcdic.h>
  56 #include <asm/compat.h>
  57 #include <asm/kvm_virtio.h>
  58
  59 long psw_kernel_bits    = (PSW_BASE_BITS | PSW_MASK_DAT | PSW_ASC_PRIMARY |
  60                            PSW_MASK_MCHECK | PSW_DEFAULT_KEY);
  61 long psw_user_bits      = (PSW_BASE_BITS | PSW_MASK_DAT | PSW_ASC_HOME |
  62                            PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK |
  63                            PSW_MASK_PSTATE | PSW_DEFAULT_KEY);
  64
  65 /*
  66  * User copy operations.
  67  */
  68 struct uaccess_ops uaccess;
  69 EXPORT_SYMBOL(uaccess);
  70
  71 /*
  72  * Machine setup..
  73  */
  74 unsigned int console_mode = 0;
  75 unsigned int console_devno = -1;
  76 unsigned int console_irq = -1;
  77 unsigned long machine_flags;
  78 unsigned long elf_hwcap = 0;
  79 char elf_platform[ELF_PLATFORM_SIZE];
  80
  81 struct mem_chunk __initdata memory_chunk[MEMORY_CHUNKS];
  82 volatile int __cpu_logical_map[NR_CPUS]; /* logical cpu to cpu address */
  83 static unsigned long __initdata memory_end;
  84
  85 /*
  86  * This is set up by the setup-routine at boot-time
  87  * for S390 need to find out, what we have to setup
  88  * using address 0x10400 ...
  89  */
  90
  91 #include <asm/setup.h>
  92
  93 static struct resource code_resource = {
  94         .name  = "Kernel code",
  95         .flags = IORESOURCE_BUSY | IORESOURCE_MEM,
  96 };
  97
  98 static struct resource data_resource = {
  99         .name = "Kernel data",
 100         .flags = IORESOURCE_BUSY | IORESOURCE_MEM,
 101 };
 102
 103 /*
 104  * cpu_init() initializes state that is per-CPU.
 105  */
 106 void __cpuinit cpu_init(void)
 107 {
 108         int addr = hard_smp_processor_id();
 109
 110         /*
 111          * Store processor id in lowcore (used e.g. in timer_interrupt)
 112          */
 113         get_cpu_id(&S390_lowcore.cpu_data.cpu_id);
 114         S390_lowcore.cpu_data.cpu_addr = addr;
 115
 116         /*
 117          * Force FPU initialization:
 118          */
 119         clear_thread_flag(TIF_USEDFPU);
 120         clear_used_math();
 121
 122         atomic_inc(&init_mm.mm_count);
 123         current->active_mm = &init_mm;
 124         if (current->mm)
 125                 BUG();
 126         enter_lazy_tlb(&init_mm, current);
 127 }
 128
 129 /*
 130  * condev= and conmode= setup parameter.
 131  */
 132
 133 static int __init condev_setup(char *str)
 134 {
 135         int vdev;
 136
 137         vdev = simple_strtoul(str, &str, 0);
 138         if (vdev >= 0 && vdev < 65536) {
 139                 console_devno = vdev;
 140                 console_irq = -1;
 141         }
 142         return 1;
 143 }
 144
 145 __setup("condev=", condev_setup);
 146
 147 static int __init conmode_setup(char *str)
 148 {
 149 #if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
 150         if (strncmp(str, "hwc", 4) == 0 || strncmp(str, "sclp", 5) == 0)
 151                 SET_CONSOLE_SCLP;
 152 #endif
 153 #if defined(CONFIG_TN3215_CONSOLE)
 154         if (strncmp(str, "3215", 5) == 0)
 155                 SET_CONSOLE_3215;
 156 #endif
 157 #if defined(CONFIG_TN3270_CONSOLE)
 158         if (strncmp(str, "3270", 5) == 0)
 159                 SET_CONSOLE_3270;
 160 #endif
 161         return 1;
 162 }
 163
 164 __setup("conmode=", conmode_setup);
 165
 166 static void __init conmode_default(void)
 167 {
 168         char query_buffer[1024];
 169         char *ptr;
 170
 171         if (MACHINE_IS_VM) {
 172                 cpcmd("QUERY CONSOLE", query_buffer, 1024, NULL);
 173                 console_devno = simple_strtoul(query_buffer + 5, NULL, 16);
 174                 ptr = strstr(query_buffer, "SUBCHANNEL =");
 175                 console_irq = simple_strtoul(ptr + 13, NULL, 16);
 176                 cpcmd("QUERY TERM", query_buffer, 1024, NULL);
 177                 ptr = strstr(query_buffer, "CONMODE");
 178                 /*
 179                  * Set the conmode to 3215 so that the device recognition
 180                  * will set the cu_type of the console to 3215. If the
 181                  * conmode is 3270 and we don't set it back then both
 182                  * 3215 and the 3270 driver will try to access the console
 183                  * device (3215 as console and 3270 as normal tty).
 184                  */
 185                 cpcmd("TERM CONMODE 3215", NULL, 0, NULL);
 186                 if (ptr == NULL) {
 187 #if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
 188                         SET_CONSOLE_SCLP;
 189 #endif
 190                         return;
 191                 }
 192                 if (strncmp(ptr + 8, "3270", 4) == 0) {
 193 #if defined(CONFIG_TN3270_CONSOLE)
 194                         SET_CONSOLE_3270;
 195 #elif defined(CONFIG_TN3215_CONSOLE)
 196                         SET_CONSOLE_3215;
 197 #elif defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
 198                         SET_CONSOLE_SCLP;
 199 #endif
 200                 } else if (strncmp(ptr + 8, "3215", 4) == 0) {
 201 #if defined(CONFIG_TN3215_CONSOLE)
 202                         SET_CONSOLE_3215;
 203 #elif defined(CONFIG_TN3270_CONSOLE)
 204                         SET_CONSOLE_3270;
 205 #elif defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
 206                         SET_CONSOLE_SCLP;
 207 #endif
 208                 }
 209         } else {
 210 #if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
 211                 SET_CONSOLE_SCLP;
 212 #endif
 213         }
 214 }
 215
 216 #if defined(CONFIG_ZFCPDUMP) || defined(CONFIG_ZFCPDUMP_MODULE)
 217 static void __init setup_zfcpdump(unsigned int console_devno)
 218 {
 219         static char str[41];
 220
 221         if (ipl_info.type != IPL_TYPE_FCP_DUMP)
 222                 return;
 223         if (console_devno != -1)
 224                 sprintf(str, " cio_ignore=all,!0.0.%04x,!0.0.%04x",
 225                         ipl_info.data.fcp.dev_id.devno, console_devno);
 226         else
 227                 sprintf(str, " cio_ignore=all,!0.0.%04x",
 228                         ipl_info.data.fcp.dev_id.devno);
 229         strcat(boot_command_line, str);
 230         console_loglevel = 2;
 231 }
 232 #else
 233 static inline void setup_zfcpdump(unsigned int console_devno) {}
 234 #endif /* CONFIG_ZFCPDUMP */
 235
 236  /*
 237  * Reboot, halt and power_off stubs. They just call _machine_restart,
 238  * _machine_halt or _machine_power_off.
 239  */
 240
 241 void machine_restart(char *command)
 242 {
 243         if ((!in_interrupt() && !in_atomic()) || oops_in_progress)
 244                 /*
 245                  * Only unblank the console if we are called in enabled
 246                  * context or a bust_spinlocks cleared the way for us.
 247                  */
 248                 console_unblank();
 249         _machine_restart(command);
 250 }
 251
 252 void machine_halt(void)
 253 {
 254         if (!in_interrupt() || oops_in_progress)
 255                 /*
 256                  * Only unblank the console if we are called in enabled
 257                  * context or a bust_spinlocks cleared the way for us.
 258                  */
 259                 console_unblank();
 260         _machine_halt();
 261 }
 262
 263 void machine_power_off(void)
 264 {
 265         if (!in_interrupt() || oops_in_progress)
 266                 /*
 267                  * Only unblank the console if we are called in enabled
 268                  * context or a bust_spinlocks cleared the way for us.
 269                  */
 270                 console_unblank();
 271         _machine_power_off();
 272 }
 273
 274 /*
 275  * Dummy power off function.
 276  */
 277 void (*pm_power_off)(void) = machine_power_off;
 278
 279 static int __init early_parse_mem(char *p)
 280 {
 281         memory_end = memparse(p, &p);
 282         return 0;
 283 }
 284 early_param("mem", early_parse_mem);
 285
 286 #ifdef CONFIG_S390_SWITCH_AMODE
 287 #ifdef CONFIG_PGSTE
 288 unsigned int switch_amode = 1;
 289 #else
 290 unsigned int switch_amode = 0;
 291 #endif
 292 EXPORT_SYMBOL_GPL(switch_amode);
 293
 294 static void set_amode_and_uaccess(unsigned long user_amode,
 295                                   unsigned long user32_amode)
 296 {
 297         psw_user_bits = PSW_BASE_BITS | PSW_MASK_DAT | user_amode |
 298                         PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK |
 299                         PSW_MASK_PSTATE | PSW_DEFAULT_KEY;
 300 #ifdef CONFIG_COMPAT
 301         psw_user32_bits = PSW_BASE32_BITS | PSW_MASK_DAT | user_amode |
 302                           PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK |
 303                           PSW_MASK_PSTATE | PSW_DEFAULT_KEY;
 304         psw32_user_bits = PSW32_BASE_BITS | PSW32_MASK_DAT | user32_amode |
 305                           PSW32_MASK_IO | PSW32_MASK_EXT | PSW32_MASK_MCHECK |
 306                           PSW32_MASK_PSTATE;
 307 #endif
 308         psw_kernel_bits = PSW_BASE_BITS | PSW_MASK_DAT | PSW_ASC_HOME |
 309                           PSW_MASK_MCHECK | PSW_DEFAULT_KEY;
 310
 311         if (MACHINE_HAS_MVCOS) {
 312                 printk("mvcos available.\n");
 313                 memcpy(&uaccess, &uaccess_mvcos_switch, sizeof(uaccess));
 314         } else {
 315                 printk("mvcos not available.\n");
 316                 memcpy(&uaccess, &uaccess_pt, sizeof(uaccess));
 317         }
 318 }
 319
 320 /*
 321  * Switch kernel/user addressing modes?
 322  */
 323 static int __init early_parse_switch_amode(char *p)
 324 {
 325         switch_amode = 1;
 326         return 0;
 327 }
 328 early_param("switch_amode", early_parse_switch_amode);
 329
 330 #else /* CONFIG_S390_SWITCH_AMODE */
 331 static inline void set_amode_and_uaccess(unsigned long user_amode,
 332                                          unsigned long user32_amode)
 333 {
 334 }
 335 #endif /* CONFIG_S390_SWITCH_AMODE */
 336
 337 #ifdef CONFIG_S390_EXEC_PROTECT
 338 unsigned int s390_noexec = 0;
 339 EXPORT_SYMBOL_GPL(s390_noexec);
 340
 341 /*
 342  * Enable execute protection?
 343  */
 344 static int __init early_parse_noexec(char *p)
 345 {
 346         if (!strncmp(p, "off", 3))
 347                 return 0;
 348         switch_amode = 1;
 349         s390_noexec = 1;
 350         return 0;
 351 }
 352 early_param("noexec", early_parse_noexec);
 353 #endif /* CONFIG_S390_EXEC_PROTECT */
 354
 355 static void setup_addressing_mode(void)
 356 {
 357         if (s390_noexec) {
 358                 printk("S390 execute protection active, ");
 359                 set_amode_and_uaccess(PSW_ASC_SECONDARY, PSW32_ASC_SECONDARY);
 360         } else if (switch_amode) {
 361                 printk("S390 address spaces switched, ");
 362                 set_amode_and_uaccess(PSW_ASC_PRIMARY, PSW32_ASC_PRIMARY);
 363         }
 364 #ifdef CONFIG_TRACE_IRQFLAGS
 365         sysc_restore_trace_psw.mask = psw_kernel_bits & ~PSW_MASK_MCHECK;
 366         io_restore_trace_psw.mask = psw_kernel_bits & ~PSW_MASK_MCHECK;
 367 #endif
 368 }
 369
 370 static void __init
 371 setup_lowcore(void)
 372 {
 373         struct _lowcore *lc;
 374         int lc_pages;
 375
 376         /*
 377          * Setup lowcore for boot cpu
 378          */
 379         lc_pages = sizeof(void *) == 8 ? 2 : 1;
 380         lc = (struct _lowcore *)
 381                 __alloc_bootmem(lc_pages * PAGE_SIZE, lc_pages * PAGE_SIZE, 0);
 382         memset(lc, 0, lc_pages * PAGE_SIZE);
 383         lc->restart_psw.mask = PSW_BASE_BITS | PSW_DEFAULT_KEY;
 384         lc->restart_psw.addr =
 385                 PSW_ADDR_AMODE | (unsigned long) restart_int_handler;
 386         if (switch_amode)
 387                 lc->restart_psw.mask |= PSW_ASC_HOME;
 388         lc->external_new_psw.mask = psw_kernel_bits;
 389         lc->external_new_psw.addr =
 390                 PSW_ADDR_AMODE | (unsigned long) ext_int_handler;
 391         lc->svc_new_psw.mask = psw_kernel_bits | PSW_MASK_IO | PSW_MASK_EXT;
 392         lc->svc_new_psw.addr = PSW_ADDR_AMODE | (unsigned long) system_call;
 393         lc->program_new_psw.mask = psw_kernel_bits;
 394         lc->program_new_psw.addr =
 395                 PSW_ADDR_AMODE | (unsigned long)pgm_check_handler;
 396         lc->mcck_new_psw.mask =
 397                 psw_kernel_bits & ~PSW_MASK_MCHECK & ~PSW_MASK_DAT;
 398         lc->mcck_new_psw.addr =
 399                 PSW_ADDR_AMODE | (unsigned long) mcck_int_handler;
 400         lc->io_new_psw.mask = psw_kernel_bits;
 401         lc->io_new_psw.addr = PSW_ADDR_AMODE | (unsigned long) io_int_handler;
 402         lc->ipl_device = S390_lowcore.ipl_device;
 403         lc->clock_comparator = -1ULL;
 404         lc->kernel_stack = ((unsigned long) &init_thread_union) + THREAD_SIZE;
 405         lc->async_stack = (unsigned long)
 406                 __alloc_bootmem(ASYNC_SIZE, ASYNC_SIZE, 0) + ASYNC_SIZE;
 407         lc->panic_stack = (unsigned long)
 408                 __alloc_bootmem(PAGE_SIZE, PAGE_SIZE, 0) + PAGE_SIZE;
 409         lc->current_task = (unsigned long) init_thread_union.thread_info.task;
 410         lc->thread_info = (unsigned long) &init_thread_union;
 411 #ifndef CONFIG_64BIT
 412         if (MACHINE_HAS_IEEE) {
 413                 lc->extended_save_area_addr = (__u32)
 414                         __alloc_bootmem(PAGE_SIZE, PAGE_SIZE, 0);
 415                 /* enable extended save area */
 416                 __ctl_set_bit(14, 29);
 417         }
 418 #endif
 419         set_prefix((u32)(unsigned long) lc);
 420 }
 421
 422 static void __init
 423 setup_resources(void)
 424 {
 425         struct resource *res, *sub_res;
 426         int i;
 427
 428         code_resource.start = (unsigned long) &_text;
 429         code_resource.end = (unsigned long) &_etext - 1;
 430         data_resource.start = (unsigned long) &_etext;
 431         data_resource.end = (unsigned long) &_edata - 1;
 432
 433         for (i = 0; i < MEMORY_CHUNKS; i++) {
 434                 if (!memory_chunk[i].size)
 435                         continue;
 436                 res = alloc_bootmem_low(sizeof(struct resource));
 437                 res->flags = IORESOURCE_BUSY | IORESOURCE_MEM;
 438                 switch (memory_chunk[i].type) {
 439                 case CHUNK_READ_WRITE:
 440                         res->name = "System RAM";
 441                         break;
 442                 case CHUNK_READ_ONLY:
 443                         res->name = "System ROM";
 444                         res->flags |= IORESOURCE_READONLY;
 445                         break;
 446                 default:
 447                         res->name = "reserved";
 448                 }
 449                 res->start = memory_chunk[i].addr;
 450                 res->end = memory_chunk[i].addr +  memory_chunk[i].size - 1;
 451                 request_resource(&iomem_resource, res);
 452
 453                 if (code_resource.start >= res->start  &&
 454                         code_resource.start <= res->end &&
 455                         code_resource.end > res->end) {
 456                         sub_res = alloc_bootmem_low(sizeof(struct resource));
 457                         memcpy(sub_res, &code_resource,
 458                                 sizeof(struct resource));
 459                         sub_res->end = res->end;
 460                         code_resource.start = res->end + 1;
 461                         request_resource(res, sub_res);
 462                 }
 463
 464                 if (code_resource.start >= res->start &&
 465                         code_resource.start <= res->end &&
 466                         code_resource.end <= res->end)
 467                         request_resource(res, &code_resource);
 468
 469                 if (data_resource.start >= res->start &&
 470                         data_resource.start <= res->end &&
 471                         data_resource.end > res->end) {
 472                         sub_res = alloc_bootmem_low(sizeof(struct resource));
 473                         memcpy(sub_res, &data_resource,
 474                                 sizeof(struct resource));
 475                         sub_res->end = res->end;
 476                         data_resource.start = res->end + 1;
 477                         request_resource(res, sub_res);
 478                 }
 479
 480                 if (data_resource.start >= res->start &&
 481                         data_resource.start <= res->end &&
 482                         data_resource.end <= res->end)
 483                         request_resource(res, &data_resource);
 484         }
 485 }
 486
 487 unsigned long real_memory_size;
 488 EXPORT_SYMBOL_GPL(real_memory_size);
 489
 490 static void __init setup_memory_end(void)
 491 {
 492         unsigned long memory_size;
 493         unsigned long max_mem;
 494         int i;
 495
 496 #if defined(CONFIG_ZFCPDUMP) || defined(CONFIG_ZFCPDUMP_MODULE)
 497         if (ipl_info.type == IPL_TYPE_FCP_DUMP)
 498                 memory_end = ZFCPDUMP_HSA_SIZE;
 499 #endif
 500         memory_size = 0;
 501         memory_end &= PAGE_MASK;
 502
 503         max_mem = memory_end ? min(VMEM_MAX_PHYS, memory_end) : VMEM_MAX_PHYS;
 504         memory_end = min(max_mem, memory_end);
 505
 506         /*
 507          * Make sure all chunks are MAX_ORDER aligned so we don't need the
 508          * extra checks that HOLES_IN_ZONE would require.
 509          */
 510         for (i = 0; i < MEMORY_CHUNKS; i++) {
 511                 unsigned long start, end;
 512                 struct mem_chunk *chunk;
 513                 unsigned long align;
 514
 515                 chunk = &memory_chunk[i];
 516                 align = 1UL << (MAX_ORDER + PAGE_SHIFT - 1);
 517                 start = (chunk->addr + align - 1) & ~(align - 1);
 518                 end = (chunk->addr + chunk->size) & ~(align - 1);
 519                 if (start >= end)
 520                         memset(chunk, 0, sizeof(*chunk));
 521                 else {
 522                         chunk->addr = start;
 523                         chunk->size = end - start;
 524                 }
 525         }
 526
 527         for (i = 0; i < MEMORY_CHUNKS; i++) {
 528                 struct mem_chunk *chunk = &memory_chunk[i];
 529
 530                 real_memory_size = max(real_memory_size,
 531                                        chunk->addr + chunk->size);
 532                 if (chunk->addr >= max_mem) {
 533                         memset(chunk, 0, sizeof(*chunk));
 534                         continue;
 535                 }
 536                 if (chunk->addr + chunk->size > max_mem)
 537                         chunk->size = max_mem - chunk->addr;
 538                 memory_size = max(memory_size, chunk->addr + chunk->size);
 539         }
 540         if (!memory_end)
 541                 memory_end = memory_size;
 542 }
 543
 544 static void __init
 545 setup_memory(void)
 546 {
 547         unsigned long bootmap_size;
 548         unsigned long start_pfn, end_pfn;
 549         int i;
 550
 551         /*
 552          * partially used pages are not usable - thus
 553          * we are rounding upwards:
 554          */
 555         start_pfn = PFN_UP(__pa(&_end));
 556         end_pfn = max_pfn = PFN_DOWN(memory_end);
 557
 558 #ifdef CONFIG_BLK_DEV_INITRD
 559         /*
 560          * Move the initrd in case the bitmap of the bootmem allocater
 561          * would overwrite it.
 562          */
 563
 564         if (INITRD_START && INITRD_SIZE) {
 565                 unsigned long bmap_size;
 566                 unsigned long start;
 567
 568                 bmap_size = bootmem_bootmap_pages(end_pfn - start_pfn + 1);
 569                 bmap_size = PFN_PHYS(bmap_size);
 570
 571                 if (PFN_PHYS(start_pfn) + bmap_size > INITRD_START) {
 572                         start = PFN_PHYS(start_pfn) + bmap_size + PAGE_SIZE;
 573
 574                         if (start + INITRD_SIZE > memory_end) {
 575                                 printk("initrd extends beyond end of memory "
 576                                        "(0x%08lx > 0x%08lx)\n"
 577                                        "disabling initrd\n",
 578                                        start + INITRD_SIZE, memory_end);
 579                                 INITRD_START = INITRD_SIZE = 0;
 580                         } else {
 581                                 printk("Moving initrd (0x%08lx -> 0x%08lx, "
 582                                        "size: %ld)\n",
 583                                        INITRD_START, start, INITRD_SIZE);
 584                                 memmove((void *) start, (void *) INITRD_START,
 585                                         INITRD_SIZE);
 586                                 INITRD_START = start;
 587                         }
 588                 }
 589         }
 590 #endif
 591
 592         /*
 593          * Initialize the boot-time allocator
 594          */
 595         bootmap_size = init_bootmem(start_pfn, end_pfn);
 596
 597         /*
 598          * Register RAM areas with the bootmem allocator.
 599          */
 600
 601         for (i = 0; i < MEMORY_CHUNKS && memory_chunk[i].size > 0; i++) {
 602                 unsigned long start_chunk, end_chunk, pfn;
 603
 604                 if (memory_chunk[i].type != CHUNK_READ_WRITE)
 605                         continue;
 606                 start_chunk = PFN_DOWN(memory_chunk[i].addr);
 607                 end_chunk = start_chunk + PFN_DOWN(memory_chunk[i].size);
 608                 end_chunk = min(end_chunk, end_pfn);
 609                 if (start_chunk >= end_chunk)
 610                         continue;
 611                 add_active_range(0, start_chunk, end_chunk);
 612                 pfn = max(start_chunk, start_pfn);
 613                 for (; pfn < end_chunk; pfn++)
 614                         page_set_storage_key(PFN_PHYS(pfn), PAGE_DEFAULT_KEY);
 615         }
 616
 617         psw_set_key(PAGE_DEFAULT_KEY);
 618
 619         free_bootmem_with_active_regions(0, max_pfn);
 620
 621         /*
 622          * Reserve memory used for lowcore/command line/kernel image.
 623          */
 624         reserve_bootmem(0, (unsigned long)_ehead, BOOTMEM_DEFAULT);
 625         reserve_bootmem((unsigned long)_stext,
 626                         PFN_PHYS(start_pfn) - (unsigned long)_stext,
 627                         BOOTMEM_DEFAULT);
 628         /*
 629          * Reserve the bootmem bitmap itself as well. We do this in two
 630          * steps (first step was init_bootmem()) because this catches
 631          * the (very unlikely) case of us accidentally initializing the
 632          * bootmem allocator with an invalid RAM area.
 633          */
 634         reserve_bootmem(start_pfn << PAGE_SHIFT, bootmap_size,
 635                         BOOTMEM_DEFAULT);
 636
 637 #ifdef CONFIG_BLK_DEV_INITRD
 638         if (INITRD_START && INITRD_SIZE) {
 639                 if (INITRD_START + INITRD_SIZE <= memory_end) {
 640                         reserve_bootmem(INITRD_START, INITRD_SIZE,
 641                                         BOOTMEM_DEFAULT);
 642                         initrd_start = INITRD_START;
 643                         initrd_end = initrd_start + INITRD_SIZE;
 644                 } else {
 645                         printk("initrd extends beyond end of memory "
 646                                "(0x%08lx > 0x%08lx)\ndisabling initrd\n",
 647                                initrd_start + INITRD_SIZE, memory_end);
 648                         initrd_start = initrd_end = 0;
 649                 }
 650         }
 651 #endif
 652 }
 653
 654 static int __init __stfle(unsigned long long *list, int doublewords)
 655 {
 656         typedef struct { unsigned long long _[doublewords]; } addrtype;
 657         register unsigned long __nr asm("0") = doublewords - 1;
 658
 659         asm volatile(".insn s,0xb2b00000,%0" /* stfle */
 660                      : "=m" (*(addrtype *) list), "+d" (__nr) : : "cc");
 661         return __nr + 1;
 662 }
 663
 664 int __init stfle(unsigned long long *list, int doublewords)
 665 {
 666         if (!(stfl() & (1UL << 24)))
 667                 return -EOPNOTSUPP;
 668         return __stfle(list, doublewords);
 669 }
 670
 671 /*
 672  * Setup hardware capabilities.
 673  */
 674 static void __init setup_hwcaps(void)
 675 {
 676         static const int stfl_bits[6] = { 0, 2, 7, 17, 19, 21 };
 677         struct cpuinfo_S390 *cpuinfo = &S390_lowcore.cpu_data;
 678         unsigned long long facility_list_extended;
 679         unsigned int facility_list;
 680         int i;
 681
 682         facility_list = stfl();
 683         /*
 684          * The store facility list bits numbers as found in the principles
 685          * of operation are numbered with bit 1UL<<31 as number 0 to
 686          * bit 1UL<<0 as number 31.
 687          *   Bit 0: instructions named N3, "backported" to esa-mode
 688          *   Bit 2: z/Architecture mode is active
 689          *   Bit 7: the store-facility-list-extended facility is installed
 690          *   Bit 17: the message-security assist is installed
 691          *   Bit 19: the long-displacement facility is installed
 692          *   Bit 21: the extended-immediate facility is installed
 693          * These get translated to:
 694          *   HWCAP_S390_ESAN3 bit 0, HWCAP_S390_ZARCH bit 1,
 695          *   HWCAP_S390_STFLE bit 2, HWCAP_S390_MSA bit 3,
 696          *   HWCAP_S390_LDISP bit 4, and HWCAP_S390_EIMM bit 5.
 697          */
 698         for (i = 0; i < 6; i++)
 699                 if (facility_list & (1UL << (31 - stfl_bits[i])))
 700                         elf_hwcap |= 1UL << i;
 701
 702         /*
 703          * Check for additional facilities with store-facility-list-extended.
 704          * stfle stores doublewords (8 byte) with bit 1ULL<<63 as bit 0
 705          * and 1ULL<<0 as bit 63. Bits 0-31 contain the same information
 706          * as stored by stfl, bits 32-xxx contain additional facilities.
 707          * How many facility words are stored depends on the number of
 708          * doublewords passed to the instruction. The additional facilites
 709          * are:
 710          *   Bit 43: decimal floating point facility is installed
 711          * translated to:
 712          *   HWCAP_S390_DFP bit 6.
 713          */
 714         if ((elf_hwcap & (1UL << 2)) &&
 715             __stfle(&facility_list_extended, 1) > 0) {
 716                 if (facility_list_extended & (1ULL << (64 - 43)))
 717                         elf_hwcap |= 1UL << 6;
 718         }
 719
 720         if (MACHINE_HAS_HPAGE)
 721                 elf_hwcap |= 1UL << 7;
 722
 723         switch (cpuinfo->cpu_id.machine) {
 724         case 0x9672:
 725 #if !defined(CONFIG_64BIT)
 726         default:        /* Use "g5" as default for 31 bit kernels. */
 727 #endif
 728                 strcpy(elf_platform, "g5");
 729                 break;
 730         case 0x2064:
 731         case 0x2066:
 732 #if defined(CONFIG_64BIT)
 733         default:        /* Use "z900" as default for 64 bit kernels. */
 734 #endif
 735                 strcpy(elf_platform, "z900");
 736                 break;
 737         case 0x2084:
 738         case 0x2086:
 739                 strcpy(elf_platform, "z990");
 740                 break;
 741         case 0x2094:
 742                 strcpy(elf_platform, "z9-109");
 743                 break;
 744         }
 745 }
 746
 747 /*
 748  * Setup function called from init/main.c just after the banner
 749  * was printed.
 750  */
 751
 752 void __init
 753 setup_arch(char **cmdline_p)
 754 {
 755         /*
 756          * print what head.S has found out about the machine
 757          */
 758 #ifndef CONFIG_64BIT
 759         printk((MACHINE_IS_VM) ?
 760                "We are running under VM (31 bit mode)\n" :
 761                "We are running native (31 bit mode)\n");
 762         printk((MACHINE_HAS_IEEE) ?
 763                "This machine has an IEEE fpu\n" :
 764                "This machine has no IEEE fpu\n");
 765 #else /* CONFIG_64BIT */
 766         if (MACHINE_IS_VM)
 767                 printk("We are running under VM (64 bit mode)\n");
 768         else if (MACHINE_IS_KVM) {
 769                 printk("We are running under KVM (64 bit mode)\n");
 770                 add_preferred_console("hvc", 0, NULL);
 771                 s390_virtio_console_init();
 772         } else
 773                 printk("We are running native (64 bit mode)\n");
 774 #endif /* CONFIG_64BIT */
 775
 776         /* Have one command line that is parsed and saved in /proc/cmdline */
 777         /* boot_command_line has been already set up in early.c */
 778         *cmdline_p = boot_command_line;
 779
 780         ROOT_DEV = Root_RAM0;
 781
 782         init_mm.start_code = PAGE_OFFSET;
 783         init_mm.end_code = (unsigned long) &_etext;
 784         init_mm.end_data = (unsigned long) &_edata;
 785         init_mm.brk = (unsigned long) &_end;
 786
 787         if (MACHINE_HAS_MVCOS)
 788                 memcpy(&uaccess, &uaccess_mvcos, sizeof(uaccess));
 789         else
 790                 memcpy(&uaccess, &uaccess_std, sizeof(uaccess));
 791
 792         parse_early_param();
 793
 794         setup_ipl();
 795         setup_memory_end();
 796         setup_addressing_mode();
 797         setup_memory();
 798         setup_resources();
 799         setup_lowcore();
 800
 801         cpu_init();
 802         __cpu_logical_map[0] = S390_lowcore.cpu_data.cpu_addr;
 803         s390_init_cpu_topology();
 804
 805         /*
 806          * Setup capabilities (ELF_HWCAP & ELF_PLATFORM).
 807          */
 808         setup_hwcaps();
 809
 810         /*
 811          * Create kernel page tables and switch to virtual addressing.
 812          */
 813         paging_init();
 814
 815         /* Setup default console */
 816         conmode_default();
 817
 818         /* Setup zfcpdump support */
 819         setup_zfcpdump(console_devno);
 820 }
 821
 822 void __cpuinit print_cpu_info(struct cpuinfo_S390 *cpuinfo)
 823 {
 824    printk(KERN_INFO "cpu %d "
 825 #ifdef CONFIG_SMP
 826            "phys_idx=%d "
 827 #endif
 828            "vers=%02X ident=%06X machine=%04X unused=%04X\n",
 829            cpuinfo->cpu_nr,
 830 #ifdef CONFIG_SMP
 831            cpuinfo->cpu_addr,
 832 #endif
 833            cpuinfo->cpu_id.version,
 834            cpuinfo->cpu_id.ident,
 835            cpuinfo->cpu_id.machine,
 836            cpuinfo->cpu_id.unused);
 837 }
 838
 839 /*
 840  * show_cpuinfo - Get information on one CPU for use by procfs.
 841  */
 842
 843 static int show_cpuinfo(struct seq_file *m, void *v)
 844 {
 845         static const char *hwcap_str[8] = {
 846                 "esan3", "zarch", "stfle", "msa", "ldisp", "eimm", "dfp",
 847                 "edat"
 848         };
 849         struct cpuinfo_S390 *cpuinfo;
 850         unsigned long n = (unsigned long) v - 1;
 851         int i;
 852
 853         s390_adjust_jiffies();
 854         preempt_disable();
 855         if (!n) {
 856                 seq_printf(m, "vendor_id       : IBM/S390\n"
 857                                "# processors    : %i\n"
 858                                "bogomips per cpu: %lu.%02lu\n",
 859                                num_online_cpus(), loops_per_jiffy/(500000/HZ),
 860                                (loops_per_jiffy/(5000/HZ))%100);
 861                 seq_puts(m, "features\t: ");
 862                 for (i = 0; i < 8; i++)
 863                         if (hwcap_str[i] && (elf_hwcap & (1UL << i)))
 864                                 seq_printf(m, "%s ", hwcap_str[i]);
 865                 seq_puts(m, "\n");
 866         }
 867
 868         if (cpu_online(n)) {
 869 #ifdef CONFIG_SMP
 870                 if (smp_processor_id() == n)
 871                         cpuinfo = &S390_lowcore.cpu_data;
 872                 else
 873                         cpuinfo = &lowcore_ptr[n]->cpu_data;
 874 #else
 875                 cpuinfo = &S390_lowcore.cpu_data;
 876 #endif
 877                 seq_printf(m, "processor %li: "
 878                                "version = %02X,  "
 879                                "identification = %06X,  "
 880                                "machine = %04X\n",
 881                                n, cpuinfo->cpu_id.version,
 882                                cpuinfo->cpu_id.ident,
 883                                cpuinfo->cpu_id.machine);
 884         }
 885         preempt_enable();
 886         return 0;
 887 }
 888
 889 static void *c_start(struct seq_file *m, loff_t *pos)
 890 {
 891         return *pos < NR_CPUS ? (void *)((unsigned long) *pos + 1) : NULL;
 892 }
 893 static void *c_next(struct seq_file *m, void *v, loff_t *pos)
 894 {
 895         ++*pos;
 896         return c_start(m, pos);
 897 }
 898 static void c_stop(struct seq_file *m, void *v)
 899 {
 900 }
 901 const struct seq_operations cpuinfo_op = {
 902         .start  = c_start,
 903         .next   = c_next,
 904         .stop   = c_stop,
 905         .show   = show_cpuinfo,
 906 };
 907