?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
x86/mm/pat: Don't report PAT on CPUs that don't support it
[linux/fpc-iii.git] / arch / powerpc / platforms / pseries / hotplug-memory.c
blob1fb162ba9d1c6aaa730123d07258a3923b3d245d
1 /*
2 * pseries Memory Hotplug infrastructure.
3 *
4 * Copyright (C) 2008 Badari Pulavarty, IBM Corporation
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
12 #define pr_fmt(fmt) "pseries-hotplug-mem: " fmt
13
14 #include <linux/of.h>
15 #include <linux/of_address.h>
16 #include <linux/memblock.h>
17 #include <linux/memory.h>
18 #include <linux/memory_hotplug.h>
19 #include <linux/slab.h>
20
21 #include <asm/firmware.h>
22 #include <asm/machdep.h>
23 #include <asm/prom.h>
24 #include <asm/sparsemem.h>
25 #include "pseries.h"
26
27 static bool rtas_hp_event;
28
29 unsigned long pseries_memory_block_size(void)
30 {
31 struct device_node *np;
32 unsigned int memblock_size = MIN_MEMORY_BLOCK_SIZE;
33 struct resource r;
34
35 np = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
36 if (np) {
37 const __be64 *size;
38
39 size = of_get_property(np, "ibm,lmb-size", NULL);
40 if (size)
41 memblock_size = be64_to_cpup(size);
42 of_node_put(np);
43 } else if (machine_is(pseries)) {
44 /* This fallback really only applies to pseries */
45 unsigned int memzero_size = 0;
46
47 np = of_find_node_by_path("/memory@0");
48 if (np) {
49 if (!of_address_to_resource(np, 0, &r))
50 memzero_size = resource_size(&r);
51 of_node_put(np);
52 }
53
54 if (memzero_size) {
55 /* We now know the size of memory@0, use this to find
56 * the first memoryblock and get its size.
57 */
58 char buf[64];
59
60 sprintf(buf, "/memory@%x", memzero_size);
61 np = of_find_node_by_path(buf);
62 if (np) {
63 if (!of_address_to_resource(np, 0, &r))
64 memblock_size = resource_size(&r);
65 of_node_put(np);
66 }
67 }
68 }
69 return memblock_size;
70 }
71
72 static void dlpar_free_property(struct property *prop)
73 {
74 kfree(prop->name);
75 kfree(prop->value);
76 kfree(prop);
77 }
78
79 static struct property *dlpar_clone_property(struct property *prop,
80 u32 prop_size)
81 {
82 struct property *new_prop;
83
84 new_prop = kzalloc(sizeof(*new_prop), GFP_KERNEL);
85 if (!new_prop)
86 return NULL;
87
88 new_prop->name = kstrdup(prop->name, GFP_KERNEL);
89 new_prop->value = kzalloc(prop_size, GFP_KERNEL);
90 if (!new_prop->name || !new_prop->value) {
91 dlpar_free_property(new_prop);
92 return NULL;
93 }
94
95 memcpy(new_prop->value, prop->value, prop->length);
96 new_prop->length = prop_size;
97
98 of_property_set_flag(new_prop, OF_DYNAMIC);
99 return new_prop;
100 }
101
102 static struct property *dlpar_clone_drconf_property(struct device_node *dn)
103 {
104 struct property *prop, *new_prop;
105 struct of_drconf_cell *lmbs;
106 u32 num_lmbs, *p;
107 int i;
108
109 prop = of_find_property(dn, "ibm,dynamic-memory", NULL);
110 if (!prop)
111 return NULL;
112
113 new_prop = dlpar_clone_property(prop, prop->length);
114 if (!new_prop)
115 return NULL;
116
117 /* Convert the property to cpu endian-ness */
118 p = new_prop->value;
119 *p = be32_to_cpu(*p);
120
121 num_lmbs = *p++;
122 lmbs = (struct of_drconf_cell *)p;
123
124 for (i = 0; i < num_lmbs; i++) {
125 lmbs[i].base_addr = be64_to_cpu(lmbs[i].base_addr);
126 lmbs[i].drc_index = be32_to_cpu(lmbs[i].drc_index);
127 lmbs[i].aa_index = be32_to_cpu(lmbs[i].aa_index);
128 lmbs[i].flags = be32_to_cpu(lmbs[i].flags);
129 }
130
131 return new_prop;
132 }
133
134 static void dlpar_update_drconf_property(struct device_node *dn,
135 struct property *prop)
136 {
137 struct of_drconf_cell *lmbs;
138 u32 num_lmbs, *p;
139 int i;
140
141 /* Convert the property back to BE */
142 p = prop->value;
143 num_lmbs = *p;
144 *p = cpu_to_be32(*p);
145 p++;
146
147 lmbs = (struct of_drconf_cell *)p;
148 for (i = 0; i < num_lmbs; i++) {
149 lmbs[i].base_addr = cpu_to_be64(lmbs[i].base_addr);
150 lmbs[i].drc_index = cpu_to_be32(lmbs[i].drc_index);
151 lmbs[i].aa_index = cpu_to_be32(lmbs[i].aa_index);
152 lmbs[i].flags = cpu_to_be32(lmbs[i].flags);
153 }
154
155 rtas_hp_event = true;
156 of_update_property(dn, prop);
157 rtas_hp_event = false;
158 }
159
160 static int dlpar_update_device_tree_lmb(struct of_drconf_cell *lmb)
161 {
162 struct device_node *dn;
163 struct property *prop;
164 struct of_drconf_cell *lmbs;
165 u32 *p, num_lmbs;
166 int i;
167
168 dn = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
169 if (!dn)
170 return -ENODEV;
171
172 prop = dlpar_clone_drconf_property(dn);
173 if (!prop) {
174 of_node_put(dn);
175 return -ENODEV;
176 }
177
178 p = prop->value;
179 num_lmbs = *p++;
180 lmbs = (struct of_drconf_cell *)p;
181
182 for (i = 0; i < num_lmbs; i++) {
183 if (lmbs[i].drc_index == lmb->drc_index) {
184 lmbs[i].flags = lmb->flags;
185 lmbs[i].aa_index = lmb->aa_index;
186
187 dlpar_update_drconf_property(dn, prop);
188 break;
189 }
190 }
191
192 of_node_put(dn);
193 return 0;
194 }
195
196 static u32 find_aa_index(struct device_node *dr_node,
197 struct property *ala_prop, const u32 *lmb_assoc)
198 {
199 u32 *assoc_arrays;
200 u32 aa_index;
201 int aa_arrays, aa_array_entries, aa_array_sz;
202 int i, index;
203
204 /*
205 * The ibm,associativity-lookup-arrays property is defined to be
206 * a 32-bit value specifying the number of associativity arrays
207 * followed by a 32-bitvalue specifying the number of entries per
208 * array, followed by the associativity arrays.
209 */
210 assoc_arrays = ala_prop->value;
211
212 aa_arrays = be32_to_cpu(assoc_arrays[0]);
213 aa_array_entries = be32_to_cpu(assoc_arrays[1]);
214 aa_array_sz = aa_array_entries * sizeof(u32);
215
216 aa_index = -1;
217 for (i = 0; i < aa_arrays; i++) {
218 index = (i * aa_array_entries) + 2;
219
220 if (memcmp(&assoc_arrays[index], &lmb_assoc[1], aa_array_sz))
221 continue;
222
223 aa_index = i;
224 break;
225 }
226
227 if (aa_index == -1) {
228 struct property *new_prop;
229 u32 new_prop_size;
230
231 new_prop_size = ala_prop->length + aa_array_sz;
232 new_prop = dlpar_clone_property(ala_prop, new_prop_size);
233 if (!new_prop)
234 return -1;
235
236 assoc_arrays = new_prop->value;
237
238 /* increment the number of entries in the lookup array */
239 assoc_arrays[0] = cpu_to_be32(aa_arrays + 1);
240
241 /* copy the new associativity into the lookup array */
242 index = aa_arrays * aa_array_entries + 2;
243 memcpy(&assoc_arrays[index], &lmb_assoc[1], aa_array_sz);
244
245 of_update_property(dr_node, new_prop);
246
247 /*
248 * The associativity lookup array index for this lmb is
249 * number of entries - 1 since we added its associativity
250 * to the end of the lookup array.
251 */
252 aa_index = be32_to_cpu(assoc_arrays[0]) - 1;
253 }
254
255 return aa_index;
256 }
257
258 static u32 lookup_lmb_associativity_index(struct of_drconf_cell *lmb)
259 {
260 struct device_node *parent, *lmb_node, *dr_node;
261 struct property *ala_prop;
262 const u32 *lmb_assoc;
263 u32 aa_index;
264
265 parent = of_find_node_by_path("/");
266 if (!parent)
267 return -ENODEV;
268
269 lmb_node = dlpar_configure_connector(cpu_to_be32(lmb->drc_index),
270 parent);
271 of_node_put(parent);
272 if (!lmb_node)
273 return -EINVAL;
274
275 lmb_assoc = of_get_property(lmb_node, "ibm,associativity", NULL);
276 if (!lmb_assoc) {
277 dlpar_free_cc_nodes(lmb_node);
278 return -ENODEV;
279 }
280
281 dr_node = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
282 if (!dr_node) {
283 dlpar_free_cc_nodes(lmb_node);
284 return -ENODEV;
285 }
286
287 ala_prop = of_find_property(dr_node, "ibm,associativity-lookup-arrays",
288 NULL);
289 if (!ala_prop) {
290 of_node_put(dr_node);
291 dlpar_free_cc_nodes(lmb_node);
292 return -ENODEV;
293 }
294
295 aa_index = find_aa_index(dr_node, ala_prop, lmb_assoc);
296
297 dlpar_free_cc_nodes(lmb_node);
298 return aa_index;
299 }
300
301 static int dlpar_add_device_tree_lmb(struct of_drconf_cell *lmb)
302 {
303 int aa_index;
304
305 lmb->flags |= DRCONF_MEM_ASSIGNED;
306
307 aa_index = lookup_lmb_associativity_index(lmb);
308 if (aa_index < 0) {
309 pr_err("Couldn't find associativity index for drc index %x\n",
310 lmb->drc_index);
311 return aa_index;
312 }
313
314 lmb->aa_index = aa_index;
315 return dlpar_update_device_tree_lmb(lmb);
316 }
317
318 static int dlpar_remove_device_tree_lmb(struct of_drconf_cell *lmb)
319 {
320 lmb->flags &= ~DRCONF_MEM_ASSIGNED;
321 lmb->aa_index = 0xffffffff;
322 return dlpar_update_device_tree_lmb(lmb);
323 }
324
325 static struct memory_block *lmb_to_memblock(struct of_drconf_cell *lmb)
326 {
327 unsigned long section_nr;
328 struct mem_section *mem_sect;
329 struct memory_block *mem_block;
330
331 section_nr = pfn_to_section_nr(PFN_DOWN(lmb->base_addr));
332 mem_sect = __nr_to_section(section_nr);
333
334 mem_block = find_memory_block(mem_sect);
335 return mem_block;
336 }
337
338 #ifdef CONFIG_MEMORY_HOTREMOVE
339 static int pseries_remove_memblock(unsigned long base, unsigned int memblock_size)
340 {
341 unsigned long block_sz, start_pfn;
342 int sections_per_block;
343 int i, nid;
344
345 start_pfn = base >> PAGE_SHIFT;
346
347 lock_device_hotplug();
348
349 if (!pfn_valid(start_pfn))
350 goto out;
351
352 block_sz = pseries_memory_block_size();
353 sections_per_block = block_sz / MIN_MEMORY_BLOCK_SIZE;
354 nid = memory_add_physaddr_to_nid(base);
355
356 for (i = 0; i < sections_per_block; i++) {
357 remove_memory(nid, base, MIN_MEMORY_BLOCK_SIZE);
358 base += MIN_MEMORY_BLOCK_SIZE;
359 }
360
361 out:
362 /* Update memory regions for memory remove */
363 memblock_remove(base, memblock_size);
364 unlock_device_hotplug();
365 return 0;
366 }
367
368 static int pseries_remove_mem_node(struct device_node *np)
369 {
370 const char *type;
371 const __be32 *regs;
372 unsigned long base;
373 unsigned int lmb_size;
374 int ret = -EINVAL;
375
376 /*
377 * Check to see if we are actually removing memory
378 */
379 type = of_get_property(np, "device_type", NULL);
380 if (type == NULL || strcmp(type, "memory") != 0)
381 return 0;
382
383 /*
384 * Find the base address and size of the memblock
385 */
386 regs = of_get_property(np, "reg", NULL);
387 if (!regs)
388 return ret;
389
390 base = be64_to_cpu(*(unsigned long *)regs);
391 lmb_size = be32_to_cpu(regs[3]);
392
393 pseries_remove_memblock(base, lmb_size);
394 return 0;
395 }
396
397 static bool lmb_is_removable(struct of_drconf_cell *lmb)
398 {
399 int i, scns_per_block;
400 int rc = 1;
401 unsigned long pfn, block_sz;
402 u64 phys_addr;
403
404 if (!(lmb->flags & DRCONF_MEM_ASSIGNED))
405 return false;
406
407 block_sz = memory_block_size_bytes();
408 scns_per_block = block_sz / MIN_MEMORY_BLOCK_SIZE;
409 phys_addr = lmb->base_addr;
410
411 for (i = 0; i < scns_per_block; i++) {
412 pfn = PFN_DOWN(phys_addr);
413 if (!pfn_present(pfn))
414 continue;
415
416 rc &= is_mem_section_removable(pfn, PAGES_PER_SECTION);
417 phys_addr += MIN_MEMORY_BLOCK_SIZE;
418 }
419
420 return rc ? true : false;
421 }
422
423 static int dlpar_add_lmb(struct of_drconf_cell *);
424
425 static int dlpar_remove_lmb(struct of_drconf_cell *lmb)
426 {
427 struct memory_block *mem_block;
428 unsigned long block_sz;
429 int nid, rc;
430
431 if (!lmb_is_removable(lmb))
432 return -EINVAL;
433
434 mem_block = lmb_to_memblock(lmb);
435 if (!mem_block)
436 return -EINVAL;
437
438 rc = device_offline(&mem_block->dev);
439 put_device(&mem_block->dev);
440 if (rc)
441 return rc;
442
443 block_sz = pseries_memory_block_size();
444 nid = memory_add_physaddr_to_nid(lmb->base_addr);
445
446 remove_memory(nid, lmb->base_addr, block_sz);
447
448 /* Update memory regions for memory remove */
449 memblock_remove(lmb->base_addr, block_sz);
450
451 dlpar_remove_device_tree_lmb(lmb);
452 return 0;
453 }
454
455 static int dlpar_memory_remove_by_count(u32 lmbs_to_remove,
456 struct property *prop)
457 {
458 struct of_drconf_cell *lmbs;
459 int lmbs_removed = 0;
460 int lmbs_available = 0;
461 u32 num_lmbs, *p;
462 int i, rc;
463
464 pr_info("Attempting to hot-remove %d LMB(s)\n", lmbs_to_remove);
465
466 if (lmbs_to_remove == 0)
467 return -EINVAL;
468
469 p = prop->value;
470 num_lmbs = *p++;
471 lmbs = (struct of_drconf_cell *)p;
472
473 /* Validate that there are enough LMBs to satisfy the request */
474 for (i = 0; i < num_lmbs; i++) {
475 if (lmb_is_removable(&lmbs[i]))
476 lmbs_available++;
477 }
478
479 if (lmbs_available < lmbs_to_remove) {
480 pr_info("Not enough LMBs available (%d of %d) to satisfy request\n",
481 lmbs_available, lmbs_to_remove);
482 return -EINVAL;
483 }
484
485 for (i = 0; i < num_lmbs && lmbs_removed < lmbs_to_remove; i++) {
486 rc = dlpar_remove_lmb(&lmbs[i]);
487 if (rc)
488 continue;
489
490 lmbs_removed++;
491
492 /* Mark this lmb so we can add it later if all of the
493 * requested LMBs cannot be removed.
494 */
495 lmbs[i].reserved = 1;
496 }
497
498 if (lmbs_removed != lmbs_to_remove) {
499 pr_err("Memory hot-remove failed, adding LMB's back\n");
500
501 for (i = 0; i < num_lmbs; i++) {
502 if (!lmbs[i].reserved)
503 continue;
504
505 rc = dlpar_add_lmb(&lmbs[i]);
506 if (rc)
507 pr_err("Failed to add LMB back, drc index %x\n",
508 lmbs[i].drc_index);
509
510 lmbs[i].reserved = 0;
511 }
512
513 rc = -EINVAL;
514 } else {
515 for (i = 0; i < num_lmbs; i++) {
516 if (!lmbs[i].reserved)
517 continue;
518
519 dlpar_release_drc(lmbs[i].drc_index);
520 pr_info("Memory at %llx was hot-removed\n",
521 lmbs[i].base_addr);
522
523 lmbs[i].reserved = 0;
524 }
525 rc = 0;
526 }
527
528 return rc;
529 }
530
531 static int dlpar_memory_remove_by_index(u32 drc_index, struct property *prop)
532 {
533 struct of_drconf_cell *lmbs;
534 u32 num_lmbs, *p;
535 int lmb_found;
536 int i, rc;
537
538 pr_info("Attempting to hot-remove LMB, drc index %x\n", drc_index);
539
540 p = prop->value;
541 num_lmbs = *p++;
542 lmbs = (struct of_drconf_cell *)p;
543
544 lmb_found = 0;
545 for (i = 0; i < num_lmbs; i++) {
546 if (lmbs[i].drc_index == drc_index) {
547 lmb_found = 1;
548 rc = dlpar_remove_lmb(&lmbs[i]);
549 if (!rc)
550 dlpar_release_drc(lmbs[i].drc_index);
551
552 break;
553 }
554 }
555
556 if (!lmb_found)
557 rc = -EINVAL;
558
559 if (rc)
560 pr_info("Failed to hot-remove memory at %llx\n",
561 lmbs[i].base_addr);
562 else
563 pr_info("Memory at %llx was hot-removed\n", lmbs[i].base_addr);
564
565 return rc;
566 }
567
568 static int dlpar_memory_readd_by_index(u32 drc_index, struct property *prop)
569 {
570 struct of_drconf_cell *lmbs;
571 u32 num_lmbs, *p;
572 int lmb_found;
573 int i, rc;
574
575 pr_info("Attempting to update LMB, drc index %x\n", drc_index);
576
577 p = prop->value;
578 num_lmbs = *p++;
579 lmbs = (struct of_drconf_cell *)p;
580
581 lmb_found = 0;
582 for (i = 0; i < num_lmbs; i++) {
583 if (lmbs[i].drc_index == drc_index) {
584 lmb_found = 1;
585 rc = dlpar_remove_lmb(&lmbs[i]);
586 if (!rc) {
587 rc = dlpar_add_lmb(&lmbs[i]);
588 if (rc)
589 dlpar_release_drc(lmbs[i].drc_index);
590 }
591 break;
592 }
593 }
594
595 if (!lmb_found)
596 rc = -EINVAL;
597
598 if (rc)
599 pr_info("Failed to update memory at %llx\n",
600 lmbs[i].base_addr);
601 else
602 pr_info("Memory at %llx was updated\n", lmbs[i].base_addr);
603
604 return rc;
605 }
606
607 static int dlpar_memory_remove_by_ic(u32 lmbs_to_remove, u32 drc_index,
608 struct property *prop)
609 {
610 struct of_drconf_cell *lmbs;
611 u32 num_lmbs, *p;
612 int i, rc, start_lmb_found;
613 int lmbs_available = 0, start_index = 0, end_index;
614
615 pr_info("Attempting to hot-remove %u LMB(s) at %x\n",
616 lmbs_to_remove, drc_index);
617
618 if (lmbs_to_remove == 0)
619 return -EINVAL;
620
621 p = prop->value;
622 num_lmbs = *p++;
623 lmbs = (struct of_drconf_cell *)p;
624 start_lmb_found = 0;
625
626 /* Navigate to drc_index */
627 while (start_index < num_lmbs) {
628 if (lmbs[start_index].drc_index == drc_index) {
629 start_lmb_found = 1;
630 break;
631 }
632
633 start_index++;
634 }
635
636 if (!start_lmb_found)
637 return -EINVAL;
638
639 end_index = start_index + lmbs_to_remove;
640
641 /* Validate that there are enough LMBs to satisfy the request */
642 for (i = start_index; i < end_index; i++) {
643 if (lmbs[i].flags & DRCONF_MEM_RESERVED)
644 break;
645
646 lmbs_available++;
647 }
648
649 if (lmbs_available < lmbs_to_remove)
650 return -EINVAL;
651
652 for (i = start_index; i < end_index; i++) {
653 if (!(lmbs[i].flags & DRCONF_MEM_ASSIGNED))
654 continue;
655
656 rc = dlpar_remove_lmb(&lmbs[i]);
657 if (rc)
658 break;
659
660 lmbs[i].reserved = 1;
661 }
662
663 if (rc) {
664 pr_err("Memory indexed-count-remove failed, adding any removed LMBs\n");
665
666 for (i = start_index; i < end_index; i++) {
667 if (!lmbs[i].reserved)
668 continue;
669
670 rc = dlpar_add_lmb(&lmbs[i]);
671 if (rc)
672 pr_err("Failed to add LMB, drc index %x\n",
673 be32_to_cpu(lmbs[i].drc_index));
674
675 lmbs[i].reserved = 0;
676 }
677 rc = -EINVAL;
678 } else {
679 for (i = start_index; i < end_index; i++) {
680 if (!lmbs[i].reserved)
681 continue;
682
683 dlpar_release_drc(lmbs[i].drc_index);
684 pr_info("Memory at %llx (drc index %x) was hot-removed\n",
685 lmbs[i].base_addr, lmbs[i].drc_index);
686
687 lmbs[i].reserved = 0;
688 }
689 }
690
691 return rc;
692 }
693
694 #else
695 static inline int pseries_remove_memblock(unsigned long base,
696 unsigned int memblock_size)
697 {
698 return -EOPNOTSUPP;
699 }
700 static inline int pseries_remove_mem_node(struct device_node *np)
701 {
702 return 0;
703 }
704 static inline int dlpar_memory_remove(struct pseries_hp_errorlog *hp_elog)
705 {
706 return -EOPNOTSUPP;
707 }
708 static int dlpar_remove_lmb(struct of_drconf_cell *lmb)
709 {
710 return -EOPNOTSUPP;
711 }
712 static int dlpar_memory_remove_by_count(u32 lmbs_to_remove,
713 struct property *prop)
714 {
715 return -EOPNOTSUPP;
716 }
717 static int dlpar_memory_remove_by_index(u32 drc_index, struct property *prop)
718 {
719 return -EOPNOTSUPP;
720 }
721 static int dlpar_memory_readd_by_index(u32 drc_index, struct property *prop)
722 {
723 return -EOPNOTSUPP;
724 }
725
726 static int dlpar_memory_remove_by_ic(u32 lmbs_to_remove, u32 drc_index,
727 struct property *prop)
728 {
729 return -EOPNOTSUPP;
730 }
731 #endif /* CONFIG_MEMORY_HOTREMOVE */
732
733 static int dlpar_online_lmb(struct of_drconf_cell *lmb)
734 {
735 struct memory_block *mem_block;
736 int rc;
737
738 mem_block = lmb_to_memblock(lmb);
739 if (!mem_block)
740 return -EINVAL;
741
742 rc = device_online(&mem_block->dev);
743 put_device(&mem_block->dev);
744 return rc;
745 }
746
747 static int dlpar_add_lmb(struct of_drconf_cell *lmb)
748 {
749 unsigned long block_sz;
750 int nid, rc;
751
752 if (lmb->flags & DRCONF_MEM_ASSIGNED)
753 return -EINVAL;
754
755 rc = dlpar_add_device_tree_lmb(lmb);
756 if (rc) {
757 pr_err("Couldn't update device tree for drc index %x\n",
758 lmb->drc_index);
759 dlpar_release_drc(lmb->drc_index);
760 return rc;
761 }
762
763 block_sz = memory_block_size_bytes();
764
765 /* Find the node id for this address */
766 nid = memory_add_physaddr_to_nid(lmb->base_addr);
767
768 /* Add the memory */
769 rc = add_memory(nid, lmb->base_addr, block_sz);
770 if (rc) {
771 dlpar_remove_device_tree_lmb(lmb);
772 return rc;
773 }
774
775 rc = dlpar_online_lmb(lmb);
776 if (rc) {
777 remove_memory(nid, lmb->base_addr, block_sz);
778 dlpar_remove_device_tree_lmb(lmb);
779 } else {
780 lmb->flags |= DRCONF_MEM_ASSIGNED;
781 }
782
783 return rc;
784 }
785
786 static int dlpar_memory_add_by_count(u32 lmbs_to_add, struct property *prop)
787 {
788 struct of_drconf_cell *lmbs;
789 u32 num_lmbs, *p;
790 int lmbs_available = 0;
791 int lmbs_added = 0;
792 int i, rc;
793
794 pr_info("Attempting to hot-add %d LMB(s)\n", lmbs_to_add);
795
796 if (lmbs_to_add == 0)
797 return -EINVAL;
798
799 p = prop->value;
800 num_lmbs = *p++;
801 lmbs = (struct of_drconf_cell *)p;
802
803 /* Validate that there are enough LMBs to satisfy the request */
804 for (i = 0; i < num_lmbs; i++) {
805 if (!(lmbs[i].flags & DRCONF_MEM_ASSIGNED))
806 lmbs_available++;
807 }
808
809 if (lmbs_available < lmbs_to_add)
810 return -EINVAL;
811
812 for (i = 0; i < num_lmbs && lmbs_to_add != lmbs_added; i++) {
813 rc = dlpar_acquire_drc(lmbs[i].drc_index);
814 if (rc)
815 continue;
816
817 rc = dlpar_add_lmb(&lmbs[i]);
818 if (rc) {
819 dlpar_release_drc(lmbs[i].drc_index);
820 continue;
821 }
822
823 lmbs_added++;
824
825 /* Mark this lmb so we can remove it later if all of the
826 * requested LMBs cannot be added.
827 */
828 lmbs[i].reserved = 1;
829 }
830
831 if (lmbs_added != lmbs_to_add) {
832 pr_err("Memory hot-add failed, removing any added LMBs\n");
833
834 for (i = 0; i < num_lmbs; i++) {
835 if (!lmbs[i].reserved)
836 continue;
837
838 rc = dlpar_remove_lmb(&lmbs[i]);
839 if (rc)
840 pr_err("Failed to remove LMB, drc index %x\n",
841 be32_to_cpu(lmbs[i].drc_index));
842 else
843 dlpar_release_drc(lmbs[i].drc_index);
844 }
845 rc = -EINVAL;
846 } else {
847 for (i = 0; i < num_lmbs; i++) {
848 if (!lmbs[i].reserved)
849 continue;
850
851 pr_info("Memory at %llx (drc index %x) was hot-added\n",
852 lmbs[i].base_addr, lmbs[i].drc_index);
853 lmbs[i].reserved = 0;
854 }
855 }
856
857 return rc;
858 }
859
860 static int dlpar_memory_add_by_index(u32 drc_index, struct property *prop)
861 {
862 struct of_drconf_cell *lmbs;
863 u32 num_lmbs, *p;
864 int i, lmb_found;
865 int rc;
866
867 pr_info("Attempting to hot-add LMB, drc index %x\n", drc_index);
868
869 p = prop->value;
870 num_lmbs = *p++;
871 lmbs = (struct of_drconf_cell *)p;
872
873 lmb_found = 0;
874 for (i = 0; i < num_lmbs; i++) {
875 if (lmbs[i].drc_index == drc_index) {
876 lmb_found = 1;
877 rc = dlpar_acquire_drc(lmbs[i].drc_index);
878 if (!rc) {
879 rc = dlpar_add_lmb(&lmbs[i]);
880 if (rc)
881 dlpar_release_drc(lmbs[i].drc_index);
882 }
883
884 break;
885 }
886 }
887
888 if (!lmb_found)
889 rc = -EINVAL;
890
891 if (rc)
892 pr_info("Failed to hot-add memory, drc index %x\n", drc_index);
893 else
894 pr_info("Memory at %llx (drc index %x) was hot-added\n",
895 lmbs[i].base_addr, drc_index);
896
897 return rc;
898 }
899
900 static int dlpar_memory_add_by_ic(u32 lmbs_to_add, u32 drc_index,
901 struct property *prop)
902 {
903 struct of_drconf_cell *lmbs;
904 u32 num_lmbs, *p;
905 int i, rc, start_lmb_found;
906 int lmbs_available = 0, start_index = 0, end_index;
907
908 pr_info("Attempting to hot-add %u LMB(s) at index %x\n",
909 lmbs_to_add, drc_index);
910
911 if (lmbs_to_add == 0)
912 return -EINVAL;
913
914 p = prop->value;
915 num_lmbs = *p++;
916 lmbs = (struct of_drconf_cell *)p;
917 start_lmb_found = 0;
918
919 /* Navigate to drc_index */
920 while (start_index < num_lmbs) {
921 if (lmbs[start_index].drc_index == drc_index) {
922 start_lmb_found = 1;
923 break;
924 }
925
926 start_index++;
927 }
928
929 if (!start_lmb_found)
930 return -EINVAL;
931
932 end_index = start_index + lmbs_to_add;
933
934 /* Validate that the LMBs in this range are not reserved */
935 for (i = start_index; i < end_index; i++) {
936 if (lmbs[i].flags & DRCONF_MEM_RESERVED)
937 break;
938
939 lmbs_available++;
940 }
941
942 if (lmbs_available < lmbs_to_add)
943 return -EINVAL;
944
945 for (i = start_index; i < end_index; i++) {
946 if (lmbs[i].flags & DRCONF_MEM_ASSIGNED)
947 continue;
948
949 rc = dlpar_acquire_drc(lmbs[i].drc_index);
950 if (rc)
951 break;
952
953 rc = dlpar_add_lmb(&lmbs[i]);
954 if (rc) {
955 dlpar_release_drc(lmbs[i].drc_index);
956 break;
957 }
958
959 lmbs[i].reserved = 1;
960 }
961
962 if (rc) {
963 pr_err("Memory indexed-count-add failed, removing any added LMBs\n");
964
965 for (i = start_index; i < end_index; i++) {
966 if (!lmbs[i].reserved)
967 continue;
968
969 rc = dlpar_remove_lmb(&lmbs[i]);
970 if (rc)
971 pr_err("Failed to remove LMB, drc index %x\n",
972 be32_to_cpu(lmbs[i].drc_index));
973 else
974 dlpar_release_drc(lmbs[i].drc_index);
975 }
976 rc = -EINVAL;
977 } else {
978 for (i = start_index; i < end_index; i++) {
979 if (!lmbs[i].reserved)
980 continue;
981
982 pr_info("Memory at %llx (drc index %x) was hot-added\n",
983 lmbs[i].base_addr, lmbs[i].drc_index);
984 lmbs[i].reserved = 0;
985 }
986 }
987
988 return rc;
989 }
990
991 int dlpar_memory(struct pseries_hp_errorlog *hp_elog)
992 {
993 struct device_node *dn;
994 struct property *prop;
995 u32 count, drc_index;
996 int rc;
997
998 lock_device_hotplug();
999
1000 dn = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
1001 if (!dn) {
1002 rc = -EINVAL;
1003 goto dlpar_memory_out;
1004 }
1005
1006 prop = dlpar_clone_drconf_property(dn);
1007 if (!prop) {
1008 rc = -EINVAL;
1009 goto dlpar_memory_out;
1010 }
1011
1012 switch (hp_elog->action) {
1013 case PSERIES_HP_ELOG_ACTION_ADD:
1014 if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_COUNT) {
1015 count = hp_elog->_drc_u.drc_count;
1016 rc = dlpar_memory_add_by_count(count, prop);
1017 } else if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_INDEX) {
1018 drc_index = hp_elog->_drc_u.drc_index;
1019 rc = dlpar_memory_add_by_index(drc_index, prop);
1020 } else if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_IC) {
1021 count = hp_elog->_drc_u.ic.count;
1022 drc_index = hp_elog->_drc_u.ic.index;
1023 rc = dlpar_memory_add_by_ic(count, drc_index, prop);
1024 } else {
1025 rc = -EINVAL;
1026 }
1027
1028 break;
1029 case PSERIES_HP_ELOG_ACTION_REMOVE:
1030 if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_COUNT) {
1031 count = hp_elog->_drc_u.drc_count;
1032 rc = dlpar_memory_remove_by_count(count, prop);
1033 } else if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_INDEX) {
1034 drc_index = hp_elog->_drc_u.drc_index;
1035 rc = dlpar_memory_remove_by_index(drc_index, prop);
1036 } else if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_IC) {
1037 count = hp_elog->_drc_u.ic.count;
1038 drc_index = hp_elog->_drc_u.ic.index;
1039 rc = dlpar_memory_remove_by_ic(count, drc_index, prop);
1040 } else {
1041 rc = -EINVAL;
1042 }
1043
1044 break;
1045 case PSERIES_HP_ELOG_ACTION_READD:
1046 drc_index = hp_elog->_drc_u.drc_index;
1047 rc = dlpar_memory_readd_by_index(drc_index, prop);
1048 break;
1049 default:
1050 pr_err("Invalid action (%d) specified\n", hp_elog->action);
1051 rc = -EINVAL;
1052 break;
1053 }
1054
1055 dlpar_free_property(prop);
1056
1057 dlpar_memory_out:
1058 of_node_put(dn);
1059 unlock_device_hotplug();
1060 return rc;
1061 }
1062
1063 static int pseries_add_mem_node(struct device_node *np)
1064 {
1065 const char *type;
1066 const __be32 *regs;
1067 unsigned long base;
1068 unsigned int lmb_size;
1069 int ret = -EINVAL;
1070
1071 /*
1072 * Check to see if we are actually adding memory
1073 */
1074 type = of_get_property(np, "device_type", NULL);
1075 if (type == NULL || strcmp(type, "memory") != 0)
1076 return 0;
1077
1078 /*
1079 * Find the base and size of the memblock
1080 */
1081 regs = of_get_property(np, "reg", NULL);
1082 if (!regs)
1083 return ret;
1084
1085 base = be64_to_cpu(*(unsigned long *)regs);
1086 lmb_size = be32_to_cpu(regs[3]);
1087
1088 /*
1089 * Update memory region to represent the memory add
1090 */
1091 ret = memblock_add(base, lmb_size);
1092 return (ret < 0) ? -EINVAL : 0;
1093 }
1094
1095 static int pseries_update_drconf_memory(struct of_reconfig_data *pr)
1096 {
1097 struct of_drconf_cell *new_drmem, *old_drmem;
1098 unsigned long memblock_size;
1099 u32 entries;
1100 __be32 *p;
1101 int i, rc = -EINVAL;
1102
1103 if (rtas_hp_event)
1104 return 0;
1105
1106 memblock_size = pseries_memory_block_size();
1107 if (!memblock_size)
1108 return -EINVAL;
1109
1110 p = (__be32 *) pr->old_prop->value;
1111 if (!p)
1112 return -EINVAL;
1113
1114 /* The first int of the property is the number of lmb's described
1115 * by the property. This is followed by an array of of_drconf_cell
1116 * entries. Get the number of entries and skip to the array of
1117 * of_drconf_cell's.
1118 */
1119 entries = be32_to_cpu(*p++);
1120 old_drmem = (struct of_drconf_cell *)p;
1121
1122 p = (__be32 *)pr->prop->value;
1123 p++;
1124 new_drmem = (struct of_drconf_cell *)p;
1125
1126 for (i = 0; i < entries; i++) {
1127 if ((be32_to_cpu(old_drmem[i].flags) & DRCONF_MEM_ASSIGNED) &&
1128 (!(be32_to_cpu(new_drmem[i].flags) & DRCONF_MEM_ASSIGNED))) {
1129 rc = pseries_remove_memblock(
1130 be64_to_cpu(old_drmem[i].base_addr),
1131 memblock_size);
1132 break;
1133 } else if ((!(be32_to_cpu(old_drmem[i].flags) &
1134 DRCONF_MEM_ASSIGNED)) &&
1135 (be32_to_cpu(new_drmem[i].flags) &
1136 DRCONF_MEM_ASSIGNED)) {
1137 rc = memblock_add(be64_to_cpu(old_drmem[i].base_addr),
1138 memblock_size);
1139 rc = (rc < 0) ? -EINVAL : 0;
1140 break;
1141 }
1142 }
1143 return rc;
1144 }
1145
1146 static int pseries_memory_notifier(struct notifier_block *nb,
1147 unsigned long action, void *data)
1148 {
1149 struct of_reconfig_data *rd = data;
1150 int err = 0;
1151
1152 switch (action) {
1153 case OF_RECONFIG_ATTACH_NODE:
1154 err = pseries_add_mem_node(rd->dn);
1155 break;
1156 case OF_RECONFIG_DETACH_NODE:
1157 err = pseries_remove_mem_node(rd->dn);
1158 break;
1159 case OF_RECONFIG_UPDATE_PROPERTY:
1160 if (!strcmp(rd->prop->name, "ibm,dynamic-memory"))
1161 err = pseries_update_drconf_memory(rd);
1162 break;
1163 }
1164 return notifier_from_errno(err);
1165 }
1166
1167 static struct notifier_block pseries_mem_nb = {
1168 .notifier_call = pseries_memory_notifier,
1169 };
1170
1171 static int __init pseries_memory_hotplug_init(void)
1172 {
1173 if (firmware_has_feature(FW_FEATURE_LPAR))
1174 of_reconfig_notifier_register(&pseries_mem_nb);
1175
1176 return 0;
1177 }
1178 machine_device_initcall(pseries, pseries_memory_hotplug_init);
Linux with added FPC-III support