2 * pseries Memory Hotplug infrastructure.
4 * Copyright (C) 2008 Badari Pulavarty, IBM Corporation
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
12 #define pr_fmt(fmt) "pseries-hotplug-mem: " fmt
15 #include <linux/of_address.h>
16 #include <linux/memblock.h>
17 #include <linux/memory.h>
18 #include <linux/memory_hotplug.h>
19 #include <linux/slab.h>
21 #include <asm/firmware.h>
22 #include <asm/machdep.h>
24 #include <asm/sparsemem.h>
27 static bool rtas_hp_event
;
29 unsigned long pseries_memory_block_size(void)
31 struct device_node
*np
;
32 unsigned int memblock_size
= MIN_MEMORY_BLOCK_SIZE
;
35 np
= of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
39 size
= of_get_property(np
, "ibm,lmb-size", NULL
);
41 memblock_size
= be64_to_cpup(size
);
43 } else if (machine_is(pseries
)) {
44 /* This fallback really only applies to pseries */
45 unsigned int memzero_size
= 0;
47 np
= of_find_node_by_path("/memory@0");
49 if (!of_address_to_resource(np
, 0, &r
))
50 memzero_size
= resource_size(&r
);
55 /* We now know the size of memory@0, use this to find
56 * the first memoryblock and get its size.
60 sprintf(buf
, "/memory@%x", memzero_size
);
61 np
= of_find_node_by_path(buf
);
63 if (!of_address_to_resource(np
, 0, &r
))
64 memblock_size
= resource_size(&r
);
72 static void dlpar_free_drconf_property(struct property
*prop
)
79 static struct property
*dlpar_clone_drconf_property(struct device_node
*dn
)
81 struct property
*prop
, *new_prop
;
82 struct of_drconf_cell
*lmbs
;
86 prop
= of_find_property(dn
, "ibm,dynamic-memory", NULL
);
90 new_prop
= kzalloc(sizeof(*new_prop
), GFP_KERNEL
);
94 new_prop
->name
= kstrdup(prop
->name
, GFP_KERNEL
);
95 new_prop
->value
= kmalloc(prop
->length
, GFP_KERNEL
);
96 if (!new_prop
->name
|| !new_prop
->value
) {
97 dlpar_free_drconf_property(new_prop
);
101 memcpy(new_prop
->value
, prop
->value
, prop
->length
);
102 new_prop
->length
= prop
->length
;
104 /* Convert the property to cpu endian-ness */
106 *p
= be32_to_cpu(*p
);
109 lmbs
= (struct of_drconf_cell
*)p
;
111 for (i
= 0; i
< num_lmbs
; i
++) {
112 lmbs
[i
].base_addr
= be64_to_cpu(lmbs
[i
].base_addr
);
113 lmbs
[i
].drc_index
= be32_to_cpu(lmbs
[i
].drc_index
);
114 lmbs
[i
].flags
= be32_to_cpu(lmbs
[i
].flags
);
120 static struct memory_block
*lmb_to_memblock(struct of_drconf_cell
*lmb
)
122 unsigned long section_nr
;
123 struct mem_section
*mem_sect
;
124 struct memory_block
*mem_block
;
126 section_nr
= pfn_to_section_nr(PFN_DOWN(lmb
->base_addr
));
127 mem_sect
= __nr_to_section(section_nr
);
129 mem_block
= find_memory_block(mem_sect
);
133 #ifdef CONFIG_MEMORY_HOTREMOVE
134 static int pseries_remove_memblock(unsigned long base
, unsigned int memblock_size
)
136 unsigned long block_sz
, start_pfn
;
137 int sections_per_block
;
140 start_pfn
= base
>> PAGE_SHIFT
;
142 lock_device_hotplug();
144 if (!pfn_valid(start_pfn
))
147 block_sz
= pseries_memory_block_size();
148 sections_per_block
= block_sz
/ MIN_MEMORY_BLOCK_SIZE
;
149 nid
= memory_add_physaddr_to_nid(base
);
151 for (i
= 0; i
< sections_per_block
; i
++) {
152 remove_memory(nid
, base
, MIN_MEMORY_BLOCK_SIZE
);
153 base
+= MIN_MEMORY_BLOCK_SIZE
;
157 /* Update memory regions for memory remove */
158 memblock_remove(base
, memblock_size
);
159 unlock_device_hotplug();
163 static int pseries_remove_mem_node(struct device_node
*np
)
168 unsigned int lmb_size
;
172 * Check to see if we are actually removing memory
174 type
= of_get_property(np
, "device_type", NULL
);
175 if (type
== NULL
|| strcmp(type
, "memory") != 0)
179 * Find the base address and size of the memblock
181 regs
= of_get_property(np
, "reg", NULL
);
185 base
= be64_to_cpu(*(unsigned long *)regs
);
186 lmb_size
= be32_to_cpu(regs
[3]);
188 pseries_remove_memblock(base
, lmb_size
);
192 static bool lmb_is_removable(struct of_drconf_cell
*lmb
)
194 int i
, scns_per_block
;
196 unsigned long pfn
, block_sz
;
199 if (!(lmb
->flags
& DRCONF_MEM_ASSIGNED
))
202 block_sz
= memory_block_size_bytes();
203 scns_per_block
= block_sz
/ MIN_MEMORY_BLOCK_SIZE
;
204 phys_addr
= lmb
->base_addr
;
206 for (i
= 0; i
< scns_per_block
; i
++) {
207 pfn
= PFN_DOWN(phys_addr
);
208 if (!pfn_present(pfn
))
211 rc
&= is_mem_section_removable(pfn
, PAGES_PER_SECTION
);
212 phys_addr
+= MIN_MEMORY_BLOCK_SIZE
;
215 return rc
? true : false;
218 static int dlpar_add_lmb(struct of_drconf_cell
*);
220 static int dlpar_remove_lmb(struct of_drconf_cell
*lmb
)
222 struct memory_block
*mem_block
;
223 unsigned long block_sz
;
226 if (!lmb_is_removable(lmb
))
229 mem_block
= lmb_to_memblock(lmb
);
233 rc
= device_offline(&mem_block
->dev
);
234 put_device(&mem_block
->dev
);
238 block_sz
= pseries_memory_block_size();
239 nid
= memory_add_physaddr_to_nid(lmb
->base_addr
);
241 remove_memory(nid
, lmb
->base_addr
, block_sz
);
243 /* Update memory regions for memory remove */
244 memblock_remove(lmb
->base_addr
, block_sz
);
246 dlpar_release_drc(lmb
->drc_index
);
248 lmb
->flags
&= ~DRCONF_MEM_ASSIGNED
;
252 static int dlpar_memory_remove_by_count(u32 lmbs_to_remove
,
253 struct property
*prop
)
255 struct of_drconf_cell
*lmbs
;
256 int lmbs_removed
= 0;
257 int lmbs_available
= 0;
261 pr_info("Attempting to hot-remove %d LMB(s)\n", lmbs_to_remove
);
263 if (lmbs_to_remove
== 0)
268 lmbs
= (struct of_drconf_cell
*)p
;
270 /* Validate that there are enough LMBs to satisfy the request */
271 for (i
= 0; i
< num_lmbs
; i
++) {
272 if (lmbs
[i
].flags
& DRCONF_MEM_ASSIGNED
)
276 if (lmbs_available
< lmbs_to_remove
)
279 for (i
= 0; i
< num_lmbs
&& lmbs_removed
< lmbs_to_remove
; i
++) {
280 rc
= dlpar_remove_lmb(&lmbs
[i
]);
286 /* Mark this lmb so we can add it later if all of the
287 * requested LMBs cannot be removed.
289 lmbs
[i
].reserved
= 1;
292 if (lmbs_removed
!= lmbs_to_remove
) {
293 pr_err("Memory hot-remove failed, adding LMB's back\n");
295 for (i
= 0; i
< num_lmbs
; i
++) {
296 if (!lmbs
[i
].reserved
)
299 rc
= dlpar_add_lmb(&lmbs
[i
]);
301 pr_err("Failed to add LMB back, drc index %x\n",
304 lmbs
[i
].reserved
= 0;
309 for (i
= 0; i
< num_lmbs
; i
++) {
310 if (!lmbs
[i
].reserved
)
313 pr_info("Memory at %llx was hot-removed\n",
316 lmbs
[i
].reserved
= 0;
324 static int dlpar_memory_remove_by_index(u32 drc_index
, struct property
*prop
)
326 struct of_drconf_cell
*lmbs
;
331 pr_info("Attempting to hot-remove LMB, drc index %x\n", drc_index
);
335 lmbs
= (struct of_drconf_cell
*)p
;
338 for (i
= 0; i
< num_lmbs
; i
++) {
339 if (lmbs
[i
].drc_index
== drc_index
) {
341 rc
= dlpar_remove_lmb(&lmbs
[i
]);
350 pr_info("Failed to hot-remove memory at %llx\n",
353 pr_info("Memory at %llx was hot-removed\n", lmbs
[i
].base_addr
);
359 static inline int pseries_remove_memblock(unsigned long base
,
360 unsigned int memblock_size
)
364 static inline int pseries_remove_mem_node(struct device_node
*np
)
368 static inline int dlpar_memory_remove(struct pseries_hp_errorlog
*hp_elog
)
372 static int dlpar_remove_lmb(struct of_drconf_cell
*lmb
)
376 static int dlpar_memory_remove_by_count(u32 lmbs_to_remove
,
377 struct property
*prop
)
381 static int dlpar_memory_remove_by_index(u32 drc_index
, struct property
*prop
)
386 #endif /* CONFIG_MEMORY_HOTREMOVE */
388 static int dlpar_add_lmb(struct of_drconf_cell
*lmb
)
390 struct memory_block
*mem_block
;
391 unsigned long block_sz
;
394 if (lmb
->flags
& DRCONF_MEM_ASSIGNED
)
397 block_sz
= memory_block_size_bytes();
399 rc
= dlpar_acquire_drc(lmb
->drc_index
);
403 /* Find the node id for this address */
404 nid
= memory_add_physaddr_to_nid(lmb
->base_addr
);
407 rc
= add_memory(nid
, lmb
->base_addr
, block_sz
);
409 dlpar_release_drc(lmb
->drc_index
);
413 /* Register this block of memory */
414 rc
= memblock_add(lmb
->base_addr
, block_sz
);
416 remove_memory(nid
, lmb
->base_addr
, block_sz
);
417 dlpar_release_drc(lmb
->drc_index
);
421 mem_block
= lmb_to_memblock(lmb
);
423 remove_memory(nid
, lmb
->base_addr
, block_sz
);
424 dlpar_release_drc(lmb
->drc_index
);
428 rc
= device_online(&mem_block
->dev
);
429 put_device(&mem_block
->dev
);
431 remove_memory(nid
, lmb
->base_addr
, block_sz
);
432 dlpar_release_drc(lmb
->drc_index
);
436 lmb
->flags
|= DRCONF_MEM_ASSIGNED
;
440 static int dlpar_memory_add_by_count(u32 lmbs_to_add
, struct property
*prop
)
442 struct of_drconf_cell
*lmbs
;
444 int lmbs_available
= 0;
448 pr_info("Attempting to hot-add %d LMB(s)\n", lmbs_to_add
);
450 if (lmbs_to_add
== 0)
455 lmbs
= (struct of_drconf_cell
*)p
;
457 /* Validate that there are enough LMBs to satisfy the request */
458 for (i
= 0; i
< num_lmbs
; i
++) {
459 if (!(lmbs
[i
].flags
& DRCONF_MEM_ASSIGNED
))
463 if (lmbs_available
< lmbs_to_add
)
466 for (i
= 0; i
< num_lmbs
&& lmbs_to_add
!= lmbs_added
; i
++) {
467 rc
= dlpar_add_lmb(&lmbs
[i
]);
473 /* Mark this lmb so we can remove it later if all of the
474 * requested LMBs cannot be added.
476 lmbs
[i
].reserved
= 1;
479 if (lmbs_added
!= lmbs_to_add
) {
480 pr_err("Memory hot-add failed, removing any added LMBs\n");
482 for (i
= 0; i
< num_lmbs
; i
++) {
483 if (!lmbs
[i
].reserved
)
486 rc
= dlpar_remove_lmb(&lmbs
[i
]);
488 pr_err("Failed to remove LMB, drc index %x\n",
489 be32_to_cpu(lmbs
[i
].drc_index
));
493 for (i
= 0; i
< num_lmbs
; i
++) {
494 if (!lmbs
[i
].reserved
)
497 pr_info("Memory at %llx (drc index %x) was hot-added\n",
498 lmbs
[i
].base_addr
, lmbs
[i
].drc_index
);
499 lmbs
[i
].reserved
= 0;
506 static int dlpar_memory_add_by_index(u32 drc_index
, struct property
*prop
)
508 struct of_drconf_cell
*lmbs
;
513 pr_info("Attempting to hot-add LMB, drc index %x\n", drc_index
);
517 lmbs
= (struct of_drconf_cell
*)p
;
520 for (i
= 0; i
< num_lmbs
; i
++) {
521 if (lmbs
[i
].drc_index
== drc_index
) {
523 rc
= dlpar_add_lmb(&lmbs
[i
]);
532 pr_info("Failed to hot-add memory, drc index %x\n", drc_index
);
534 pr_info("Memory at %llx (drc index %x) was hot-added\n",
535 lmbs
[i
].base_addr
, drc_index
);
540 static void dlpar_update_drconf_property(struct device_node
*dn
,
541 struct property
*prop
)
543 struct of_drconf_cell
*lmbs
;
547 /* Convert the property back to BE */
550 *p
= cpu_to_be32(*p
);
553 lmbs
= (struct of_drconf_cell
*)p
;
554 for (i
= 0; i
< num_lmbs
; i
++) {
555 lmbs
[i
].base_addr
= cpu_to_be64(lmbs
[i
].base_addr
);
556 lmbs
[i
].drc_index
= cpu_to_be32(lmbs
[i
].drc_index
);
557 lmbs
[i
].flags
= cpu_to_be32(lmbs
[i
].flags
);
560 rtas_hp_event
= true;
561 of_update_property(dn
, prop
);
562 rtas_hp_event
= false;
565 int dlpar_memory(struct pseries_hp_errorlog
*hp_elog
)
567 struct device_node
*dn
;
568 struct property
*prop
;
569 u32 count
, drc_index
;
572 count
= hp_elog
->_drc_u
.drc_count
;
573 drc_index
= hp_elog
->_drc_u
.drc_index
;
575 lock_device_hotplug();
577 dn
= of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
580 goto dlpar_memory_out
;
583 prop
= dlpar_clone_drconf_property(dn
);
586 goto dlpar_memory_out
;
589 switch (hp_elog
->action
) {
590 case PSERIES_HP_ELOG_ACTION_ADD
:
591 if (hp_elog
->id_type
== PSERIES_HP_ELOG_ID_DRC_COUNT
)
592 rc
= dlpar_memory_add_by_count(count
, prop
);
593 else if (hp_elog
->id_type
== PSERIES_HP_ELOG_ID_DRC_INDEX
)
594 rc
= dlpar_memory_add_by_index(drc_index
, prop
);
598 case PSERIES_HP_ELOG_ACTION_REMOVE
:
599 if (hp_elog
->id_type
== PSERIES_HP_ELOG_ID_DRC_COUNT
)
600 rc
= dlpar_memory_remove_by_count(count
, prop
);
601 else if (hp_elog
->id_type
== PSERIES_HP_ELOG_ID_DRC_INDEX
)
602 rc
= dlpar_memory_remove_by_index(drc_index
, prop
);
607 pr_err("Invalid action (%d) specified\n", hp_elog
->action
);
613 dlpar_free_drconf_property(prop
);
615 dlpar_update_drconf_property(dn
, prop
);
619 unlock_device_hotplug();
623 static int pseries_add_mem_node(struct device_node
*np
)
628 unsigned int lmb_size
;
632 * Check to see if we are actually adding memory
634 type
= of_get_property(np
, "device_type", NULL
);
635 if (type
== NULL
|| strcmp(type
, "memory") != 0)
639 * Find the base and size of the memblock
641 regs
= of_get_property(np
, "reg", NULL
);
645 base
= be64_to_cpu(*(unsigned long *)regs
);
646 lmb_size
= be32_to_cpu(regs
[3]);
649 * Update memory region to represent the memory add
651 ret
= memblock_add(base
, lmb_size
);
652 return (ret
< 0) ? -EINVAL
: 0;
655 static int pseries_update_drconf_memory(struct of_reconfig_data
*pr
)
657 struct of_drconf_cell
*new_drmem
, *old_drmem
;
658 unsigned long memblock_size
;
666 memblock_size
= pseries_memory_block_size();
670 p
= (__be32
*) pr
->old_prop
->value
;
674 /* The first int of the property is the number of lmb's described
675 * by the property. This is followed by an array of of_drconf_cell
676 * entries. Get the number of entries and skip to the array of
679 entries
= be32_to_cpu(*p
++);
680 old_drmem
= (struct of_drconf_cell
*)p
;
682 p
= (__be32
*)pr
->prop
->value
;
684 new_drmem
= (struct of_drconf_cell
*)p
;
686 for (i
= 0; i
< entries
; i
++) {
687 if ((be32_to_cpu(old_drmem
[i
].flags
) & DRCONF_MEM_ASSIGNED
) &&
688 (!(be32_to_cpu(new_drmem
[i
].flags
) & DRCONF_MEM_ASSIGNED
))) {
689 rc
= pseries_remove_memblock(
690 be64_to_cpu(old_drmem
[i
].base_addr
),
693 } else if ((!(be32_to_cpu(old_drmem
[i
].flags
) &
694 DRCONF_MEM_ASSIGNED
)) &&
695 (be32_to_cpu(new_drmem
[i
].flags
) &
696 DRCONF_MEM_ASSIGNED
)) {
697 rc
= memblock_add(be64_to_cpu(old_drmem
[i
].base_addr
),
699 rc
= (rc
< 0) ? -EINVAL
: 0;
706 static int pseries_memory_notifier(struct notifier_block
*nb
,
707 unsigned long action
, void *data
)
709 struct of_reconfig_data
*rd
= data
;
713 case OF_RECONFIG_ATTACH_NODE
:
714 err
= pseries_add_mem_node(rd
->dn
);
716 case OF_RECONFIG_DETACH_NODE
:
717 err
= pseries_remove_mem_node(rd
->dn
);
719 case OF_RECONFIG_UPDATE_PROPERTY
:
720 if (!strcmp(rd
->prop
->name
, "ibm,dynamic-memory"))
721 err
= pseries_update_drconf_memory(rd
);
724 return notifier_from_errno(err
);
727 static struct notifier_block pseries_mem_nb
= {
728 .notifier_call
= pseries_memory_notifier
,
731 static int __init
pseries_memory_hotplug_init(void)
733 if (firmware_has_feature(FW_FEATURE_LPAR
))
734 of_reconfig_notifier_register(&pseries_mem_nb
);
738 machine_device_initcall(pseries
, pseries_memory_hotplug_init
);