1 // SPDX-License-Identifier: GPL-2.0-only
3 #include <linux/jump_label.h>
4 #include <linux/kernel.h>
5 #include <linux/memory.h>
6 #include <linux/mutex.h>
7 #include <linux/uaccess.h>
8 #include <asm/cacheflush.h>
10 #define NOP32_HI 0xc400
11 #define NOP32_LO 0x4820
12 #define BSR_LINK 0xe000
14 void arch_jump_label_transform(struct jump_entry
*entry
,
15 enum jump_label_type type
)
17 unsigned long addr
= jump_entry_code(entry
);
21 if (type
== JUMP_LABEL_JMP
) {
22 long offset
= jump_entry_target(entry
) - jump_entry_code(entry
);
24 if (WARN_ON(offset
& 1 || offset
< -67108864 || offset
>= 67108864))
30 ((uint16_t)((unsigned long) offset
>> 16) & 0x3ff);
31 insn
[1] = (uint16_t)((unsigned long) offset
& 0xffff);
37 ret
= copy_to_kernel_nofault((void *)addr
, insn
, 4);
40 flush_icache_range(addr
, addr
+ 4);
43 void arch_jump_label_transform_static(struct jump_entry
*entry
,
44 enum jump_label_type type
)
47 * We use the same instructions in the arch_static_branch and
48 * arch_static_branch_jump inline functions, so there's no
49 * need to patch them up here.
50 * The core will call arch_jump_label_transform when those
51 * instructions need to be replaced.
53 arch_jump_label_transform(entry
, type
);