mm: fix exec activate_mm vs TLB shootdown and lazy tlb switching race
[linux/fpc-iii.git] / lib / ubsan.c
blobc652b4a820ccd77a45bd69c6dabf67e9d75b3c47
1 /*
2 * UBSAN error reporting functions
4 * Copyright (c) 2014 Samsung Electronics Co., Ltd.
5 * Author: Andrey Ryabinin <ryabinin.a.a@gmail.com>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
13 #include <linux/bitops.h>
14 #include <linux/bug.h>
15 #include <linux/ctype.h>
16 #include <linux/init.h>
17 #include <linux/kernel.h>
18 #include <linux/types.h>
19 #include <linux/sched.h>
21 #include "ubsan.h"
23 const char *type_check_kinds[] = {
24 "load of",
25 "store to",
26 "reference binding to",
27 "member access within",
28 "member call on",
29 "constructor call on",
30 "downcast of",
31 "downcast of"
34 #define REPORTED_BIT 31
36 #if (BITS_PER_LONG == 64) && defined(__BIG_ENDIAN)
37 #define COLUMN_MASK (~(1U << REPORTED_BIT))
38 #define LINE_MASK (~0U)
39 #else
40 #define COLUMN_MASK (~0U)
41 #define LINE_MASK (~(1U << REPORTED_BIT))
42 #endif
44 #define VALUE_LENGTH 40
46 static bool was_reported(struct source_location *location)
48 return test_and_set_bit(REPORTED_BIT, &location->reported);
51 static void print_source_location(const char *prefix,
52 struct source_location *loc)
54 pr_err("%s %s:%d:%d\n", prefix, loc->file_name,
55 loc->line & LINE_MASK, loc->column & COLUMN_MASK);
58 static bool suppress_report(struct source_location *loc)
60 return current->in_ubsan || was_reported(loc);
63 static bool type_is_int(struct type_descriptor *type)
65 return type->type_kind == type_kind_int;
68 static bool type_is_signed(struct type_descriptor *type)
70 WARN_ON(!type_is_int(type));
71 return type->type_info & 1;
74 static unsigned type_bit_width(struct type_descriptor *type)
76 return 1 << (type->type_info >> 1);
79 static bool is_inline_int(struct type_descriptor *type)
81 unsigned inline_bits = sizeof(unsigned long)*8;
82 unsigned bits = type_bit_width(type);
84 WARN_ON(!type_is_int(type));
86 return bits <= inline_bits;
89 static s_max get_signed_val(struct type_descriptor *type, void *val)
91 if (is_inline_int(type)) {
92 unsigned extra_bits = sizeof(s_max)*8 - type_bit_width(type);
93 unsigned long ulong_val = (unsigned long)val;
95 return ((s_max)ulong_val) << extra_bits >> extra_bits;
98 if (type_bit_width(type) == 64)
99 return *(s64 *)val;
101 return *(s_max *)val;
104 static bool val_is_negative(struct type_descriptor *type, void *val)
106 return type_is_signed(type) && get_signed_val(type, val) < 0;
109 static u_max get_unsigned_val(struct type_descriptor *type, void *val)
111 if (is_inline_int(type))
112 return (unsigned long)val;
114 if (type_bit_width(type) == 64)
115 return *(u64 *)val;
117 return *(u_max *)val;
120 static void val_to_string(char *str, size_t size, struct type_descriptor *type,
121 void *value)
123 if (type_is_int(type)) {
124 if (type_bit_width(type) == 128) {
125 #if defined(CONFIG_ARCH_SUPPORTS_INT128) && defined(__SIZEOF_INT128__)
126 u_max val = get_unsigned_val(type, value);
128 scnprintf(str, size, "0x%08x%08x%08x%08x",
129 (u32)(val >> 96),
130 (u32)(val >> 64),
131 (u32)(val >> 32),
132 (u32)(val));
133 #else
134 WARN_ON(1);
135 #endif
136 } else if (type_is_signed(type)) {
137 scnprintf(str, size, "%lld",
138 (s64)get_signed_val(type, value));
139 } else {
140 scnprintf(str, size, "%llu",
141 (u64)get_unsigned_val(type, value));
146 static bool location_is_valid(struct source_location *loc)
148 return loc->file_name != NULL;
151 static DEFINE_SPINLOCK(report_lock);
153 static void ubsan_prologue(struct source_location *location,
154 unsigned long *flags)
156 current->in_ubsan++;
157 spin_lock_irqsave(&report_lock, *flags);
159 pr_err("========================================"
160 "========================================\n");
161 print_source_location("UBSAN: Undefined behaviour in", location);
164 static void ubsan_epilogue(unsigned long *flags)
166 dump_stack();
167 pr_err("========================================"
168 "========================================\n");
169 spin_unlock_irqrestore(&report_lock, *flags);
170 current->in_ubsan--;
173 static void handle_overflow(struct overflow_data *data, void *lhs,
174 void *rhs, char op)
177 struct type_descriptor *type = data->type;
178 unsigned long flags;
179 char lhs_val_str[VALUE_LENGTH];
180 char rhs_val_str[VALUE_LENGTH];
182 if (suppress_report(&data->location))
183 return;
185 ubsan_prologue(&data->location, &flags);
187 val_to_string(lhs_val_str, sizeof(lhs_val_str), type, lhs);
188 val_to_string(rhs_val_str, sizeof(rhs_val_str), type, rhs);
189 pr_err("%s integer overflow:\n",
190 type_is_signed(type) ? "signed" : "unsigned");
191 pr_err("%s %c %s cannot be represented in type %s\n",
192 lhs_val_str,
194 rhs_val_str,
195 type->type_name);
197 ubsan_epilogue(&flags);
200 void __ubsan_handle_add_overflow(struct overflow_data *data,
201 void *lhs, void *rhs)
204 handle_overflow(data, lhs, rhs, '+');
206 EXPORT_SYMBOL(__ubsan_handle_add_overflow);
208 void __ubsan_handle_sub_overflow(struct overflow_data *data,
209 void *lhs, void *rhs)
211 handle_overflow(data, lhs, rhs, '-');
213 EXPORT_SYMBOL(__ubsan_handle_sub_overflow);
215 void __ubsan_handle_mul_overflow(struct overflow_data *data,
216 void *lhs, void *rhs)
218 handle_overflow(data, lhs, rhs, '*');
220 EXPORT_SYMBOL(__ubsan_handle_mul_overflow);
222 void __ubsan_handle_negate_overflow(struct overflow_data *data,
223 void *old_val)
225 unsigned long flags;
226 char old_val_str[VALUE_LENGTH];
228 if (suppress_report(&data->location))
229 return;
231 ubsan_prologue(&data->location, &flags);
233 val_to_string(old_val_str, sizeof(old_val_str), data->type, old_val);
235 pr_err("negation of %s cannot be represented in type %s:\n",
236 old_val_str, data->type->type_name);
238 ubsan_epilogue(&flags);
240 EXPORT_SYMBOL(__ubsan_handle_negate_overflow);
243 void __ubsan_handle_divrem_overflow(struct overflow_data *data,
244 void *lhs, void *rhs)
246 unsigned long flags;
247 char rhs_val_str[VALUE_LENGTH];
249 if (suppress_report(&data->location))
250 return;
252 ubsan_prologue(&data->location, &flags);
254 val_to_string(rhs_val_str, sizeof(rhs_val_str), data->type, rhs);
256 if (type_is_signed(data->type) && get_signed_val(data->type, rhs) == -1)
257 pr_err("division of %s by -1 cannot be represented in type %s\n",
258 rhs_val_str, data->type->type_name);
259 else
260 pr_err("division by zero\n");
262 ubsan_epilogue(&flags);
264 EXPORT_SYMBOL(__ubsan_handle_divrem_overflow);
266 static void handle_null_ptr_deref(struct type_mismatch_data_common *data)
268 unsigned long flags;
270 if (suppress_report(data->location))
271 return;
273 ubsan_prologue(data->location, &flags);
275 pr_err("%s null pointer of type %s\n",
276 type_check_kinds[data->type_check_kind],
277 data->type->type_name);
279 ubsan_epilogue(&flags);
282 static void handle_misaligned_access(struct type_mismatch_data_common *data,
283 unsigned long ptr)
285 unsigned long flags;
287 if (suppress_report(data->location))
288 return;
290 ubsan_prologue(data->location, &flags);
292 pr_err("%s misaligned address %p for type %s\n",
293 type_check_kinds[data->type_check_kind],
294 (void *)ptr, data->type->type_name);
295 pr_err("which requires %ld byte alignment\n", data->alignment);
297 ubsan_epilogue(&flags);
300 static void handle_object_size_mismatch(struct type_mismatch_data_common *data,
301 unsigned long ptr)
303 unsigned long flags;
305 if (suppress_report(data->location))
306 return;
308 ubsan_prologue(data->location, &flags);
309 pr_err("%s address %p with insufficient space\n",
310 type_check_kinds[data->type_check_kind],
311 (void *) ptr);
312 pr_err("for an object of type %s\n", data->type->type_name);
313 ubsan_epilogue(&flags);
316 static void ubsan_type_mismatch_common(struct type_mismatch_data_common *data,
317 unsigned long ptr)
320 if (!ptr)
321 handle_null_ptr_deref(data);
322 else if (data->alignment && !IS_ALIGNED(ptr, data->alignment))
323 handle_misaligned_access(data, ptr);
324 else
325 handle_object_size_mismatch(data, ptr);
328 void __ubsan_handle_type_mismatch(struct type_mismatch_data *data,
329 void *ptr)
331 struct type_mismatch_data_common common_data = {
332 .location = &data->location,
333 .type = data->type,
334 .alignment = data->alignment,
335 .type_check_kind = data->type_check_kind
338 ubsan_type_mismatch_common(&common_data, (unsigned long)ptr);
340 EXPORT_SYMBOL(__ubsan_handle_type_mismatch);
342 void __ubsan_handle_type_mismatch_v1(struct type_mismatch_data_v1 *data,
343 void *ptr)
346 struct type_mismatch_data_common common_data = {
347 .location = &data->location,
348 .type = data->type,
349 .alignment = 1UL << data->log_alignment,
350 .type_check_kind = data->type_check_kind
353 ubsan_type_mismatch_common(&common_data, (unsigned long)ptr);
355 EXPORT_SYMBOL(__ubsan_handle_type_mismatch_v1);
357 void __ubsan_handle_nonnull_return(struct nonnull_return_data *data)
359 unsigned long flags;
361 if (suppress_report(&data->location))
362 return;
364 ubsan_prologue(&data->location, &flags);
366 pr_err("null pointer returned from function declared to never return null\n");
368 if (location_is_valid(&data->attr_location))
369 print_source_location("returns_nonnull attribute specified in",
370 &data->attr_location);
372 ubsan_epilogue(&flags);
374 EXPORT_SYMBOL(__ubsan_handle_nonnull_return);
376 void __ubsan_handle_vla_bound_not_positive(struct vla_bound_data *data,
377 void *bound)
379 unsigned long flags;
380 char bound_str[VALUE_LENGTH];
382 if (suppress_report(&data->location))
383 return;
385 ubsan_prologue(&data->location, &flags);
387 val_to_string(bound_str, sizeof(bound_str), data->type, bound);
388 pr_err("variable length array bound value %s <= 0\n", bound_str);
390 ubsan_epilogue(&flags);
392 EXPORT_SYMBOL(__ubsan_handle_vla_bound_not_positive);
394 void __ubsan_handle_out_of_bounds(struct out_of_bounds_data *data, void *index)
396 unsigned long flags;
397 char index_str[VALUE_LENGTH];
399 if (suppress_report(&data->location))
400 return;
402 ubsan_prologue(&data->location, &flags);
404 val_to_string(index_str, sizeof(index_str), data->index_type, index);
405 pr_err("index %s is out of range for type %s\n", index_str,
406 data->array_type->type_name);
407 ubsan_epilogue(&flags);
409 EXPORT_SYMBOL(__ubsan_handle_out_of_bounds);
411 void __ubsan_handle_shift_out_of_bounds(struct shift_out_of_bounds_data *data,
412 void *lhs, void *rhs)
414 unsigned long flags;
415 struct type_descriptor *rhs_type = data->rhs_type;
416 struct type_descriptor *lhs_type = data->lhs_type;
417 char rhs_str[VALUE_LENGTH];
418 char lhs_str[VALUE_LENGTH];
420 if (suppress_report(&data->location))
421 return;
423 ubsan_prologue(&data->location, &flags);
425 val_to_string(rhs_str, sizeof(rhs_str), rhs_type, rhs);
426 val_to_string(lhs_str, sizeof(lhs_str), lhs_type, lhs);
428 if (val_is_negative(rhs_type, rhs))
429 pr_err("shift exponent %s is negative\n", rhs_str);
431 else if (get_unsigned_val(rhs_type, rhs) >=
432 type_bit_width(lhs_type))
433 pr_err("shift exponent %s is too large for %u-bit type %s\n",
434 rhs_str,
435 type_bit_width(lhs_type),
436 lhs_type->type_name);
437 else if (val_is_negative(lhs_type, lhs))
438 pr_err("left shift of negative value %s\n",
439 lhs_str);
440 else
441 pr_err("left shift of %s by %s places cannot be"
442 " represented in type %s\n",
443 lhs_str, rhs_str,
444 lhs_type->type_name);
446 ubsan_epilogue(&flags);
448 EXPORT_SYMBOL(__ubsan_handle_shift_out_of_bounds);
451 void __ubsan_handle_builtin_unreachable(struct unreachable_data *data)
453 unsigned long flags;
455 ubsan_prologue(&data->location, &flags);
456 pr_err("calling __builtin_unreachable()\n");
457 ubsan_epilogue(&flags);
458 panic("can't return from __builtin_unreachable()");
460 EXPORT_SYMBOL(__ubsan_handle_builtin_unreachable);
462 void __ubsan_handle_load_invalid_value(struct invalid_value_data *data,
463 void *val)
465 unsigned long flags;
466 char val_str[VALUE_LENGTH];
468 if (suppress_report(&data->location))
469 return;
471 ubsan_prologue(&data->location, &flags);
473 val_to_string(val_str, sizeof(val_str), data->type, val);
475 pr_err("load of value %s is not a valid value for type %s\n",
476 val_str, data->type->type_name);
478 ubsan_epilogue(&flags);
480 EXPORT_SYMBOL(__ubsan_handle_load_invalid_value);