1 // SPDX-License-Identifier: GPL-2.0-only
3 * UBSAN error reporting functions
5 * Copyright (c) 2014 Samsung Electronics Co., Ltd.
6 * Author: Andrey Ryabinin <ryabinin.a.a@gmail.com>
9 #include <linux/bitops.h>
10 #include <linux/bug.h>
11 #include <linux/ctype.h>
12 #include <linux/init.h>
13 #include <linux/kernel.h>
14 #include <linux/types.h>
15 #include <linux/sched.h>
16 #include <linux/uaccess.h>
20 const char *type_check_kinds[] = {
23 "reference binding to",
24 "member access within",
26 "constructor call on",
31 #define REPORTED_BIT 31
33 #if (BITS_PER_LONG == 64) && defined(__BIG_ENDIAN)
34 #define COLUMN_MASK (~(1U << REPORTED_BIT))
35 #define LINE_MASK (~0U)
37 #define COLUMN_MASK (~0U)
38 #define LINE_MASK (~(1U << REPORTED_BIT))
41 #define VALUE_LENGTH 40
43 static bool was_reported(struct source_location *location)
45 return test_and_set_bit(REPORTED_BIT, &location->reported);
48 static bool suppress_report(struct source_location *loc)
50 return current->in_ubsan || was_reported(loc);
53 static bool type_is_int(struct type_descriptor *type)
55 return type->type_kind == type_kind_int;
58 static bool type_is_signed(struct type_descriptor *type)
60 WARN_ON(!type_is_int(type));
61 return type->type_info & 1;
64 static unsigned type_bit_width(struct type_descriptor *type)
66 return 1 << (type->type_info >> 1);
69 static bool is_inline_int(struct type_descriptor *type)
71 unsigned inline_bits = sizeof(unsigned long)*8;
72 unsigned bits = type_bit_width(type);
74 WARN_ON(!type_is_int(type));
76 return bits <= inline_bits;
79 static s_max get_signed_val(struct type_descriptor *type, void *val)
81 if (is_inline_int(type)) {
82 unsigned extra_bits = sizeof(s_max)*8 - type_bit_width(type);
83 unsigned long ulong_val = (unsigned long)val;
85 return ((s_max)ulong_val) << extra_bits >> extra_bits;
88 if (type_bit_width(type) == 64)
94 static bool val_is_negative(struct type_descriptor *type, void *val)
96 return type_is_signed(type) && get_signed_val(type, val) < 0;
99 static u_max get_unsigned_val(struct type_descriptor *type, void *val)
101 if (is_inline_int(type))
102 return (unsigned long)val;
104 if (type_bit_width(type) == 64)
107 return *(u_max *)val;
110 static void val_to_string(char *str, size_t size, struct type_descriptor *type,
113 if (type_is_int(type)) {
114 if (type_bit_width(type) == 128) {
115 #if defined(CONFIG_ARCH_SUPPORTS_INT128)
116 u_max val = get_unsigned_val(type, value);
118 scnprintf(str, size, "0x%08x%08x%08x%08x",
126 } else if (type_is_signed(type)) {
127 scnprintf(str, size, "%lld",
128 (s64)get_signed_val(type, value));
130 scnprintf(str, size, "%llu",
131 (u64)get_unsigned_val(type, value));
136 static void ubsan_prologue(struct source_location *loc, const char *reason)
140 pr_err("========================================"
141 "========================================\n");
142 pr_err("UBSAN: %s in %s:%d:%d\n", reason, loc->file_name,
143 loc->line & LINE_MASK, loc->column & COLUMN_MASK);
146 static void ubsan_epilogue(void)
149 pr_err("========================================"
150 "========================================\n");
154 check_panic_on_warn("UBSAN");
157 static void handle_overflow(struct overflow_data *data, void *lhs,
161 struct type_descriptor *type = data->type;
162 char lhs_val_str[VALUE_LENGTH];
163 char rhs_val_str[VALUE_LENGTH];
165 if (suppress_report(&data->location))
168 ubsan_prologue(&data->location, type_is_signed(type) ?
169 "signed-integer-overflow" :
170 "unsigned-integer-overflow");
172 val_to_string(lhs_val_str, sizeof(lhs_val_str), type, lhs);
173 val_to_string(rhs_val_str, sizeof(rhs_val_str), type, rhs);
174 pr_err("%s %c %s cannot be represented in type %s\n",
183 void __ubsan_handle_add_overflow(void *data,
184 void *lhs, void *rhs)
187 handle_overflow(data, lhs, rhs, '+');
189 EXPORT_SYMBOL(__ubsan_handle_add_overflow);
191 void __ubsan_handle_sub_overflow(void *data,
192 void *lhs, void *rhs)
194 handle_overflow(data, lhs, rhs, '-');
196 EXPORT_SYMBOL(__ubsan_handle_sub_overflow);
198 void __ubsan_handle_mul_overflow(void *data,
199 void *lhs, void *rhs)
201 handle_overflow(data, lhs, rhs, '*');
203 EXPORT_SYMBOL(__ubsan_handle_mul_overflow);
205 void __ubsan_handle_negate_overflow(void *_data, void *old_val)
207 struct overflow_data *data = _data;
208 char old_val_str[VALUE_LENGTH];
210 if (suppress_report(&data->location))
213 ubsan_prologue(&data->location, "negation-overflow");
215 val_to_string(old_val_str, sizeof(old_val_str), data->type, old_val);
217 pr_err("negation of %s cannot be represented in type %s:\n",
218 old_val_str, data->type->type_name);
222 EXPORT_SYMBOL(__ubsan_handle_negate_overflow);
225 void __ubsan_handle_divrem_overflow(void *_data, void *lhs, void *rhs)
227 struct overflow_data *data = _data;
228 char rhs_val_str[VALUE_LENGTH];
230 if (suppress_report(&data->location))
233 ubsan_prologue(&data->location, "division-overflow");
235 val_to_string(rhs_val_str, sizeof(rhs_val_str), data->type, rhs);
237 if (type_is_signed(data->type) && get_signed_val(data->type, rhs) == -1)
238 pr_err("division of %s by -1 cannot be represented in type %s\n",
239 rhs_val_str, data->type->type_name);
241 pr_err("division by zero\n");
245 EXPORT_SYMBOL(__ubsan_handle_divrem_overflow);
247 static void handle_null_ptr_deref(struct type_mismatch_data_common *data)
249 if (suppress_report(data->location))
252 ubsan_prologue(data->location, "null-ptr-deref");
254 pr_err("%s null pointer of type %s\n",
255 type_check_kinds[data->type_check_kind],
256 data->type->type_name);
261 static void handle_misaligned_access(struct type_mismatch_data_common *data,
264 if (suppress_report(data->location))
267 ubsan_prologue(data->location, "misaligned-access");
269 pr_err("%s misaligned address %p for type %s\n",
270 type_check_kinds[data->type_check_kind],
271 (void *)ptr, data->type->type_name);
272 pr_err("which requires %ld byte alignment\n", data->alignment);
277 static void handle_object_size_mismatch(struct type_mismatch_data_common *data,
280 if (suppress_report(data->location))
283 ubsan_prologue(data->location, "object-size-mismatch");
284 pr_err("%s address %p with insufficient space\n",
285 type_check_kinds[data->type_check_kind],
287 pr_err("for an object of type %s\n", data->type->type_name);
291 static void ubsan_type_mismatch_common(struct type_mismatch_data_common *data,
294 unsigned long flags = user_access_save();
297 handle_null_ptr_deref(data);
298 else if (data->alignment && !IS_ALIGNED(ptr, data->alignment))
299 handle_misaligned_access(data, ptr);
301 handle_object_size_mismatch(data, ptr);
303 user_access_restore(flags);
306 void __ubsan_handle_type_mismatch(struct type_mismatch_data *data,
309 struct type_mismatch_data_common common_data = {
310 .location = &data->location,
312 .alignment = data->alignment,
313 .type_check_kind = data->type_check_kind
316 ubsan_type_mismatch_common(&common_data, (unsigned long)ptr);
318 EXPORT_SYMBOL(__ubsan_handle_type_mismatch);
320 void __ubsan_handle_type_mismatch_v1(void *_data, void *ptr)
322 struct type_mismatch_data_v1 *data = _data;
323 struct type_mismatch_data_common common_data = {
324 .location = &data->location,
326 .alignment = 1UL << data->log_alignment,
327 .type_check_kind = data->type_check_kind
330 ubsan_type_mismatch_common(&common_data, (unsigned long)ptr);
332 EXPORT_SYMBOL(__ubsan_handle_type_mismatch_v1);
334 void __ubsan_handle_out_of_bounds(void *_data, void *index)
336 struct out_of_bounds_data *data = _data;
337 char index_str[VALUE_LENGTH];
339 if (suppress_report(&data->location))
342 ubsan_prologue(&data->location, "array-index-out-of-bounds");
344 val_to_string(index_str, sizeof(index_str), data->index_type, index);
345 pr_err("index %s is out of range for type %s\n", index_str,
346 data->array_type->type_name);
349 EXPORT_SYMBOL(__ubsan_handle_out_of_bounds);
351 void __ubsan_handle_shift_out_of_bounds(void *_data, void *lhs, void *rhs)
353 struct shift_out_of_bounds_data *data = _data;
354 struct type_descriptor *rhs_type = data->rhs_type;
355 struct type_descriptor *lhs_type = data->lhs_type;
356 char rhs_str[VALUE_LENGTH];
357 char lhs_str[VALUE_LENGTH];
358 unsigned long ua_flags = user_access_save();
360 if (suppress_report(&data->location))
363 ubsan_prologue(&data->location, "shift-out-of-bounds");
365 val_to_string(rhs_str, sizeof(rhs_str), rhs_type, rhs);
366 val_to_string(lhs_str, sizeof(lhs_str), lhs_type, lhs);
368 if (val_is_negative(rhs_type, rhs))
369 pr_err("shift exponent %s is negative\n", rhs_str);
371 else if (get_unsigned_val(rhs_type, rhs) >=
372 type_bit_width(lhs_type))
373 pr_err("shift exponent %s is too large for %u-bit type %s\n",
375 type_bit_width(lhs_type),
376 lhs_type->type_name);
377 else if (val_is_negative(lhs_type, lhs))
378 pr_err("left shift of negative value %s\n",
381 pr_err("left shift of %s by %s places cannot be"
382 " represented in type %s\n",
384 lhs_type->type_name);
388 user_access_restore(ua_flags);
390 EXPORT_SYMBOL(__ubsan_handle_shift_out_of_bounds);
393 void __ubsan_handle_builtin_unreachable(void *_data)
395 struct unreachable_data *data = _data;
396 ubsan_prologue(&data->location, "unreachable");
397 pr_err("calling __builtin_unreachable()\n");
399 panic("can't return from __builtin_unreachable()");
401 EXPORT_SYMBOL(__ubsan_handle_builtin_unreachable);
403 void __ubsan_handle_load_invalid_value(void *_data, void *val)
405 struct invalid_value_data *data = _data;
406 char val_str[VALUE_LENGTH];
408 if (suppress_report(&data->location))
411 ubsan_prologue(&data->location, "invalid-load");
413 val_to_string(val_str, sizeof(val_str), data->type, val);
415 pr_err("load of value %s is not a valid value for type %s\n",
416 val_str, data->type->type_name);
420 EXPORT_SYMBOL(__ubsan_handle_load_invalid_value);
422 void __ubsan_handle_alignment_assumption(void *_data, unsigned long ptr,
424 unsigned long offset);
425 void __ubsan_handle_alignment_assumption(void *_data, unsigned long ptr,
427 unsigned long offset)
429 struct alignment_assumption_data *data = _data;
430 unsigned long real_ptr;
432 if (suppress_report(&data->location))
435 ubsan_prologue(&data->location, "alignment-assumption");
438 pr_err("assumption of %lu byte alignment (with offset of %lu byte) for pointer of type %s failed",
439 align, offset, data->type->type_name);
441 pr_err("assumption of %lu byte alignment for pointer of type %s failed",
442 align, data->type->type_name);
444 real_ptr = ptr - offset;
445 pr_err("%saddress is %lu aligned, misalignment offset is %lu bytes",
446 offset ? "offset " : "", BIT(real_ptr ? __ffs(real_ptr) : 0),
447 real_ptr & (align - 1));
451 EXPORT_SYMBOL(__ubsan_handle_alignment_assumption);