Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 1991, 1992 Linus Torvalds |
| 4 | * Copyright (C) 2000, 2001, 2002 Andi Kleen, SuSE Labs |
| 5 | */ |
Ingo Molnar | b17b015 | 2017-02-08 18:51:35 +0100 | [diff] [blame] | 6 | #include <linux/sched/debug.h> |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 7 | #include <linux/kallsyms.h> |
| 8 | #include <linux/kprobes.h> |
| 9 | #include <linux/uaccess.h> |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 10 | #include <linux/hardirq.h> |
| 11 | #include <linux/kdebug.h> |
Paul Gortmaker | 186f436 | 2016-07-13 20:18:56 -0400 | [diff] [blame] | 12 | #include <linux/export.h> |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 13 | #include <linux/ptrace.h> |
| 14 | #include <linux/kexec.h> |
Ingo Molnar | b803090 | 2009-11-26 08:17:31 +0100 | [diff] [blame] | 15 | #include <linux/sysfs.h> |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 16 | #include <linux/bug.h> |
| 17 | #include <linux/nmi.h> |
| 18 | |
| 19 | #include <asm/stacktrace.h> |
| 20 | |
Josh Poimboeuf | 3d02a9c | 2016-11-18 11:46:23 -0600 | [diff] [blame] | 21 | const char *stack_type_name(enum stack_type type) |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 22 | { |
Josh Poimboeuf | 3d02a9c | 2016-11-18 11:46:23 -0600 | [diff] [blame] | 23 | if (type == STACK_TYPE_IRQ) |
| 24 | return "IRQ"; |
| 25 | |
| 26 | if (type == STACK_TYPE_SOFTIRQ) |
| 27 | return "SOFTIRQ"; |
| 28 | |
Andy Lutomirski | 33a2f1a | 2017-12-04 15:07:13 +0100 | [diff] [blame] | 29 | if (type == STACK_TYPE_SYSENTER) |
| 30 | return "SYSENTER"; |
| 31 | |
Josh Poimboeuf | 3d02a9c | 2016-11-18 11:46:23 -0600 | [diff] [blame] | 32 | return NULL; |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 33 | } |
| 34 | |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 35 | static bool in_hardirq_stack(unsigned long *stack, struct stack_info *info) |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 36 | { |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 37 | unsigned long *begin = (unsigned long *)this_cpu_read(hardirq_stack); |
| 38 | unsigned long *end = begin + (THREAD_SIZE / sizeof(long)); |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 39 | |
Josh Poimboeuf | 5fe599e | 2016-09-14 21:07:43 -0500 | [diff] [blame] | 40 | /* |
| 41 | * This is a software stack, so 'end' can be a valid stack pointer. |
| 42 | * It just means the stack is empty. |
| 43 | */ |
Josh Poimboeuf | 5a3cf86 | 2017-07-11 10:33:41 -0500 | [diff] [blame] | 44 | if (stack <= begin || stack > end) |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 45 | return false; |
| 46 | |
| 47 | info->type = STACK_TYPE_IRQ; |
| 48 | info->begin = begin; |
| 49 | info->end = end; |
| 50 | |
| 51 | /* |
| 52 | * See irq_32.c -- the next stack pointer is stored at the beginning of |
| 53 | * the stack. |
| 54 | */ |
| 55 | info->next_sp = (unsigned long *)*begin; |
| 56 | |
| 57 | return true; |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 58 | } |
| 59 | |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 60 | static bool in_softirq_stack(unsigned long *stack, struct stack_info *info) |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 61 | { |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 62 | unsigned long *begin = (unsigned long *)this_cpu_read(softirq_stack); |
| 63 | unsigned long *end = begin + (THREAD_SIZE / sizeof(long)); |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 64 | |
Josh Poimboeuf | 5fe599e | 2016-09-14 21:07:43 -0500 | [diff] [blame] | 65 | /* |
| 66 | * This is a software stack, so 'end' can be a valid stack pointer. |
| 67 | * It just means the stack is empty. |
| 68 | */ |
Josh Poimboeuf | 5a3cf86 | 2017-07-11 10:33:41 -0500 | [diff] [blame] | 69 | if (stack <= begin || stack > end) |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 70 | return false; |
| 71 | |
| 72 | info->type = STACK_TYPE_SOFTIRQ; |
| 73 | info->begin = begin; |
| 74 | info->end = end; |
| 75 | |
| 76 | /* |
| 77 | * The next stack pointer is stored at the beginning of the stack. |
| 78 | * See irq_32.c. |
| 79 | */ |
| 80 | info->next_sp = (unsigned long *)*begin; |
| 81 | |
| 82 | return true; |
| 83 | } |
| 84 | |
| 85 | int get_stack_info(unsigned long *stack, struct task_struct *task, |
| 86 | struct stack_info *info, unsigned long *visit_mask) |
| 87 | { |
| 88 | if (!stack) |
| 89 | goto unknown; |
| 90 | |
| 91 | task = task ? : current; |
| 92 | |
| 93 | if (in_task_stack(stack, task, info)) |
Josh Poimboeuf | fcd709e | 2016-09-14 21:07:44 -0500 | [diff] [blame] | 94 | goto recursion_check; |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 95 | |
| 96 | if (task != current) |
| 97 | goto unknown; |
| 98 | |
Andy Lutomirski | 33a2f1a | 2017-12-04 15:07:13 +0100 | [diff] [blame] | 99 | if (in_sysenter_stack(stack, info)) |
| 100 | goto recursion_check; |
| 101 | |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 102 | if (in_hardirq_stack(stack, info)) |
Josh Poimboeuf | fcd709e | 2016-09-14 21:07:44 -0500 | [diff] [blame] | 103 | goto recursion_check; |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 104 | |
| 105 | if (in_softirq_stack(stack, info)) |
Josh Poimboeuf | fcd709e | 2016-09-14 21:07:44 -0500 | [diff] [blame] | 106 | goto recursion_check; |
| 107 | |
| 108 | goto unknown; |
| 109 | |
| 110 | recursion_check: |
| 111 | /* |
| 112 | * Make sure we don't iterate through any given stack more than once. |
| 113 | * If it comes up a second time then there's something wrong going on: |
| 114 | * just break out and report an unknown stack type. |
| 115 | */ |
| 116 | if (visit_mask) { |
Josh Poimboeuf | 0d2b857 | 2016-10-26 10:41:50 -0500 | [diff] [blame] | 117 | if (*visit_mask & (1UL << info->type)) { |
| 118 | printk_deferred_once(KERN_WARNING "WARNING: stack recursion on stack type %d\n", info->type); |
Josh Poimboeuf | fcd709e | 2016-09-14 21:07:44 -0500 | [diff] [blame] | 119 | goto unknown; |
Josh Poimboeuf | 0d2b857 | 2016-10-26 10:41:50 -0500 | [diff] [blame] | 120 | } |
Josh Poimboeuf | fcd709e | 2016-09-14 21:07:44 -0500 | [diff] [blame] | 121 | *visit_mask |= 1UL << info->type; |
| 122 | } |
| 123 | |
| 124 | return 0; |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 125 | |
| 126 | unknown: |
| 127 | info->type = STACK_TYPE_UNKNOWN; |
| 128 | return -EINVAL; |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 129 | } |
Frederic Weisbecker | 0406ca6 | 2009-07-01 21:02:09 +0200 | [diff] [blame] | 130 | |
Jan Beulich | 57da8b9 | 2012-05-09 08:47:37 +0100 | [diff] [blame] | 131 | void show_regs(struct pt_regs *regs) |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 132 | { |
| 133 | int i; |
| 134 | |
Tejun Heo | a43cb95 | 2013-04-30 15:27:17 -0700 | [diff] [blame] | 135 | show_regs_print_info(KERN_EMERG); |
Andy Lutomirski | f39b6f0 | 2015-03-18 18:33:33 -0700 | [diff] [blame] | 136 | __show_regs(regs, !user_mode(regs)); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 137 | |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 138 | /* |
| 139 | * When in-kernel, we also print out the stack and code at the |
| 140 | * time of the fault.. |
| 141 | */ |
Andy Lutomirski | f39b6f0 | 2015-03-18 18:33:33 -0700 | [diff] [blame] | 142 | if (!user_mode(regs)) { |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 143 | unsigned int code_prologue = code_bytes * 43 / 64; |
| 144 | unsigned int code_len = code_bytes; |
| 145 | unsigned char c; |
| 146 | u8 *ip; |
| 147 | |
Josh Poimboeuf | 0ee1dd9 | 2016-10-25 09:51:13 -0500 | [diff] [blame] | 148 | show_trace_log_lvl(current, regs, NULL, KERN_EMERG); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 149 | |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 150 | pr_emerg("Code:"); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 151 | |
| 152 | ip = (u8 *)regs->ip - code_prologue; |
| 153 | if (ip < (u8 *)PAGE_OFFSET || probe_kernel_address(ip, c)) { |
Alexander van Heukelum | 8a54166 | 2008-10-04 23:12:46 +0200 | [diff] [blame] | 154 | /* try starting at IP */ |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 155 | ip = (u8 *)regs->ip; |
| 156 | code_len = code_len - code_prologue + 1; |
| 157 | } |
| 158 | for (i = 0; i < code_len; i++, ip++) { |
| 159 | if (ip < (u8 *)PAGE_OFFSET || |
| 160 | probe_kernel_address(ip, c)) { |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 161 | pr_cont(" Bad EIP value."); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 162 | break; |
| 163 | } |
| 164 | if (ip == (u8 *)regs->ip) |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 165 | pr_cont(" <%02x>", c); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 166 | else |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 167 | pr_cont(" %02x", c); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 168 | } |
| 169 | } |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 170 | pr_cont("\n"); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 171 | } |