Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 1991, 1992 Linus Torvalds |
| 3 | * Copyright (C) 2000, 2001, 2002 Andi Kleen, SuSE Labs |
| 4 | */ |
| 5 | #include <linux/kallsyms.h> |
| 6 | #include <linux/kprobes.h> |
| 7 | #include <linux/uaccess.h> |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 8 | #include <linux/hardirq.h> |
| 9 | #include <linux/kdebug.h> |
Paul Gortmaker | 186f436 | 2016-07-13 20:18:56 -0400 | [diff] [blame] | 10 | #include <linux/export.h> |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 11 | #include <linux/ptrace.h> |
| 12 | #include <linux/kexec.h> |
Ingo Molnar | b803090 | 2009-11-26 08:17:31 +0100 | [diff] [blame] | 13 | #include <linux/sysfs.h> |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 14 | #include <linux/bug.h> |
| 15 | #include <linux/nmi.h> |
| 16 | |
| 17 | #include <asm/stacktrace.h> |
| 18 | |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 19 | void stack_type_str(enum stack_type type, const char **begin, const char **end) |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 20 | { |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 21 | switch (type) { |
| 22 | case STACK_TYPE_IRQ: |
| 23 | case STACK_TYPE_SOFTIRQ: |
| 24 | *begin = "IRQ"; |
| 25 | *end = "EOI"; |
| 26 | break; |
| 27 | default: |
| 28 | *begin = NULL; |
| 29 | *end = NULL; |
| 30 | } |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 31 | } |
| 32 | |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 33 | static bool in_hardirq_stack(unsigned long *stack, struct stack_info *info) |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 34 | { |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 35 | unsigned long *begin = (unsigned long *)this_cpu_read(hardirq_stack); |
| 36 | unsigned long *end = begin + (THREAD_SIZE / sizeof(long)); |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 37 | |
Josh Poimboeuf | 5fe599e | 2016-09-14 21:07:43 -0500 | [diff] [blame^] | 38 | /* |
| 39 | * This is a software stack, so 'end' can be a valid stack pointer. |
| 40 | * It just means the stack is empty. |
| 41 | */ |
| 42 | if (stack < begin || stack > end) |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 43 | return false; |
| 44 | |
| 45 | info->type = STACK_TYPE_IRQ; |
| 46 | info->begin = begin; |
| 47 | info->end = end; |
| 48 | |
| 49 | /* |
| 50 | * See irq_32.c -- the next stack pointer is stored at the beginning of |
| 51 | * the stack. |
| 52 | */ |
| 53 | info->next_sp = (unsigned long *)*begin; |
| 54 | |
| 55 | return true; |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 56 | } |
| 57 | |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 58 | static bool in_softirq_stack(unsigned long *stack, struct stack_info *info) |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 59 | { |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 60 | unsigned long *begin = (unsigned long *)this_cpu_read(softirq_stack); |
| 61 | unsigned long *end = begin + (THREAD_SIZE / sizeof(long)); |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 62 | |
Josh Poimboeuf | 5fe599e | 2016-09-14 21:07:43 -0500 | [diff] [blame^] | 63 | /* |
| 64 | * This is a software stack, so 'end' can be a valid stack pointer. |
| 65 | * It just means the stack is empty. |
| 66 | */ |
| 67 | if (stack < begin || stack > end) |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 68 | return false; |
| 69 | |
| 70 | info->type = STACK_TYPE_SOFTIRQ; |
| 71 | info->begin = begin; |
| 72 | info->end = end; |
| 73 | |
| 74 | /* |
| 75 | * The next stack pointer is stored at the beginning of the stack. |
| 76 | * See irq_32.c. |
| 77 | */ |
| 78 | info->next_sp = (unsigned long *)*begin; |
| 79 | |
| 80 | return true; |
| 81 | } |
| 82 | |
| 83 | int get_stack_info(unsigned long *stack, struct task_struct *task, |
| 84 | struct stack_info *info, unsigned long *visit_mask) |
| 85 | { |
| 86 | if (!stack) |
| 87 | goto unknown; |
| 88 | |
| 89 | task = task ? : current; |
| 90 | |
| 91 | if (in_task_stack(stack, task, info)) |
| 92 | return 0; |
| 93 | |
| 94 | if (task != current) |
| 95 | goto unknown; |
| 96 | |
| 97 | if (in_hardirq_stack(stack, info)) |
| 98 | return 0; |
| 99 | |
| 100 | if (in_softirq_stack(stack, info)) |
| 101 | return 0; |
| 102 | |
| 103 | unknown: |
| 104 | info->type = STACK_TYPE_UNKNOWN; |
| 105 | return -EINVAL; |
Steven Rostedt | 198d208 | 2014-02-06 09:41:31 -0500 | [diff] [blame] | 106 | } |
Frederic Weisbecker | 0406ca6 | 2009-07-01 21:02:09 +0200 | [diff] [blame] | 107 | |
Namhyung Kim | e8e999cf | 2011-03-18 11:40:06 +0900 | [diff] [blame] | 108 | void dump_trace(struct task_struct *task, struct pt_regs *regs, |
| 109 | unsigned long *stack, unsigned long bp, |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 110 | const struct stacktrace_ops *ops, void *data) |
| 111 | { |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 112 | unsigned long visit_mask = 0; |
Steven Rostedt | 7ee991f | 2008-12-02 23:50:04 -0500 | [diff] [blame] | 113 | int graph = 0; |
| 114 | |
Josh Poimboeuf | 4b8afaf | 2016-08-24 11:50:17 -0500 | [diff] [blame] | 115 | task = task ? : current; |
| 116 | stack = stack ? : get_stack_pointer(task, regs); |
| 117 | bp = bp ? : (unsigned long)get_frame_pointer(task, regs); |
Namhyung Kim | e8e999cf | 2011-03-18 11:40:06 +0900 | [diff] [blame] | 118 | |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 119 | for (;;) { |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 120 | const char *begin_str, *end_str; |
| 121 | struct stack_info info; |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 122 | |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 123 | if (get_stack_info(stack, task, &info, &visit_mask)) |
Steven Rostedt | 0788aa6 | 2014-02-06 09:41:30 -0500 | [diff] [blame] | 124 | break; |
| 125 | |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 126 | stack_type_str(info.type, &begin_str, &end_str); |
| 127 | |
| 128 | if (begin_str && ops->stack(data, begin_str) < 0) |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 129 | break; |
Steven Rostedt | 0788aa6 | 2014-02-06 09:41:30 -0500 | [diff] [blame] | 130 | |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 131 | bp = ops->walk_stack(task, stack, bp, ops, data, &info, &graph); |
| 132 | |
| 133 | if (end_str && ops->stack(data, end_str) < 0) |
Alexander van Heukelum | 2ac5372 | 2008-10-04 23:12:43 +0200 | [diff] [blame] | 134 | break; |
Josh Poimboeuf | cb76c93 | 2016-09-14 21:07:42 -0500 | [diff] [blame] | 135 | |
| 136 | stack = info.next_sp; |
| 137 | |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 138 | touch_nmi_watchdog(); |
| 139 | } |
| 140 | } |
| 141 | EXPORT_SYMBOL(dump_trace); |
| 142 | |
Neil Horman | 878719e | 2008-10-23 10:40:06 -0400 | [diff] [blame] | 143 | void |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 144 | show_stack_log_lvl(struct task_struct *task, struct pt_regs *regs, |
Namhyung Kim | e8e999cf | 2011-03-18 11:40:06 +0900 | [diff] [blame] | 145 | unsigned long *sp, unsigned long bp, char *log_lvl) |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 146 | { |
| 147 | unsigned long *stack; |
| 148 | int i; |
| 149 | |
Josh Poimboeuf | 4b8afaf | 2016-08-24 11:50:17 -0500 | [diff] [blame] | 150 | sp = sp ? : get_stack_pointer(task, regs); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 151 | |
| 152 | stack = sp; |
| 153 | for (i = 0; i < kstack_depth_to_print; i++) { |
| 154 | if (kstack_end(stack)) |
| 155 | break; |
Adrien Schildknecht | 1fc7f61 | 2015-02-20 03:34:21 +0100 | [diff] [blame] | 156 | if ((i % STACKSLOTS_PER_LINE) == 0) { |
| 157 | if (i != 0) |
| 158 | pr_cont("\n"); |
| 159 | printk("%s %08lx", log_lvl, *stack++); |
| 160 | } else |
| 161 | pr_cont(" %08lx", *stack++); |
Alexander van Heukelum | ca0a816 | 2008-10-04 23:12:44 +0200 | [diff] [blame] | 162 | touch_nmi_watchdog(); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 163 | } |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 164 | pr_cont("\n"); |
Namhyung Kim | e8e999cf | 2011-03-18 11:40:06 +0900 | [diff] [blame] | 165 | show_trace_log_lvl(task, regs, sp, bp, log_lvl); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 166 | } |
| 167 | |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 168 | |
Jan Beulich | 57da8b9 | 2012-05-09 08:47:37 +0100 | [diff] [blame] | 169 | void show_regs(struct pt_regs *regs) |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 170 | { |
| 171 | int i; |
| 172 | |
Tejun Heo | a43cb95 | 2013-04-30 15:27:17 -0700 | [diff] [blame] | 173 | show_regs_print_info(KERN_EMERG); |
Andy Lutomirski | f39b6f0 | 2015-03-18 18:33:33 -0700 | [diff] [blame] | 174 | __show_regs(regs, !user_mode(regs)); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 175 | |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 176 | /* |
| 177 | * When in-kernel, we also print out the stack and code at the |
| 178 | * time of the fault.. |
| 179 | */ |
Andy Lutomirski | f39b6f0 | 2015-03-18 18:33:33 -0700 | [diff] [blame] | 180 | if (!user_mode(regs)) { |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 181 | unsigned int code_prologue = code_bytes * 43 / 64; |
| 182 | unsigned int code_len = code_bytes; |
| 183 | unsigned char c; |
| 184 | u8 *ip; |
| 185 | |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 186 | pr_emerg("Stack:\n"); |
Josh Poimboeuf | 5a8ff54 | 2016-08-24 11:50:18 -0500 | [diff] [blame] | 187 | show_stack_log_lvl(NULL, regs, NULL, 0, KERN_EMERG); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 188 | |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 189 | pr_emerg("Code:"); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 190 | |
| 191 | ip = (u8 *)regs->ip - code_prologue; |
| 192 | if (ip < (u8 *)PAGE_OFFSET || probe_kernel_address(ip, c)) { |
Alexander van Heukelum | 8a54166 | 2008-10-04 23:12:46 +0200 | [diff] [blame] | 193 | /* try starting at IP */ |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 194 | ip = (u8 *)regs->ip; |
| 195 | code_len = code_len - code_prologue + 1; |
| 196 | } |
| 197 | for (i = 0; i < code_len; i++, ip++) { |
| 198 | if (ip < (u8 *)PAGE_OFFSET || |
| 199 | probe_kernel_address(ip, c)) { |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 200 | pr_cont(" Bad EIP value."); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 201 | break; |
| 202 | } |
| 203 | if (ip == (u8 *)regs->ip) |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 204 | pr_cont(" <%02x>", c); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 205 | else |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 206 | pr_cont(" %02x", c); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 207 | } |
| 208 | } |
Joe Perches | c767a54 | 2012-05-21 19:50:07 -0700 | [diff] [blame] | 209 | pr_cont("\n"); |
Alexander van Heukelum | 2bc5f92 | 2008-09-30 13:12:14 +0200 | [diff] [blame] | 210 | } |
| 211 | |
| 212 | int is_valid_bugaddr(unsigned long ip) |
| 213 | { |
| 214 | unsigned short ud2; |
| 215 | |
| 216 | if (ip < PAGE_OFFSET) |
| 217 | return 0; |
| 218 | if (probe_kernel_address((unsigned short *)ip, ud2)) |
| 219 | return 0; |
| 220 | |
| 221 | return ud2 == 0x0b0f; |
| 222 | } |