blob: 50076d4366c4eaab96a2861e08e3bb3472f5505d [file] [log] [blame]
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +02001/*
2 * Copyright (C) 1991, 1992 Linus Torvalds
3 * Copyright (C) 2000, 2001, 2002 Andi Kleen, SuSE Labs
4 */
5#include <linux/kallsyms.h>
6#include <linux/kprobes.h>
7#include <linux/uaccess.h>
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +02008#include <linux/hardirq.h>
9#include <linux/kdebug.h>
Paul Gortmaker186f4362016-07-13 20:18:56 -040010#include <linux/export.h>
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +020011#include <linux/ptrace.h>
12#include <linux/kexec.h>
Ingo Molnarb8030902009-11-26 08:17:31 +010013#include <linux/sysfs.h>
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +020014#include <linux/bug.h>
15#include <linux/nmi.h>
16
17#include <asm/stacktrace.h>
18
Josh Poimboeufcb76c932016-09-14 21:07:42 -050019void stack_type_str(enum stack_type type, const char **begin, const char **end)
Steven Rostedt198d2082014-02-06 09:41:31 -050020{
Josh Poimboeufcb76c932016-09-14 21:07:42 -050021 switch (type) {
22 case STACK_TYPE_IRQ:
23 case STACK_TYPE_SOFTIRQ:
24 *begin = "IRQ";
25 *end = "EOI";
26 break;
27 default:
28 *begin = NULL;
29 *end = NULL;
30 }
Steven Rostedt198d2082014-02-06 09:41:31 -050031}
32
Josh Poimboeufcb76c932016-09-14 21:07:42 -050033static bool in_hardirq_stack(unsigned long *stack, struct stack_info *info)
Steven Rostedt198d2082014-02-06 09:41:31 -050034{
Josh Poimboeufcb76c932016-09-14 21:07:42 -050035 unsigned long *begin = (unsigned long *)this_cpu_read(hardirq_stack);
36 unsigned long *end = begin + (THREAD_SIZE / sizeof(long));
Steven Rostedt198d2082014-02-06 09:41:31 -050037
Josh Poimboeuf5fe599e2016-09-14 21:07:43 -050038 /*
39 * This is a software stack, so 'end' can be a valid stack pointer.
40 * It just means the stack is empty.
41 */
42 if (stack < begin || stack > end)
Josh Poimboeufcb76c932016-09-14 21:07:42 -050043 return false;
44
45 info->type = STACK_TYPE_IRQ;
46 info->begin = begin;
47 info->end = end;
48
49 /*
50 * See irq_32.c -- the next stack pointer is stored at the beginning of
51 * the stack.
52 */
53 info->next_sp = (unsigned long *)*begin;
54
55 return true;
Steven Rostedt198d2082014-02-06 09:41:31 -050056}
57
Josh Poimboeufcb76c932016-09-14 21:07:42 -050058static bool in_softirq_stack(unsigned long *stack, struct stack_info *info)
Steven Rostedt198d2082014-02-06 09:41:31 -050059{
Josh Poimboeufcb76c932016-09-14 21:07:42 -050060 unsigned long *begin = (unsigned long *)this_cpu_read(softirq_stack);
61 unsigned long *end = begin + (THREAD_SIZE / sizeof(long));
Steven Rostedt198d2082014-02-06 09:41:31 -050062
Josh Poimboeuf5fe599e2016-09-14 21:07:43 -050063 /*
64 * This is a software stack, so 'end' can be a valid stack pointer.
65 * It just means the stack is empty.
66 */
67 if (stack < begin || stack > end)
Josh Poimboeufcb76c932016-09-14 21:07:42 -050068 return false;
69
70 info->type = STACK_TYPE_SOFTIRQ;
71 info->begin = begin;
72 info->end = end;
73
74 /*
75 * The next stack pointer is stored at the beginning of the stack.
76 * See irq_32.c.
77 */
78 info->next_sp = (unsigned long *)*begin;
79
80 return true;
81}
82
83int get_stack_info(unsigned long *stack, struct task_struct *task,
84 struct stack_info *info, unsigned long *visit_mask)
85{
86 if (!stack)
87 goto unknown;
88
89 task = task ? : current;
90
91 if (in_task_stack(stack, task, info))
92 return 0;
93
94 if (task != current)
95 goto unknown;
96
97 if (in_hardirq_stack(stack, info))
98 return 0;
99
100 if (in_softirq_stack(stack, info))
101 return 0;
102
103unknown:
104 info->type = STACK_TYPE_UNKNOWN;
105 return -EINVAL;
Steven Rostedt198d2082014-02-06 09:41:31 -0500106}
Frederic Weisbecker0406ca62009-07-01 21:02:09 +0200107
Namhyung Kime8e999cf2011-03-18 11:40:06 +0900108void dump_trace(struct task_struct *task, struct pt_regs *regs,
109 unsigned long *stack, unsigned long bp,
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200110 const struct stacktrace_ops *ops, void *data)
111{
Josh Poimboeufcb76c932016-09-14 21:07:42 -0500112 unsigned long visit_mask = 0;
Steven Rostedt7ee991f2008-12-02 23:50:04 -0500113 int graph = 0;
114
Josh Poimboeuf4b8afaf2016-08-24 11:50:17 -0500115 task = task ? : current;
116 stack = stack ? : get_stack_pointer(task, regs);
117 bp = bp ? : (unsigned long)get_frame_pointer(task, regs);
Namhyung Kime8e999cf2011-03-18 11:40:06 +0900118
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200119 for (;;) {
Josh Poimboeufcb76c932016-09-14 21:07:42 -0500120 const char *begin_str, *end_str;
121 struct stack_info info;
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200122
Josh Poimboeufcb76c932016-09-14 21:07:42 -0500123 if (get_stack_info(stack, task, &info, &visit_mask))
Steven Rostedt0788aa62014-02-06 09:41:30 -0500124 break;
125
Josh Poimboeufcb76c932016-09-14 21:07:42 -0500126 stack_type_str(info.type, &begin_str, &end_str);
127
128 if (begin_str && ops->stack(data, begin_str) < 0)
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200129 break;
Steven Rostedt0788aa62014-02-06 09:41:30 -0500130
Josh Poimboeufcb76c932016-09-14 21:07:42 -0500131 bp = ops->walk_stack(task, stack, bp, ops, data, &info, &graph);
132
133 if (end_str && ops->stack(data, end_str) < 0)
Alexander van Heukelum2ac53722008-10-04 23:12:43 +0200134 break;
Josh Poimboeufcb76c932016-09-14 21:07:42 -0500135
136 stack = info.next_sp;
137
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200138 touch_nmi_watchdog();
139 }
140}
141EXPORT_SYMBOL(dump_trace);
142
Neil Horman878719e2008-10-23 10:40:06 -0400143void
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200144show_stack_log_lvl(struct task_struct *task, struct pt_regs *regs,
Namhyung Kime8e999cf2011-03-18 11:40:06 +0900145 unsigned long *sp, unsigned long bp, char *log_lvl)
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200146{
147 unsigned long *stack;
148 int i;
149
Josh Poimboeuf4b8afaf2016-08-24 11:50:17 -0500150 sp = sp ? : get_stack_pointer(task, regs);
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200151
152 stack = sp;
153 for (i = 0; i < kstack_depth_to_print; i++) {
154 if (kstack_end(stack))
155 break;
Adrien Schildknecht1fc7f612015-02-20 03:34:21 +0100156 if ((i % STACKSLOTS_PER_LINE) == 0) {
157 if (i != 0)
158 pr_cont("\n");
159 printk("%s %08lx", log_lvl, *stack++);
160 } else
161 pr_cont(" %08lx", *stack++);
Alexander van Heukelumca0a8162008-10-04 23:12:44 +0200162 touch_nmi_watchdog();
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200163 }
Joe Perchesc767a542012-05-21 19:50:07 -0700164 pr_cont("\n");
Namhyung Kime8e999cf2011-03-18 11:40:06 +0900165 show_trace_log_lvl(task, regs, sp, bp, log_lvl);
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200166}
167
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200168
Jan Beulich57da8b92012-05-09 08:47:37 +0100169void show_regs(struct pt_regs *regs)
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200170{
171 int i;
172
Tejun Heoa43cb952013-04-30 15:27:17 -0700173 show_regs_print_info(KERN_EMERG);
Andy Lutomirskif39b6f02015-03-18 18:33:33 -0700174 __show_regs(regs, !user_mode(regs));
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200175
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200176 /*
177 * When in-kernel, we also print out the stack and code at the
178 * time of the fault..
179 */
Andy Lutomirskif39b6f02015-03-18 18:33:33 -0700180 if (!user_mode(regs)) {
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200181 unsigned int code_prologue = code_bytes * 43 / 64;
182 unsigned int code_len = code_bytes;
183 unsigned char c;
184 u8 *ip;
185
Joe Perchesc767a542012-05-21 19:50:07 -0700186 pr_emerg("Stack:\n");
Josh Poimboeuf5a8ff542016-08-24 11:50:18 -0500187 show_stack_log_lvl(NULL, regs, NULL, 0, KERN_EMERG);
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200188
Joe Perchesc767a542012-05-21 19:50:07 -0700189 pr_emerg("Code:");
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200190
191 ip = (u8 *)regs->ip - code_prologue;
192 if (ip < (u8 *)PAGE_OFFSET || probe_kernel_address(ip, c)) {
Alexander van Heukelum8a541662008-10-04 23:12:46 +0200193 /* try starting at IP */
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200194 ip = (u8 *)regs->ip;
195 code_len = code_len - code_prologue + 1;
196 }
197 for (i = 0; i < code_len; i++, ip++) {
198 if (ip < (u8 *)PAGE_OFFSET ||
199 probe_kernel_address(ip, c)) {
Joe Perchesc767a542012-05-21 19:50:07 -0700200 pr_cont(" Bad EIP value.");
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200201 break;
202 }
203 if (ip == (u8 *)regs->ip)
Joe Perchesc767a542012-05-21 19:50:07 -0700204 pr_cont(" <%02x>", c);
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200205 else
Joe Perchesc767a542012-05-21 19:50:07 -0700206 pr_cont(" %02x", c);
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200207 }
208 }
Joe Perchesc767a542012-05-21 19:50:07 -0700209 pr_cont("\n");
Alexander van Heukelum2bc5f922008-09-30 13:12:14 +0200210}
211
212int is_valid_bugaddr(unsigned long ip)
213{
214 unsigned short ud2;
215
216 if (ip < PAGE_OFFSET)
217 return 0;
218 if (probe_kernel_address((unsigned short *)ip, ud2))
219 return 0;
220
221 return ud2 == 0x0b0f;
222}