blob: 986f910961d9dc4986244adb37d7b2ae67e39b06 [file] [log] [blame]
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +09001/*
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +09002 * Stack trace management functions
3 *
4 * Copyright (C) 2006 Atsushi Nemoto <anemo@mba.ocn.ne.jp>
5 */
6#include <linux/sched.h>
Ingo Molnarb17b0152017-02-08 18:51:35 +01007#include <linux/sched/debug.h>
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +09008#include <linux/stacktrace.h>
Paul Gortmaker73bc2562011-07-23 16:30:40 -04009#include <linux/export.h>
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090010#include <asm/stacktrace.h>
11
12/*
13 * Save stack-backtrace addresses into a stack_trace buffer:
14 */
15static void save_raw_context_stack(struct stack_trace *trace,
Aaro Koskinene1e16112015-10-23 15:39:02 +030016 unsigned long reg29, int savesched)
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090017{
18 unsigned long *sp = (unsigned long *)reg29;
19 unsigned long addr;
20
21 while (!kstack_end(sp)) {
22 addr = *sp++;
Aaro Koskinene1e16112015-10-23 15:39:02 +030023 if (__kernel_text_address(addr) &&
24 (savesched || !in_sched_functions(addr))) {
Atsushi Nemoto23126692006-09-28 19:15:33 +090025 if (trace->skip > 0)
26 trace->skip--;
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090027 else
Atsushi Nemoto23126692006-09-28 19:15:33 +090028 trace->entries[trace->nr_entries++] = addr;
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090029 if (trace->nr_entries >= trace->max_entries)
30 break;
31 }
32 }
33}
34
Ken Chen2ec220e2008-11-10 11:26:08 +030035static void save_context_stack(struct stack_trace *trace,
Aaro Koskinene1e16112015-10-23 15:39:02 +030036 struct task_struct *tsk, struct pt_regs *regs, int savesched)
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090037{
38 unsigned long sp = regs->regs[29];
39#ifdef CONFIG_KALLSYMS
40 unsigned long ra = regs->regs[31];
41 unsigned long pc = regs->cp0_epc;
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090042
43 if (raw_show_trace || !__kernel_text_address(pc)) {
Atsushi Nemoto19246002006-09-29 18:02:51 +090044 unsigned long stack_page =
Ken Chen2ec220e2008-11-10 11:26:08 +030045 (unsigned long)task_stack_page(tsk);
Atsushi Nemoto23126692006-09-28 19:15:33 +090046 if (stack_page && sp >= stack_page &&
47 sp <= stack_page + THREAD_SIZE - 32)
Aaro Koskinene1e16112015-10-23 15:39:02 +030048 save_raw_context_stack(trace, sp, savesched);
Atsushi Nemoto19246002006-09-29 18:02:51 +090049 return;
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090050 }
51 do {
Aaro Koskinene1e16112015-10-23 15:39:02 +030052 if (savesched || !in_sched_functions(pc)) {
53 if (trace->skip > 0)
54 trace->skip--;
55 else
56 trace->entries[trace->nr_entries++] = pc;
57 if (trace->nr_entries >= trace->max_entries)
58 break;
59 }
Ken Chen2ec220e2008-11-10 11:26:08 +030060 pc = unwind_stack(tsk, &sp, pc, &ra);
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090061 } while (pc);
62#else
Aaro Koskinene1e16112015-10-23 15:39:02 +030063 save_raw_context_stack(trace, sp, savesched);
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090064#endif
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090065}
66
67/*
68 * Save stack-backtrace addresses into a stack_trace buffer.
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090069 */
Christoph Hellwigab1b6f02007-05-08 00:23:29 -070070void save_stack_trace(struct stack_trace *trace)
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090071{
Ken Chen2ec220e2008-11-10 11:26:08 +030072 save_stack_trace_tsk(current, trace);
73}
74EXPORT_SYMBOL_GPL(save_stack_trace);
75
76void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace)
77{
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090078 struct pt_regs dummyregs;
79 struct pt_regs *regs = &dummyregs;
80
81 WARN_ON(trace->nr_entries || !trace->max_entries);
82
Ken Chen2ec220e2008-11-10 11:26:08 +030083 if (tsk != current) {
84 regs->regs[29] = tsk->thread.reg29;
85 regs->regs[31] = 0;
86 regs->cp0_epc = tsk->thread.reg31;
87 } else
88 prepare_frametrace(regs);
Aaro Koskinene1e16112015-10-23 15:39:02 +030089 save_context_stack(trace, tsk, regs, tsk == current);
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090090}
Ken Chen2ec220e2008-11-10 11:26:08 +030091EXPORT_SYMBOL_GPL(save_stack_trace_tsk);