blob: 78b7d843ceb292db45c43bf94ff64b6eeb608681 [file] [log] [blame]
Wen Congyang783e9b42012-05-07 12:10:47 +08001/*
2 * QEMU dump
3 *
4 * Copyright Fujitsu, Corp. 2011, 2012
5 *
6 * Authors:
7 * Wen Congyang <wency@cn.fujitsu.com>
8 *
Stefan Weil352666e2012-06-10 19:34:04 +00009 * This work is licensed under the terms of the GNU GPL, version 2 or later.
10 * See the COPYING file in the top-level directory.
Wen Congyang783e9b42012-05-07 12:10:47 +080011 *
12 */
13
14#include "qemu-common.h"
Wen Congyang783e9b42012-05-07 12:10:47 +080015#include "elf.h"
Wen Congyang783e9b42012-05-07 12:10:47 +080016#include "cpu.h"
Paolo Bonzini022c62c2012-12-17 18:19:49 +010017#include "exec/cpu-all.h"
18#include "exec/hwaddr.h"
Paolo Bonzini83c90892012-12-17 18:19:49 +010019#include "monitor/monitor.h"
Paolo Bonzini9c17d612012-12-17 18:20:04 +010020#include "sysemu/kvm.h"
21#include "sysemu/dump.h"
22#include "sysemu/sysemu.h"
23#include "sysemu/memory_mapping.h"
Andreas Färber1b3509c2013-06-09 16:48:29 +020024#include "sysemu/cpus.h"
Paolo Bonzini7b1b5d12012-12-17 18:19:43 +010025#include "qapi/error.h"
Markus Armbrustercc7a8ea2015-03-17 17:22:46 +010026#include "qapi/qmp/qerror.h"
Wen Congyang783e9b42012-05-07 12:10:47 +080027#include "qmp-commands.h"
Wen Congyang783e9b42012-05-07 12:10:47 +080028
qiaonuohand12f57e2014-02-18 14:11:35 +080029#include <zlib.h>
30#ifdef CONFIG_LZO
31#include <lzo/lzo1x.h>
32#endif
33#ifdef CONFIG_SNAPPY
34#include <snappy-c.h>
35#endif
qiaonuohan4ab23a92014-02-18 14:11:37 +080036#ifndef ELF_MACHINE_UNAME
37#define ELF_MACHINE_UNAME "Unknown"
38#endif
qiaonuohand12f57e2014-02-18 14:11:35 +080039
Bharata B Raoacb0ef52014-05-19 19:57:44 +020040uint16_t cpu_to_dump16(DumpState *s, uint16_t val)
Wen Congyang783e9b42012-05-07 12:10:47 +080041{
Bharata B Raoacb0ef52014-05-19 19:57:44 +020042 if (s->dump_info.d_endian == ELFDATA2LSB) {
Wen Congyang783e9b42012-05-07 12:10:47 +080043 val = cpu_to_le16(val);
44 } else {
45 val = cpu_to_be16(val);
46 }
47
48 return val;
49}
50
Bharata B Raoacb0ef52014-05-19 19:57:44 +020051uint32_t cpu_to_dump32(DumpState *s, uint32_t val)
Wen Congyang783e9b42012-05-07 12:10:47 +080052{
Bharata B Raoacb0ef52014-05-19 19:57:44 +020053 if (s->dump_info.d_endian == ELFDATA2LSB) {
Wen Congyang783e9b42012-05-07 12:10:47 +080054 val = cpu_to_le32(val);
55 } else {
56 val = cpu_to_be32(val);
57 }
58
59 return val;
60}
61
Bharata B Raoacb0ef52014-05-19 19:57:44 +020062uint64_t cpu_to_dump64(DumpState *s, uint64_t val)
Wen Congyang783e9b42012-05-07 12:10:47 +080063{
Bharata B Raoacb0ef52014-05-19 19:57:44 +020064 if (s->dump_info.d_endian == ELFDATA2LSB) {
Wen Congyang783e9b42012-05-07 12:10:47 +080065 val = cpu_to_le64(val);
66 } else {
67 val = cpu_to_be64(val);
68 }
69
70 return val;
71}
72
Wen Congyang783e9b42012-05-07 12:10:47 +080073static int dump_cleanup(DumpState *s)
74{
Laszlo Ersek5ee163e2013-08-06 12:37:09 +020075 guest_phys_blocks_free(&s->guest_phys_blocks);
Wen Congyang783e9b42012-05-07 12:10:47 +080076 memory_mapping_list_free(&s->list);
Chen Gang29282072014-08-03 23:28:56 +080077 close(s->fd);
Wen Congyang783e9b42012-05-07 12:10:47 +080078 if (s->resume) {
79 vm_start();
80 }
81
Chen Gang29282072014-08-03 23:28:56 +080082 return 0;
Wen Congyang783e9b42012-05-07 12:10:47 +080083}
84
zhanghailiang37917da2014-10-09 14:13:10 +080085static void dump_error(DumpState *s, const char *reason, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +080086{
87 dump_cleanup(s);
zhanghailiang37917da2014-10-09 14:13:10 +080088 error_setg(errp, "%s", reason);
Wen Congyang783e9b42012-05-07 12:10:47 +080089}
90
qiaonuohanb5ba1cc2014-02-18 14:11:25 +080091static int fd_write_vmcore(const void *buf, size_t size, void *opaque)
Wen Congyang783e9b42012-05-07 12:10:47 +080092{
93 DumpState *s = opaque;
Luiz Capitulino2f616522012-09-21 13:17:55 -030094 size_t written_size;
Wen Congyang783e9b42012-05-07 12:10:47 +080095
Luiz Capitulino2f616522012-09-21 13:17:55 -030096 written_size = qemu_write_full(s->fd, buf, size);
97 if (written_size != size) {
98 return -1;
Wen Congyang783e9b42012-05-07 12:10:47 +080099 }
100
101 return 0;
102}
103
zhanghailiang4c7e2512014-10-09 14:13:11 +0800104static void write_elf64_header(DumpState *s, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800105{
106 Elf64_Ehdr elf_header;
107 int ret;
Wen Congyang783e9b42012-05-07 12:10:47 +0800108
109 memset(&elf_header, 0, sizeof(Elf64_Ehdr));
110 memcpy(&elf_header, ELFMAG, SELFMAG);
111 elf_header.e_ident[EI_CLASS] = ELFCLASS64;
112 elf_header.e_ident[EI_DATA] = s->dump_info.d_endian;
113 elf_header.e_ident[EI_VERSION] = EV_CURRENT;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200114 elf_header.e_type = cpu_to_dump16(s, ET_CORE);
115 elf_header.e_machine = cpu_to_dump16(s, s->dump_info.d_machine);
116 elf_header.e_version = cpu_to_dump32(s, EV_CURRENT);
117 elf_header.e_ehsize = cpu_to_dump16(s, sizeof(elf_header));
118 elf_header.e_phoff = cpu_to_dump64(s, sizeof(Elf64_Ehdr));
119 elf_header.e_phentsize = cpu_to_dump16(s, sizeof(Elf64_Phdr));
120 elf_header.e_phnum = cpu_to_dump16(s, s->phdr_num);
Wen Congyang783e9b42012-05-07 12:10:47 +0800121 if (s->have_section) {
122 uint64_t shoff = sizeof(Elf64_Ehdr) + sizeof(Elf64_Phdr) * s->sh_info;
123
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200124 elf_header.e_shoff = cpu_to_dump64(s, shoff);
125 elf_header.e_shentsize = cpu_to_dump16(s, sizeof(Elf64_Shdr));
126 elf_header.e_shnum = cpu_to_dump16(s, 1);
Wen Congyang783e9b42012-05-07 12:10:47 +0800127 }
128
129 ret = fd_write_vmcore(&elf_header, sizeof(elf_header), s);
130 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800131 dump_error(s, "dump: failed to write elf header", errp);
Wen Congyang783e9b42012-05-07 12:10:47 +0800132 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800133}
134
zhanghailiang4c7e2512014-10-09 14:13:11 +0800135static void write_elf32_header(DumpState *s, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800136{
137 Elf32_Ehdr elf_header;
138 int ret;
Wen Congyang783e9b42012-05-07 12:10:47 +0800139
140 memset(&elf_header, 0, sizeof(Elf32_Ehdr));
141 memcpy(&elf_header, ELFMAG, SELFMAG);
142 elf_header.e_ident[EI_CLASS] = ELFCLASS32;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200143 elf_header.e_ident[EI_DATA] = s->dump_info.d_endian;
Wen Congyang783e9b42012-05-07 12:10:47 +0800144 elf_header.e_ident[EI_VERSION] = EV_CURRENT;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200145 elf_header.e_type = cpu_to_dump16(s, ET_CORE);
146 elf_header.e_machine = cpu_to_dump16(s, s->dump_info.d_machine);
147 elf_header.e_version = cpu_to_dump32(s, EV_CURRENT);
148 elf_header.e_ehsize = cpu_to_dump16(s, sizeof(elf_header));
149 elf_header.e_phoff = cpu_to_dump32(s, sizeof(Elf32_Ehdr));
150 elf_header.e_phentsize = cpu_to_dump16(s, sizeof(Elf32_Phdr));
151 elf_header.e_phnum = cpu_to_dump16(s, s->phdr_num);
Wen Congyang783e9b42012-05-07 12:10:47 +0800152 if (s->have_section) {
153 uint32_t shoff = sizeof(Elf32_Ehdr) + sizeof(Elf32_Phdr) * s->sh_info;
154
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200155 elf_header.e_shoff = cpu_to_dump32(s, shoff);
156 elf_header.e_shentsize = cpu_to_dump16(s, sizeof(Elf32_Shdr));
157 elf_header.e_shnum = cpu_to_dump16(s, 1);
Wen Congyang783e9b42012-05-07 12:10:47 +0800158 }
159
160 ret = fd_write_vmcore(&elf_header, sizeof(elf_header), s);
161 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800162 dump_error(s, "dump: failed to write elf header", errp);
Wen Congyang783e9b42012-05-07 12:10:47 +0800163 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800164}
165
zhanghailiang4c7e2512014-10-09 14:13:11 +0800166static void write_elf64_load(DumpState *s, MemoryMapping *memory_mapping,
167 int phdr_index, hwaddr offset,
168 hwaddr filesz, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800169{
170 Elf64_Phdr phdr;
171 int ret;
Wen Congyang783e9b42012-05-07 12:10:47 +0800172
173 memset(&phdr, 0, sizeof(Elf64_Phdr));
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200174 phdr.p_type = cpu_to_dump32(s, PT_LOAD);
175 phdr.p_offset = cpu_to_dump64(s, offset);
176 phdr.p_paddr = cpu_to_dump64(s, memory_mapping->phys_addr);
177 phdr.p_filesz = cpu_to_dump64(s, filesz);
178 phdr.p_memsz = cpu_to_dump64(s, memory_mapping->length);
179 phdr.p_vaddr = cpu_to_dump64(s, memory_mapping->virt_addr);
Wen Congyang783e9b42012-05-07 12:10:47 +0800180
Laszlo Ersek2cac2602013-08-06 12:37:08 +0200181 assert(memory_mapping->length >= filesz);
182
Wen Congyang783e9b42012-05-07 12:10:47 +0800183 ret = fd_write_vmcore(&phdr, sizeof(Elf64_Phdr), s);
184 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800185 dump_error(s, "dump: failed to write program header table", errp);
Wen Congyang783e9b42012-05-07 12:10:47 +0800186 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800187}
188
zhanghailiang4c7e2512014-10-09 14:13:11 +0800189static void write_elf32_load(DumpState *s, MemoryMapping *memory_mapping,
190 int phdr_index, hwaddr offset,
191 hwaddr filesz, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800192{
193 Elf32_Phdr phdr;
194 int ret;
Wen Congyang783e9b42012-05-07 12:10:47 +0800195
196 memset(&phdr, 0, sizeof(Elf32_Phdr));
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200197 phdr.p_type = cpu_to_dump32(s, PT_LOAD);
198 phdr.p_offset = cpu_to_dump32(s, offset);
199 phdr.p_paddr = cpu_to_dump32(s, memory_mapping->phys_addr);
200 phdr.p_filesz = cpu_to_dump32(s, filesz);
201 phdr.p_memsz = cpu_to_dump32(s, memory_mapping->length);
202 phdr.p_vaddr = cpu_to_dump32(s, memory_mapping->virt_addr);
Wen Congyang783e9b42012-05-07 12:10:47 +0800203
Laszlo Ersek2cac2602013-08-06 12:37:08 +0200204 assert(memory_mapping->length >= filesz);
205
Wen Congyang783e9b42012-05-07 12:10:47 +0800206 ret = fd_write_vmcore(&phdr, sizeof(Elf32_Phdr), s);
207 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800208 dump_error(s, "dump: failed to write program header table", errp);
Wen Congyang783e9b42012-05-07 12:10:47 +0800209 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800210}
211
zhanghailiang4c7e2512014-10-09 14:13:11 +0800212static void write_elf64_note(DumpState *s, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800213{
214 Elf64_Phdr phdr;
Avi Kivitya8170e52012-10-23 12:30:10 +0200215 hwaddr begin = s->memory_offset - s->note_size;
Wen Congyang783e9b42012-05-07 12:10:47 +0800216 int ret;
217
218 memset(&phdr, 0, sizeof(Elf64_Phdr));
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200219 phdr.p_type = cpu_to_dump32(s, PT_NOTE);
220 phdr.p_offset = cpu_to_dump64(s, begin);
Wen Congyang783e9b42012-05-07 12:10:47 +0800221 phdr.p_paddr = 0;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200222 phdr.p_filesz = cpu_to_dump64(s, s->note_size);
223 phdr.p_memsz = cpu_to_dump64(s, s->note_size);
Wen Congyang783e9b42012-05-07 12:10:47 +0800224 phdr.p_vaddr = 0;
225
226 ret = fd_write_vmcore(&phdr, sizeof(Elf64_Phdr), s);
227 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800228 dump_error(s, "dump: failed to write program header table", errp);
Wen Congyang783e9b42012-05-07 12:10:47 +0800229 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800230}
231
Paolo Bonzini0bc3cd62013-04-08 17:29:59 +0200232static inline int cpu_index(CPUState *cpu)
233{
234 return cpu->cpu_index + 1;
235}
236
zhanghailiang4c7e2512014-10-09 14:13:11 +0800237static void write_elf64_notes(WriteCoreDumpFunction f, DumpState *s,
238 Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800239{
Andreas Färber0d342822012-12-17 07:12:13 +0100240 CPUState *cpu;
Wen Congyang783e9b42012-05-07 12:10:47 +0800241 int ret;
242 int id;
243
Andreas Färberbdc44642013-06-24 23:50:24 +0200244 CPU_FOREACH(cpu) {
Andreas Färber0d342822012-12-17 07:12:13 +0100245 id = cpu_index(cpu);
qiaonuohan6a519912014-02-18 14:11:26 +0800246 ret = cpu_write_elf64_note(f, cpu, id, s);
Wen Congyang783e9b42012-05-07 12:10:47 +0800247 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800248 dump_error(s, "dump: failed to write elf notes", errp);
zhanghailiang4c7e2512014-10-09 14:13:11 +0800249 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800250 }
251 }
252
Andreas Färberbdc44642013-06-24 23:50:24 +0200253 CPU_FOREACH(cpu) {
qiaonuohan6a519912014-02-18 14:11:26 +0800254 ret = cpu_write_elf64_qemunote(f, cpu, s);
Wen Congyang783e9b42012-05-07 12:10:47 +0800255 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800256 dump_error(s, "dump: failed to write CPU status", errp);
zhanghailiang4c7e2512014-10-09 14:13:11 +0800257 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800258 }
259 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800260}
261
zhanghailiang4c7e2512014-10-09 14:13:11 +0800262static void write_elf32_note(DumpState *s, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800263{
Avi Kivitya8170e52012-10-23 12:30:10 +0200264 hwaddr begin = s->memory_offset - s->note_size;
Wen Congyang783e9b42012-05-07 12:10:47 +0800265 Elf32_Phdr phdr;
Wen Congyang783e9b42012-05-07 12:10:47 +0800266 int ret;
267
268 memset(&phdr, 0, sizeof(Elf32_Phdr));
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200269 phdr.p_type = cpu_to_dump32(s, PT_NOTE);
270 phdr.p_offset = cpu_to_dump32(s, begin);
Wen Congyang783e9b42012-05-07 12:10:47 +0800271 phdr.p_paddr = 0;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200272 phdr.p_filesz = cpu_to_dump32(s, s->note_size);
273 phdr.p_memsz = cpu_to_dump32(s, s->note_size);
Wen Congyang783e9b42012-05-07 12:10:47 +0800274 phdr.p_vaddr = 0;
275
276 ret = fd_write_vmcore(&phdr, sizeof(Elf32_Phdr), s);
277 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800278 dump_error(s, "dump: failed to write program header table", errp);
Wen Congyang783e9b42012-05-07 12:10:47 +0800279 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800280}
281
zhanghailiang4c7e2512014-10-09 14:13:11 +0800282static void write_elf32_notes(WriteCoreDumpFunction f, DumpState *s,
283 Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800284{
Andreas Färber0d342822012-12-17 07:12:13 +0100285 CPUState *cpu;
Wen Congyang783e9b42012-05-07 12:10:47 +0800286 int ret;
287 int id;
288
Andreas Färberbdc44642013-06-24 23:50:24 +0200289 CPU_FOREACH(cpu) {
Andreas Färber0d342822012-12-17 07:12:13 +0100290 id = cpu_index(cpu);
qiaonuohan6a519912014-02-18 14:11:26 +0800291 ret = cpu_write_elf32_note(f, cpu, id, s);
Wen Congyang783e9b42012-05-07 12:10:47 +0800292 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800293 dump_error(s, "dump: failed to write elf notes", errp);
zhanghailiang4c7e2512014-10-09 14:13:11 +0800294 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800295 }
296 }
297
Andreas Färberbdc44642013-06-24 23:50:24 +0200298 CPU_FOREACH(cpu) {
qiaonuohan6a519912014-02-18 14:11:26 +0800299 ret = cpu_write_elf32_qemunote(f, cpu, s);
Wen Congyang783e9b42012-05-07 12:10:47 +0800300 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800301 dump_error(s, "dump: failed to write CPU status", errp);
zhanghailiang4c7e2512014-10-09 14:13:11 +0800302 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800303 }
304 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800305}
306
zhanghailiang4c7e2512014-10-09 14:13:11 +0800307static void write_elf_section(DumpState *s, int type, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800308{
309 Elf32_Shdr shdr32;
310 Elf64_Shdr shdr64;
Wen Congyang783e9b42012-05-07 12:10:47 +0800311 int shdr_size;
312 void *shdr;
313 int ret;
314
315 if (type == 0) {
316 shdr_size = sizeof(Elf32_Shdr);
317 memset(&shdr32, 0, shdr_size);
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200318 shdr32.sh_info = cpu_to_dump32(s, s->sh_info);
Wen Congyang783e9b42012-05-07 12:10:47 +0800319 shdr = &shdr32;
320 } else {
321 shdr_size = sizeof(Elf64_Shdr);
322 memset(&shdr64, 0, shdr_size);
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200323 shdr64.sh_info = cpu_to_dump32(s, s->sh_info);
Wen Congyang783e9b42012-05-07 12:10:47 +0800324 shdr = &shdr64;
325 }
326
327 ret = fd_write_vmcore(&shdr, shdr_size, s);
328 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800329 dump_error(s, "dump: failed to write section header table", errp);
Wen Congyang783e9b42012-05-07 12:10:47 +0800330 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800331}
332
zhanghailiang4c7e2512014-10-09 14:13:11 +0800333static void write_data(DumpState *s, void *buf, int length, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800334{
335 int ret;
336
337 ret = fd_write_vmcore(buf, length, s);
338 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800339 dump_error(s, "dump: failed to save memory", errp);
Wen Congyang783e9b42012-05-07 12:10:47 +0800340 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800341}
342
zhanghailiang4c7e2512014-10-09 14:13:11 +0800343/* write the memory to vmcore. 1 page per I/O. */
344static void write_memory(DumpState *s, GuestPhysBlock *block, ram_addr_t start,
345 int64_t size, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800346{
347 int64_t i;
zhanghailiang4c7e2512014-10-09 14:13:11 +0800348 Error *local_err = NULL;
Wen Congyang783e9b42012-05-07 12:10:47 +0800349
350 for (i = 0; i < size / TARGET_PAGE_SIZE; i++) {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800351 write_data(s, block->host_addr + start + i * TARGET_PAGE_SIZE,
352 TARGET_PAGE_SIZE, &local_err);
353 if (local_err) {
354 error_propagate(errp, local_err);
355 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800356 }
357 }
358
359 if ((size % TARGET_PAGE_SIZE) != 0) {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800360 write_data(s, block->host_addr + start + i * TARGET_PAGE_SIZE,
361 size % TARGET_PAGE_SIZE, &local_err);
362 if (local_err) {
363 error_propagate(errp, local_err);
364 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800365 }
366 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800367}
368
Laszlo Ersek2cac2602013-08-06 12:37:08 +0200369/* get the memory's offset and size in the vmcore */
370static void get_offset_range(hwaddr phys_addr,
371 ram_addr_t mapping_length,
372 DumpState *s,
373 hwaddr *p_offset,
374 hwaddr *p_filesz)
Wen Congyang783e9b42012-05-07 12:10:47 +0800375{
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200376 GuestPhysBlock *block;
Avi Kivitya8170e52012-10-23 12:30:10 +0200377 hwaddr offset = s->memory_offset;
Wen Congyang783e9b42012-05-07 12:10:47 +0800378 int64_t size_in_block, start;
379
Laszlo Ersek2cac2602013-08-06 12:37:08 +0200380 /* When the memory is not stored into vmcore, offset will be -1 */
381 *p_offset = -1;
382 *p_filesz = 0;
383
Wen Congyang783e9b42012-05-07 12:10:47 +0800384 if (s->has_filter) {
385 if (phys_addr < s->begin || phys_addr >= s->begin + s->length) {
Laszlo Ersek2cac2602013-08-06 12:37:08 +0200386 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800387 }
388 }
389
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200390 QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) {
Wen Congyang783e9b42012-05-07 12:10:47 +0800391 if (s->has_filter) {
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200392 if (block->target_start >= s->begin + s->length ||
393 block->target_end <= s->begin) {
Wen Congyang783e9b42012-05-07 12:10:47 +0800394 /* This block is out of the range */
395 continue;
396 }
397
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200398 if (s->begin <= block->target_start) {
399 start = block->target_start;
Wen Congyang783e9b42012-05-07 12:10:47 +0800400 } else {
401 start = s->begin;
402 }
403
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200404 size_in_block = block->target_end - start;
405 if (s->begin + s->length < block->target_end) {
406 size_in_block -= block->target_end - (s->begin + s->length);
Wen Congyang783e9b42012-05-07 12:10:47 +0800407 }
408 } else {
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200409 start = block->target_start;
410 size_in_block = block->target_end - block->target_start;
Wen Congyang783e9b42012-05-07 12:10:47 +0800411 }
412
413 if (phys_addr >= start && phys_addr < start + size_in_block) {
Laszlo Ersek2cac2602013-08-06 12:37:08 +0200414 *p_offset = phys_addr - start + offset;
415
416 /* The offset range mapped from the vmcore file must not spill over
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200417 * the GuestPhysBlock, clamp it. The rest of the mapping will be
Laszlo Ersek2cac2602013-08-06 12:37:08 +0200418 * zero-filled in memory at load time; see
419 * <http://refspecs.linuxbase.org/elf/gabi4+/ch5.pheader.html>.
420 */
421 *p_filesz = phys_addr + mapping_length <= start + size_in_block ?
422 mapping_length :
423 size_in_block - (phys_addr - start);
424 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800425 }
426
427 offset += size_in_block;
428 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800429}
430
zhanghailiang4c7e2512014-10-09 14:13:11 +0800431static void write_elf_loads(DumpState *s, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800432{
Laszlo Ersek2cac2602013-08-06 12:37:08 +0200433 hwaddr offset, filesz;
Wen Congyang783e9b42012-05-07 12:10:47 +0800434 MemoryMapping *memory_mapping;
435 uint32_t phdr_index = 1;
Wen Congyang783e9b42012-05-07 12:10:47 +0800436 uint32_t max_index;
zhanghailiang4c7e2512014-10-09 14:13:11 +0800437 Error *local_err = NULL;
Wen Congyang783e9b42012-05-07 12:10:47 +0800438
439 if (s->have_section) {
440 max_index = s->sh_info;
441 } else {
442 max_index = s->phdr_num;
443 }
444
445 QTAILQ_FOREACH(memory_mapping, &s->list.head, next) {
Laszlo Ersek2cac2602013-08-06 12:37:08 +0200446 get_offset_range(memory_mapping->phys_addr,
447 memory_mapping->length,
448 s, &offset, &filesz);
Wen Congyang783e9b42012-05-07 12:10:47 +0800449 if (s->dump_info.d_class == ELFCLASS64) {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800450 write_elf64_load(s, memory_mapping, phdr_index++, offset,
451 filesz, &local_err);
Wen Congyang783e9b42012-05-07 12:10:47 +0800452 } else {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800453 write_elf32_load(s, memory_mapping, phdr_index++, offset,
454 filesz, &local_err);
Wen Congyang783e9b42012-05-07 12:10:47 +0800455 }
456
zhanghailiang4c7e2512014-10-09 14:13:11 +0800457 if (local_err) {
458 error_propagate(errp, local_err);
459 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800460 }
461
462 if (phdr_index >= max_index) {
463 break;
464 }
465 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800466}
467
468/* write elf header, PT_NOTE and elf note to vmcore. */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800469static void dump_begin(DumpState *s, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800470{
zhanghailiang4c7e2512014-10-09 14:13:11 +0800471 Error *local_err = NULL;
Wen Congyang783e9b42012-05-07 12:10:47 +0800472
473 /*
474 * the vmcore's format is:
475 * --------------
476 * | elf header |
477 * --------------
478 * | PT_NOTE |
479 * --------------
480 * | PT_LOAD |
481 * --------------
482 * | ...... |
483 * --------------
484 * | PT_LOAD |
485 * --------------
486 * | sec_hdr |
487 * --------------
488 * | elf note |
489 * --------------
490 * | memory |
491 * --------------
492 *
493 * we only know where the memory is saved after we write elf note into
494 * vmcore.
495 */
496
497 /* write elf header to vmcore */
498 if (s->dump_info.d_class == ELFCLASS64) {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800499 write_elf64_header(s, &local_err);
Wen Congyang783e9b42012-05-07 12:10:47 +0800500 } else {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800501 write_elf32_header(s, &local_err);
Wen Congyang783e9b42012-05-07 12:10:47 +0800502 }
zhanghailiang4c7e2512014-10-09 14:13:11 +0800503 if (local_err) {
504 error_propagate(errp, local_err);
505 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800506 }
507
508 if (s->dump_info.d_class == ELFCLASS64) {
509 /* write PT_NOTE to vmcore */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800510 write_elf64_note(s, &local_err);
511 if (local_err) {
512 error_propagate(errp, local_err);
513 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800514 }
515
516 /* write all PT_LOAD to vmcore */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800517 write_elf_loads(s, &local_err);
518 if (local_err) {
519 error_propagate(errp, local_err);
520 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800521 }
522
523 /* write section to vmcore */
524 if (s->have_section) {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800525 write_elf_section(s, 1, &local_err);
526 if (local_err) {
527 error_propagate(errp, local_err);
528 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800529 }
530 }
531
532 /* write notes to vmcore */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800533 write_elf64_notes(fd_write_vmcore, s, &local_err);
534 if (local_err) {
535 error_propagate(errp, local_err);
536 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800537 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800538 } else {
539 /* write PT_NOTE to vmcore */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800540 write_elf32_note(s, &local_err);
541 if (local_err) {
542 error_propagate(errp, local_err);
543 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800544 }
545
546 /* write all PT_LOAD to vmcore */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800547 write_elf_loads(s, &local_err);
548 if (local_err) {
549 error_propagate(errp, local_err);
550 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800551 }
552
553 /* write section to vmcore */
554 if (s->have_section) {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800555 write_elf_section(s, 0, &local_err);
556 if (local_err) {
557 error_propagate(errp, local_err);
558 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800559 }
560 }
561
562 /* write notes to vmcore */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800563 write_elf32_notes(fd_write_vmcore, s, &local_err);
564 if (local_err) {
565 error_propagate(errp, local_err);
566 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800567 }
568 }
Wen Congyang783e9b42012-05-07 12:10:47 +0800569}
570
zhanghailiang4c7e2512014-10-09 14:13:11 +0800571static void dump_completed(DumpState *s)
Wen Congyang783e9b42012-05-07 12:10:47 +0800572{
573 dump_cleanup(s);
Wen Congyang783e9b42012-05-07 12:10:47 +0800574}
575
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200576static int get_next_block(DumpState *s, GuestPhysBlock *block)
Wen Congyang783e9b42012-05-07 12:10:47 +0800577{
578 while (1) {
Paolo Bonzinia3161032012-11-14 15:54:48 +0100579 block = QTAILQ_NEXT(block, next);
Wen Congyang783e9b42012-05-07 12:10:47 +0800580 if (!block) {
581 /* no more block */
582 return 1;
583 }
584
585 s->start = 0;
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200586 s->next_block = block;
Wen Congyang783e9b42012-05-07 12:10:47 +0800587 if (s->has_filter) {
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200588 if (block->target_start >= s->begin + s->length ||
589 block->target_end <= s->begin) {
Wen Congyang783e9b42012-05-07 12:10:47 +0800590 /* This block is out of the range */
591 continue;
592 }
593
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200594 if (s->begin > block->target_start) {
595 s->start = s->begin - block->target_start;
Wen Congyang783e9b42012-05-07 12:10:47 +0800596 }
597 }
598
599 return 0;
600 }
601}
602
603/* write all memory to vmcore */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800604static void dump_iterate(DumpState *s, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800605{
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200606 GuestPhysBlock *block;
Wen Congyang783e9b42012-05-07 12:10:47 +0800607 int64_t size;
zhanghailiang4c7e2512014-10-09 14:13:11 +0800608 Error *local_err = NULL;
Wen Congyang783e9b42012-05-07 12:10:47 +0800609
Gonglei08a655b2014-10-30 14:01:17 +0800610 do {
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200611 block = s->next_block;
Wen Congyang783e9b42012-05-07 12:10:47 +0800612
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200613 size = block->target_end - block->target_start;
Wen Congyang783e9b42012-05-07 12:10:47 +0800614 if (s->has_filter) {
615 size -= s->start;
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +0200616 if (s->begin + s->length < block->target_end) {
617 size -= block->target_end - (s->begin + s->length);
Wen Congyang783e9b42012-05-07 12:10:47 +0800618 }
619 }
zhanghailiang4c7e2512014-10-09 14:13:11 +0800620 write_memory(s, block, s->start, size, &local_err);
621 if (local_err) {
622 error_propagate(errp, local_err);
623 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800624 }
625
Gonglei08a655b2014-10-30 14:01:17 +0800626 } while (!get_next_block(s, block));
627
628 dump_completed(s);
Wen Congyang783e9b42012-05-07 12:10:47 +0800629}
630
zhanghailiang4c7e2512014-10-09 14:13:11 +0800631static void create_vmcore(DumpState *s, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +0800632{
zhanghailiang4c7e2512014-10-09 14:13:11 +0800633 Error *local_err = NULL;
Wen Congyang783e9b42012-05-07 12:10:47 +0800634
zhanghailiang4c7e2512014-10-09 14:13:11 +0800635 dump_begin(s, &local_err);
636 if (local_err) {
637 error_propagate(errp, local_err);
638 return;
Wen Congyang783e9b42012-05-07 12:10:47 +0800639 }
640
zhanghailiang4c7e2512014-10-09 14:13:11 +0800641 dump_iterate(s, errp);
Wen Congyang783e9b42012-05-07 12:10:47 +0800642}
643
qiaonuohanfda05382014-02-18 14:11:27 +0800644static int write_start_flat_header(int fd)
645{
Laszlo Ersek92ba1402014-05-20 13:39:42 +0200646 MakedumpfileHeader *mh;
qiaonuohanfda05382014-02-18 14:11:27 +0800647 int ret = 0;
648
Laszlo Ersek92ba1402014-05-20 13:39:42 +0200649 QEMU_BUILD_BUG_ON(sizeof *mh > MAX_SIZE_MDF_HEADER);
650 mh = g_malloc0(MAX_SIZE_MDF_HEADER);
qiaonuohanfda05382014-02-18 14:11:27 +0800651
Laszlo Ersek92ba1402014-05-20 13:39:42 +0200652 memcpy(mh->signature, MAKEDUMPFILE_SIGNATURE,
653 MIN(sizeof mh->signature, sizeof MAKEDUMPFILE_SIGNATURE));
qiaonuohanfda05382014-02-18 14:11:27 +0800654
Laszlo Ersek92ba1402014-05-20 13:39:42 +0200655 mh->type = cpu_to_be64(TYPE_FLAT_HEADER);
656 mh->version = cpu_to_be64(VERSION_FLAT_HEADER);
qiaonuohanfda05382014-02-18 14:11:27 +0800657
658 size_t written_size;
Laszlo Ersek92ba1402014-05-20 13:39:42 +0200659 written_size = qemu_write_full(fd, mh, MAX_SIZE_MDF_HEADER);
qiaonuohanfda05382014-02-18 14:11:27 +0800660 if (written_size != MAX_SIZE_MDF_HEADER) {
661 ret = -1;
662 }
663
Laszlo Ersek92ba1402014-05-20 13:39:42 +0200664 g_free(mh);
qiaonuohanfda05382014-02-18 14:11:27 +0800665 return ret;
666}
667
668static int write_end_flat_header(int fd)
669{
670 MakedumpfileDataHeader mdh;
671
672 mdh.offset = END_FLAG_FLAT_HEADER;
673 mdh.buf_size = END_FLAG_FLAT_HEADER;
674
675 size_t written_size;
676 written_size = qemu_write_full(fd, &mdh, sizeof(mdh));
677 if (written_size != sizeof(mdh)) {
678 return -1;
679 }
680
681 return 0;
682}
683
qiaonuohan5d31bab2014-02-18 14:11:28 +0800684static int write_buffer(int fd, off_t offset, const void *buf, size_t size)
685{
686 size_t written_size;
687 MakedumpfileDataHeader mdh;
688
689 mdh.offset = cpu_to_be64(offset);
690 mdh.buf_size = cpu_to_be64(size);
691
692 written_size = qemu_write_full(fd, &mdh, sizeof(mdh));
693 if (written_size != sizeof(mdh)) {
694 return -1;
695 }
696
697 written_size = qemu_write_full(fd, buf, size);
698 if (written_size != size) {
699 return -1;
700 }
701
702 return 0;
703}
704
qiaonuohan4835ef72014-02-18 14:11:29 +0800705static int buf_write_note(const void *buf, size_t size, void *opaque)
706{
707 DumpState *s = opaque;
708
709 /* note_buf is not enough */
710 if (s->note_buf_offset + size > s->note_size) {
711 return -1;
712 }
713
714 memcpy(s->note_buf + s->note_buf_offset, buf, size);
715
716 s->note_buf_offset += size;
717
718 return 0;
719}
720
qiaonuohan298f1162014-02-18 14:11:32 +0800721/* write common header, sub header and elf note to vmcore */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800722static void create_header32(DumpState *s, Error **errp)
qiaonuohan298f1162014-02-18 14:11:32 +0800723{
qiaonuohan298f1162014-02-18 14:11:32 +0800724 DiskDumpHeader32 *dh = NULL;
725 KdumpSubHeader32 *kh = NULL;
726 size_t size;
qiaonuohan298f1162014-02-18 14:11:32 +0800727 uint32_t block_size;
728 uint32_t sub_hdr_size;
729 uint32_t bitmap_blocks;
730 uint32_t status = 0;
731 uint64_t offset_note;
zhanghailiang4c7e2512014-10-09 14:13:11 +0800732 Error *local_err = NULL;
qiaonuohan298f1162014-02-18 14:11:32 +0800733
734 /* write common header, the version of kdump-compressed format is 6th */
735 size = sizeof(DiskDumpHeader32);
736 dh = g_malloc0(size);
737
738 strncpy(dh->signature, KDUMP_SIGNATURE, strlen(KDUMP_SIGNATURE));
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200739 dh->header_version = cpu_to_dump32(s, 6);
Laszlo Ersek2f859f82014-05-20 13:39:44 +0200740 block_size = TARGET_PAGE_SIZE;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200741 dh->block_size = cpu_to_dump32(s, block_size);
qiaonuohan298f1162014-02-18 14:11:32 +0800742 sub_hdr_size = sizeof(struct KdumpSubHeader32) + s->note_size;
743 sub_hdr_size = DIV_ROUND_UP(sub_hdr_size, block_size);
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200744 dh->sub_hdr_size = cpu_to_dump32(s, sub_hdr_size);
qiaonuohan298f1162014-02-18 14:11:32 +0800745 /* dh->max_mapnr may be truncated, full 64bit is in kh.max_mapnr_64 */
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200746 dh->max_mapnr = cpu_to_dump32(s, MIN(s->max_mapnr, UINT_MAX));
747 dh->nr_cpus = cpu_to_dump32(s, s->nr_cpus);
qiaonuohan298f1162014-02-18 14:11:32 +0800748 bitmap_blocks = DIV_ROUND_UP(s->len_dump_bitmap, block_size) * 2;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200749 dh->bitmap_blocks = cpu_to_dump32(s, bitmap_blocks);
qiaonuohan4ab23a92014-02-18 14:11:37 +0800750 strncpy(dh->utsname.machine, ELF_MACHINE_UNAME, sizeof(dh->utsname.machine));
qiaonuohan298f1162014-02-18 14:11:32 +0800751
752 if (s->flag_compress & DUMP_DH_COMPRESSED_ZLIB) {
753 status |= DUMP_DH_COMPRESSED_ZLIB;
754 }
755#ifdef CONFIG_LZO
756 if (s->flag_compress & DUMP_DH_COMPRESSED_LZO) {
757 status |= DUMP_DH_COMPRESSED_LZO;
758 }
759#endif
760#ifdef CONFIG_SNAPPY
761 if (s->flag_compress & DUMP_DH_COMPRESSED_SNAPPY) {
762 status |= DUMP_DH_COMPRESSED_SNAPPY;
763 }
764#endif
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200765 dh->status = cpu_to_dump32(s, status);
qiaonuohan298f1162014-02-18 14:11:32 +0800766
767 if (write_buffer(s->fd, 0, dh, size) < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800768 dump_error(s, "dump: failed to write disk dump header", errp);
qiaonuohan298f1162014-02-18 14:11:32 +0800769 goto out;
770 }
771
772 /* write sub header */
773 size = sizeof(KdumpSubHeader32);
774 kh = g_malloc0(size);
775
776 /* 64bit max_mapnr_64 */
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200777 kh->max_mapnr_64 = cpu_to_dump64(s, s->max_mapnr);
778 kh->phys_base = cpu_to_dump32(s, PHYS_BASE);
779 kh->dump_level = cpu_to_dump32(s, DUMP_LEVEL);
qiaonuohan298f1162014-02-18 14:11:32 +0800780
781 offset_note = DISKDUMP_HEADER_BLOCKS * block_size + size;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200782 kh->offset_note = cpu_to_dump64(s, offset_note);
783 kh->note_size = cpu_to_dump32(s, s->note_size);
qiaonuohan298f1162014-02-18 14:11:32 +0800784
785 if (write_buffer(s->fd, DISKDUMP_HEADER_BLOCKS *
786 block_size, kh, size) < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800787 dump_error(s, "dump: failed to write kdump sub header", errp);
qiaonuohan298f1162014-02-18 14:11:32 +0800788 goto out;
789 }
790
791 /* write note */
792 s->note_buf = g_malloc0(s->note_size);
793 s->note_buf_offset = 0;
794
795 /* use s->note_buf to store notes temporarily */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800796 write_elf32_notes(buf_write_note, s, &local_err);
797 if (local_err) {
798 error_propagate(errp, local_err);
qiaonuohan298f1162014-02-18 14:11:32 +0800799 goto out;
800 }
qiaonuohan298f1162014-02-18 14:11:32 +0800801 if (write_buffer(s->fd, offset_note, s->note_buf,
802 s->note_size) < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800803 dump_error(s, "dump: failed to write notes", errp);
qiaonuohan298f1162014-02-18 14:11:32 +0800804 goto out;
805 }
806
807 /* get offset of dump_bitmap */
808 s->offset_dump_bitmap = (DISKDUMP_HEADER_BLOCKS + sub_hdr_size) *
809 block_size;
810
811 /* get offset of page */
812 s->offset_page = (DISKDUMP_HEADER_BLOCKS + sub_hdr_size + bitmap_blocks) *
813 block_size;
814
815out:
816 g_free(dh);
817 g_free(kh);
818 g_free(s->note_buf);
qiaonuohan298f1162014-02-18 14:11:32 +0800819}
820
821/* write common header, sub header and elf note to vmcore */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800822static void create_header64(DumpState *s, Error **errp)
qiaonuohan298f1162014-02-18 14:11:32 +0800823{
qiaonuohan298f1162014-02-18 14:11:32 +0800824 DiskDumpHeader64 *dh = NULL;
825 KdumpSubHeader64 *kh = NULL;
826 size_t size;
qiaonuohan298f1162014-02-18 14:11:32 +0800827 uint32_t block_size;
828 uint32_t sub_hdr_size;
829 uint32_t bitmap_blocks;
830 uint32_t status = 0;
831 uint64_t offset_note;
zhanghailiang4c7e2512014-10-09 14:13:11 +0800832 Error *local_err = NULL;
qiaonuohan298f1162014-02-18 14:11:32 +0800833
834 /* write common header, the version of kdump-compressed format is 6th */
835 size = sizeof(DiskDumpHeader64);
836 dh = g_malloc0(size);
837
838 strncpy(dh->signature, KDUMP_SIGNATURE, strlen(KDUMP_SIGNATURE));
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200839 dh->header_version = cpu_to_dump32(s, 6);
Laszlo Ersek2f859f82014-05-20 13:39:44 +0200840 block_size = TARGET_PAGE_SIZE;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200841 dh->block_size = cpu_to_dump32(s, block_size);
qiaonuohan298f1162014-02-18 14:11:32 +0800842 sub_hdr_size = sizeof(struct KdumpSubHeader64) + s->note_size;
843 sub_hdr_size = DIV_ROUND_UP(sub_hdr_size, block_size);
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200844 dh->sub_hdr_size = cpu_to_dump32(s, sub_hdr_size);
qiaonuohan298f1162014-02-18 14:11:32 +0800845 /* dh->max_mapnr may be truncated, full 64bit is in kh.max_mapnr_64 */
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200846 dh->max_mapnr = cpu_to_dump32(s, MIN(s->max_mapnr, UINT_MAX));
847 dh->nr_cpus = cpu_to_dump32(s, s->nr_cpus);
qiaonuohan298f1162014-02-18 14:11:32 +0800848 bitmap_blocks = DIV_ROUND_UP(s->len_dump_bitmap, block_size) * 2;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200849 dh->bitmap_blocks = cpu_to_dump32(s, bitmap_blocks);
qiaonuohan4ab23a92014-02-18 14:11:37 +0800850 strncpy(dh->utsname.machine, ELF_MACHINE_UNAME, sizeof(dh->utsname.machine));
qiaonuohan298f1162014-02-18 14:11:32 +0800851
852 if (s->flag_compress & DUMP_DH_COMPRESSED_ZLIB) {
853 status |= DUMP_DH_COMPRESSED_ZLIB;
854 }
855#ifdef CONFIG_LZO
856 if (s->flag_compress & DUMP_DH_COMPRESSED_LZO) {
857 status |= DUMP_DH_COMPRESSED_LZO;
858 }
859#endif
860#ifdef CONFIG_SNAPPY
861 if (s->flag_compress & DUMP_DH_COMPRESSED_SNAPPY) {
862 status |= DUMP_DH_COMPRESSED_SNAPPY;
863 }
864#endif
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200865 dh->status = cpu_to_dump32(s, status);
qiaonuohan298f1162014-02-18 14:11:32 +0800866
867 if (write_buffer(s->fd, 0, dh, size) < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800868 dump_error(s, "dump: failed to write disk dump header", errp);
qiaonuohan298f1162014-02-18 14:11:32 +0800869 goto out;
870 }
871
872 /* write sub header */
873 size = sizeof(KdumpSubHeader64);
874 kh = g_malloc0(size);
875
876 /* 64bit max_mapnr_64 */
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200877 kh->max_mapnr_64 = cpu_to_dump64(s, s->max_mapnr);
878 kh->phys_base = cpu_to_dump64(s, PHYS_BASE);
879 kh->dump_level = cpu_to_dump32(s, DUMP_LEVEL);
qiaonuohan298f1162014-02-18 14:11:32 +0800880
881 offset_note = DISKDUMP_HEADER_BLOCKS * block_size + size;
Bharata B Raoacb0ef52014-05-19 19:57:44 +0200882 kh->offset_note = cpu_to_dump64(s, offset_note);
883 kh->note_size = cpu_to_dump64(s, s->note_size);
qiaonuohan298f1162014-02-18 14:11:32 +0800884
885 if (write_buffer(s->fd, DISKDUMP_HEADER_BLOCKS *
886 block_size, kh, size) < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800887 dump_error(s, "dump: failed to write kdump sub header", errp);
qiaonuohan298f1162014-02-18 14:11:32 +0800888 goto out;
889 }
890
891 /* write note */
892 s->note_buf = g_malloc0(s->note_size);
893 s->note_buf_offset = 0;
894
895 /* use s->note_buf to store notes temporarily */
zhanghailiang4c7e2512014-10-09 14:13:11 +0800896 write_elf64_notes(buf_write_note, s, &local_err);
897 if (local_err) {
898 error_propagate(errp, local_err);
qiaonuohan298f1162014-02-18 14:11:32 +0800899 goto out;
900 }
901
902 if (write_buffer(s->fd, offset_note, s->note_buf,
903 s->note_size) < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +0800904 dump_error(s, "dump: failed to write notes", errp);
qiaonuohan298f1162014-02-18 14:11:32 +0800905 goto out;
906 }
907
908 /* get offset of dump_bitmap */
909 s->offset_dump_bitmap = (DISKDUMP_HEADER_BLOCKS + sub_hdr_size) *
910 block_size;
911
912 /* get offset of page */
913 s->offset_page = (DISKDUMP_HEADER_BLOCKS + sub_hdr_size + bitmap_blocks) *
914 block_size;
915
916out:
917 g_free(dh);
918 g_free(kh);
919 g_free(s->note_buf);
qiaonuohan298f1162014-02-18 14:11:32 +0800920}
921
zhanghailiang4c7e2512014-10-09 14:13:11 +0800922static void write_dump_header(DumpState *s, Error **errp)
qiaonuohan298f1162014-02-18 14:11:32 +0800923{
zhanghailiang4c7e2512014-10-09 14:13:11 +0800924 Error *local_err = NULL;
925
Laszlo Ersek24aeeac2014-05-20 13:39:45 +0200926 if (s->dump_info.d_class == ELFCLASS32) {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800927 create_header32(s, &local_err);
qiaonuohan298f1162014-02-18 14:11:32 +0800928 } else {
zhanghailiang4c7e2512014-10-09 14:13:11 +0800929 create_header64(s, &local_err);
930 }
931 if (local_err) {
932 error_propagate(errp, local_err);
qiaonuohan298f1162014-02-18 14:11:32 +0800933 }
934}
935
qiaonuohand0686c72014-02-18 14:11:33 +0800936/*
937 * set dump_bitmap sequencely. the bit before last_pfn is not allowed to be
938 * rewritten, so if need to set the first bit, set last_pfn and pfn to 0.
939 * set_dump_bitmap will always leave the recently set bit un-sync. And setting
940 * (last bit + sizeof(buf) * 8) to 0 will do flushing the content in buf into
941 * vmcore, ie. synchronizing un-sync bit into vmcore.
942 */
943static int set_dump_bitmap(uint64_t last_pfn, uint64_t pfn, bool value,
944 uint8_t *buf, DumpState *s)
945{
946 off_t old_offset, new_offset;
947 off_t offset_bitmap1, offset_bitmap2;
948 uint32_t byte, bit;
949
950 /* should not set the previous place */
951 assert(last_pfn <= pfn);
952
953 /*
954 * if the bit needed to be set is not cached in buf, flush the data in buf
955 * to vmcore firstly.
956 * making new_offset be bigger than old_offset can also sync remained data
957 * into vmcore.
958 */
959 old_offset = BUFSIZE_BITMAP * (last_pfn / PFN_BUFBITMAP);
960 new_offset = BUFSIZE_BITMAP * (pfn / PFN_BUFBITMAP);
961
962 while (old_offset < new_offset) {
963 /* calculate the offset and write dump_bitmap */
964 offset_bitmap1 = s->offset_dump_bitmap + old_offset;
965 if (write_buffer(s->fd, offset_bitmap1, buf,
966 BUFSIZE_BITMAP) < 0) {
967 return -1;
968 }
969
970 /* dump level 1 is chosen, so 1st and 2nd bitmap are same */
971 offset_bitmap2 = s->offset_dump_bitmap + s->len_dump_bitmap +
972 old_offset;
973 if (write_buffer(s->fd, offset_bitmap2, buf,
974 BUFSIZE_BITMAP) < 0) {
975 return -1;
976 }
977
978 memset(buf, 0, BUFSIZE_BITMAP);
979 old_offset += BUFSIZE_BITMAP;
980 }
981
982 /* get the exact place of the bit in the buf, and set it */
983 byte = (pfn % PFN_BUFBITMAP) / CHAR_BIT;
984 bit = (pfn % PFN_BUFBITMAP) % CHAR_BIT;
985 if (value) {
986 buf[byte] |= 1u << bit;
987 } else {
988 buf[byte] &= ~(1u << bit);
989 }
990
991 return 0;
992}
993
994/*
995 * exam every page and return the page frame number and the address of the page.
996 * bufptr can be NULL. note: the blocks here is supposed to reflect guest-phys
997 * blocks, so block->target_start and block->target_end should be interal
998 * multiples of the target page size.
999 */
1000static bool get_next_page(GuestPhysBlock **blockptr, uint64_t *pfnptr,
1001 uint8_t **bufptr, DumpState *s)
1002{
1003 GuestPhysBlock *block = *blockptr;
1004 hwaddr addr;
1005 uint8_t *buf;
1006
1007 /* block == NULL means the start of the iteration */
1008 if (!block) {
1009 block = QTAILQ_FIRST(&s->guest_phys_blocks.head);
1010 *blockptr = block;
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001011 assert((block->target_start & ~TARGET_PAGE_MASK) == 0);
1012 assert((block->target_end & ~TARGET_PAGE_MASK) == 0);
Laszlo Ersek22227f12014-05-20 13:39:43 +02001013 *pfnptr = paddr_to_pfn(block->target_start);
qiaonuohand0686c72014-02-18 14:11:33 +08001014 if (bufptr) {
1015 *bufptr = block->host_addr;
1016 }
1017 return true;
1018 }
1019
1020 *pfnptr = *pfnptr + 1;
Laszlo Ersek22227f12014-05-20 13:39:43 +02001021 addr = pfn_to_paddr(*pfnptr);
qiaonuohand0686c72014-02-18 14:11:33 +08001022
1023 if ((addr >= block->target_start) &&
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001024 (addr + TARGET_PAGE_SIZE <= block->target_end)) {
qiaonuohand0686c72014-02-18 14:11:33 +08001025 buf = block->host_addr + (addr - block->target_start);
1026 } else {
1027 /* the next page is in the next block */
1028 block = QTAILQ_NEXT(block, next);
1029 *blockptr = block;
1030 if (!block) {
1031 return false;
1032 }
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001033 assert((block->target_start & ~TARGET_PAGE_MASK) == 0);
1034 assert((block->target_end & ~TARGET_PAGE_MASK) == 0);
Laszlo Ersek22227f12014-05-20 13:39:43 +02001035 *pfnptr = paddr_to_pfn(block->target_start);
qiaonuohand0686c72014-02-18 14:11:33 +08001036 buf = block->host_addr;
1037 }
1038
1039 if (bufptr) {
1040 *bufptr = buf;
1041 }
1042
1043 return true;
1044}
1045
zhanghailiang4c7e2512014-10-09 14:13:11 +08001046static void write_dump_bitmap(DumpState *s, Error **errp)
qiaonuohand0686c72014-02-18 14:11:33 +08001047{
1048 int ret = 0;
1049 uint64_t last_pfn, pfn;
1050 void *dump_bitmap_buf;
1051 size_t num_dumpable;
1052 GuestPhysBlock *block_iter = NULL;
1053
1054 /* dump_bitmap_buf is used to store dump_bitmap temporarily */
1055 dump_bitmap_buf = g_malloc0(BUFSIZE_BITMAP);
1056
1057 num_dumpable = 0;
1058 last_pfn = 0;
1059
1060 /*
1061 * exam memory page by page, and set the bit in dump_bitmap corresponded
1062 * to the existing page.
1063 */
1064 while (get_next_page(&block_iter, &pfn, NULL, s)) {
1065 ret = set_dump_bitmap(last_pfn, pfn, true, dump_bitmap_buf, s);
1066 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001067 dump_error(s, "dump: failed to set dump_bitmap", errp);
qiaonuohand0686c72014-02-18 14:11:33 +08001068 goto out;
1069 }
1070
1071 last_pfn = pfn;
1072 num_dumpable++;
1073 }
1074
1075 /*
1076 * set_dump_bitmap will always leave the recently set bit un-sync. Here we
1077 * set last_pfn + PFN_BUFBITMAP to 0 and those set but un-sync bit will be
1078 * synchronized into vmcore.
1079 */
1080 if (num_dumpable > 0) {
1081 ret = set_dump_bitmap(last_pfn, last_pfn + PFN_BUFBITMAP, false,
1082 dump_bitmap_buf, s);
1083 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001084 dump_error(s, "dump: failed to sync dump_bitmap", errp);
qiaonuohand0686c72014-02-18 14:11:33 +08001085 goto out;
1086 }
1087 }
1088
1089 /* number of dumpable pages that will be dumped later */
1090 s->num_dumpable = num_dumpable;
1091
1092out:
1093 g_free(dump_bitmap_buf);
qiaonuohand0686c72014-02-18 14:11:33 +08001094}
1095
qiaonuohan64cfba62014-02-18 14:11:34 +08001096static void prepare_data_cache(DataCache *data_cache, DumpState *s,
1097 off_t offset)
1098{
1099 data_cache->fd = s->fd;
1100 data_cache->data_size = 0;
1101 data_cache->buf_size = BUFSIZE_DATA_CACHE;
1102 data_cache->buf = g_malloc0(BUFSIZE_DATA_CACHE);
1103 data_cache->offset = offset;
1104}
1105
1106static int write_cache(DataCache *dc, const void *buf, size_t size,
1107 bool flag_sync)
1108{
1109 /*
1110 * dc->buf_size should not be less than size, otherwise dc will never be
1111 * enough
1112 */
1113 assert(size <= dc->buf_size);
1114
1115 /*
1116 * if flag_sync is set, synchronize data in dc->buf into vmcore.
1117 * otherwise check if the space is enough for caching data in buf, if not,
1118 * write the data in dc->buf to dc->fd and reset dc->buf
1119 */
1120 if ((!flag_sync && dc->data_size + size > dc->buf_size) ||
1121 (flag_sync && dc->data_size > 0)) {
1122 if (write_buffer(dc->fd, dc->offset, dc->buf, dc->data_size) < 0) {
1123 return -1;
1124 }
1125
1126 dc->offset += dc->data_size;
1127 dc->data_size = 0;
1128 }
1129
1130 if (!flag_sync) {
1131 memcpy(dc->buf + dc->data_size, buf, size);
1132 dc->data_size += size;
1133 }
1134
1135 return 0;
1136}
1137
1138static void free_data_cache(DataCache *data_cache)
1139{
1140 g_free(data_cache->buf);
1141}
1142
qiaonuohand12f57e2014-02-18 14:11:35 +08001143static size_t get_len_buf_out(size_t page_size, uint32_t flag_compress)
1144{
Laszlo Ersekb87ef352014-05-20 13:42:53 +02001145 switch (flag_compress) {
1146 case DUMP_DH_COMPRESSED_ZLIB:
1147 return compressBound(page_size);
qiaonuohand12f57e2014-02-18 14:11:35 +08001148
Laszlo Ersekb87ef352014-05-20 13:42:53 +02001149 case DUMP_DH_COMPRESSED_LZO:
1150 /*
1151 * LZO will expand incompressible data by a little amount. Please check
1152 * the following URL to see the expansion calculation:
1153 * http://www.oberhumer.com/opensource/lzo/lzofaq.php
1154 */
1155 return page_size + page_size / 16 + 64 + 3;
qiaonuohand12f57e2014-02-18 14:11:35 +08001156
1157#ifdef CONFIG_SNAPPY
Laszlo Ersekb87ef352014-05-20 13:42:53 +02001158 case DUMP_DH_COMPRESSED_SNAPPY:
1159 return snappy_max_compressed_length(page_size);
qiaonuohand12f57e2014-02-18 14:11:35 +08001160#endif
Laszlo Ersekb87ef352014-05-20 13:42:53 +02001161 }
1162 return 0;
qiaonuohand12f57e2014-02-18 14:11:35 +08001163}
1164
1165/*
1166 * check if the page is all 0
1167 */
1168static inline bool is_zero_page(const uint8_t *buf, size_t page_size)
1169{
1170 return buffer_is_zero(buf, page_size);
1171}
1172
zhanghailiang4c7e2512014-10-09 14:13:11 +08001173static void write_dump_pages(DumpState *s, Error **errp)
qiaonuohand12f57e2014-02-18 14:11:35 +08001174{
1175 int ret = 0;
1176 DataCache page_desc, page_data;
1177 size_t len_buf_out, size_out;
1178#ifdef CONFIG_LZO
1179 lzo_bytep wrkmem = NULL;
1180#endif
1181 uint8_t *buf_out = NULL;
1182 off_t offset_desc, offset_data;
1183 PageDescriptor pd, pd_zero;
1184 uint8_t *buf;
qiaonuohand12f57e2014-02-18 14:11:35 +08001185 GuestPhysBlock *block_iter = NULL;
1186 uint64_t pfn_iter;
1187
1188 /* get offset of page_desc and page_data in dump file */
1189 offset_desc = s->offset_page;
1190 offset_data = offset_desc + sizeof(PageDescriptor) * s->num_dumpable;
1191
1192 prepare_data_cache(&page_desc, s, offset_desc);
1193 prepare_data_cache(&page_data, s, offset_data);
1194
1195 /* prepare buffer to store compressed data */
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001196 len_buf_out = get_len_buf_out(TARGET_PAGE_SIZE, s->flag_compress);
Laszlo Ersekb87ef352014-05-20 13:42:53 +02001197 assert(len_buf_out != 0);
qiaonuohand12f57e2014-02-18 14:11:35 +08001198
1199#ifdef CONFIG_LZO
1200 wrkmem = g_malloc(LZO1X_1_MEM_COMPRESS);
1201#endif
1202
1203 buf_out = g_malloc(len_buf_out);
1204
1205 /*
1206 * init zero page's page_desc and page_data, because every zero page
1207 * uses the same page_data
1208 */
Bharata B Raoacb0ef52014-05-19 19:57:44 +02001209 pd_zero.size = cpu_to_dump32(s, TARGET_PAGE_SIZE);
1210 pd_zero.flags = cpu_to_dump32(s, 0);
1211 pd_zero.offset = cpu_to_dump64(s, offset_data);
1212 pd_zero.page_flags = cpu_to_dump64(s, 0);
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001213 buf = g_malloc0(TARGET_PAGE_SIZE);
1214 ret = write_cache(&page_data, buf, TARGET_PAGE_SIZE, false);
qiaonuohand12f57e2014-02-18 14:11:35 +08001215 g_free(buf);
1216 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001217 dump_error(s, "dump: failed to write page data (zero page)", errp);
qiaonuohand12f57e2014-02-18 14:11:35 +08001218 goto out;
1219 }
1220
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001221 offset_data += TARGET_PAGE_SIZE;
qiaonuohand12f57e2014-02-18 14:11:35 +08001222
1223 /*
1224 * dump memory to vmcore page by page. zero page will all be resided in the
1225 * first page of page section
1226 */
1227 while (get_next_page(&block_iter, &pfn_iter, &buf, s)) {
1228 /* check zero page */
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001229 if (is_zero_page(buf, TARGET_PAGE_SIZE)) {
qiaonuohand12f57e2014-02-18 14:11:35 +08001230 ret = write_cache(&page_desc, &pd_zero, sizeof(PageDescriptor),
1231 false);
1232 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001233 dump_error(s, "dump: failed to write page desc", errp);
qiaonuohand12f57e2014-02-18 14:11:35 +08001234 goto out;
1235 }
1236 } else {
1237 /*
1238 * not zero page, then:
1239 * 1. compress the page
1240 * 2. write the compressed page into the cache of page_data
1241 * 3. get page desc of the compressed page and write it into the
1242 * cache of page_desc
1243 *
1244 * only one compression format will be used here, for
1245 * s->flag_compress is set. But when compression fails to work,
1246 * we fall back to save in plaintext.
1247 */
1248 size_out = len_buf_out;
1249 if ((s->flag_compress & DUMP_DH_COMPRESSED_ZLIB) &&
Bharata B Raoacb0ef52014-05-19 19:57:44 +02001250 (compress2(buf_out, (uLongf *)&size_out, buf,
1251 TARGET_PAGE_SIZE, Z_BEST_SPEED) == Z_OK) &&
1252 (size_out < TARGET_PAGE_SIZE)) {
1253 pd.flags = cpu_to_dump32(s, DUMP_DH_COMPRESSED_ZLIB);
1254 pd.size = cpu_to_dump32(s, size_out);
qiaonuohand12f57e2014-02-18 14:11:35 +08001255
1256 ret = write_cache(&page_data, buf_out, size_out, false);
1257 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001258 dump_error(s, "dump: failed to write page data", errp);
qiaonuohand12f57e2014-02-18 14:11:35 +08001259 goto out;
1260 }
1261#ifdef CONFIG_LZO
1262 } else if ((s->flag_compress & DUMP_DH_COMPRESSED_LZO) &&
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001263 (lzo1x_1_compress(buf, TARGET_PAGE_SIZE, buf_out,
qiaonuohand12f57e2014-02-18 14:11:35 +08001264 (lzo_uint *)&size_out, wrkmem) == LZO_E_OK) &&
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001265 (size_out < TARGET_PAGE_SIZE)) {
Bharata B Raoacb0ef52014-05-19 19:57:44 +02001266 pd.flags = cpu_to_dump32(s, DUMP_DH_COMPRESSED_LZO);
1267 pd.size = cpu_to_dump32(s, size_out);
qiaonuohand12f57e2014-02-18 14:11:35 +08001268
1269 ret = write_cache(&page_data, buf_out, size_out, false);
1270 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001271 dump_error(s, "dump: failed to write page data", errp);
qiaonuohand12f57e2014-02-18 14:11:35 +08001272 goto out;
1273 }
1274#endif
1275#ifdef CONFIG_SNAPPY
1276 } else if ((s->flag_compress & DUMP_DH_COMPRESSED_SNAPPY) &&
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001277 (snappy_compress((char *)buf, TARGET_PAGE_SIZE,
qiaonuohand12f57e2014-02-18 14:11:35 +08001278 (char *)buf_out, &size_out) == SNAPPY_OK) &&
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001279 (size_out < TARGET_PAGE_SIZE)) {
Bharata B Raoacb0ef52014-05-19 19:57:44 +02001280 pd.flags = cpu_to_dump32(s, DUMP_DH_COMPRESSED_SNAPPY);
1281 pd.size = cpu_to_dump32(s, size_out);
qiaonuohand12f57e2014-02-18 14:11:35 +08001282
1283 ret = write_cache(&page_data, buf_out, size_out, false);
1284 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001285 dump_error(s, "dump: failed to write page data", errp);
qiaonuohand12f57e2014-02-18 14:11:35 +08001286 goto out;
1287 }
1288#endif
1289 } else {
1290 /*
1291 * fall back to save in plaintext, size_out should be
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001292 * assigned TARGET_PAGE_SIZE
qiaonuohand12f57e2014-02-18 14:11:35 +08001293 */
Bharata B Raoacb0ef52014-05-19 19:57:44 +02001294 pd.flags = cpu_to_dump32(s, 0);
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001295 size_out = TARGET_PAGE_SIZE;
Bharata B Raoacb0ef52014-05-19 19:57:44 +02001296 pd.size = cpu_to_dump32(s, size_out);
qiaonuohand12f57e2014-02-18 14:11:35 +08001297
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001298 ret = write_cache(&page_data, buf, TARGET_PAGE_SIZE, false);
qiaonuohand12f57e2014-02-18 14:11:35 +08001299 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001300 dump_error(s, "dump: failed to write page data", errp);
qiaonuohand12f57e2014-02-18 14:11:35 +08001301 goto out;
1302 }
1303 }
1304
1305 /* get and write page desc here */
Bharata B Raoacb0ef52014-05-19 19:57:44 +02001306 pd.page_flags = cpu_to_dump64(s, 0);
1307 pd.offset = cpu_to_dump64(s, offset_data);
qiaonuohand12f57e2014-02-18 14:11:35 +08001308 offset_data += size_out;
1309
1310 ret = write_cache(&page_desc, &pd, sizeof(PageDescriptor), false);
1311 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001312 dump_error(s, "dump: failed to write page desc", errp);
qiaonuohand12f57e2014-02-18 14:11:35 +08001313 goto out;
1314 }
1315 }
1316 }
1317
1318 ret = write_cache(&page_desc, NULL, 0, true);
1319 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001320 dump_error(s, "dump: failed to sync cache for page_desc", errp);
qiaonuohand12f57e2014-02-18 14:11:35 +08001321 goto out;
1322 }
1323 ret = write_cache(&page_data, NULL, 0, true);
1324 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001325 dump_error(s, "dump: failed to sync cache for page_data", errp);
qiaonuohand12f57e2014-02-18 14:11:35 +08001326 goto out;
1327 }
1328
1329out:
1330 free_data_cache(&page_desc);
1331 free_data_cache(&page_data);
1332
1333#ifdef CONFIG_LZO
1334 g_free(wrkmem);
1335#endif
1336
1337 g_free(buf_out);
qiaonuohand12f57e2014-02-18 14:11:35 +08001338}
1339
zhanghailiang4c7e2512014-10-09 14:13:11 +08001340static void create_kdump_vmcore(DumpState *s, Error **errp)
qiaonuohanb53ccc32014-02-18 14:11:36 +08001341{
1342 int ret;
zhanghailiang4c7e2512014-10-09 14:13:11 +08001343 Error *local_err = NULL;
qiaonuohanb53ccc32014-02-18 14:11:36 +08001344
1345 /*
1346 * the kdump-compressed format is:
1347 * File offset
1348 * +------------------------------------------+ 0x0
1349 * | main header (struct disk_dump_header) |
1350 * |------------------------------------------+ block 1
1351 * | sub header (struct kdump_sub_header) |
1352 * |------------------------------------------+ block 2
1353 * | 1st-dump_bitmap |
1354 * |------------------------------------------+ block 2 + X blocks
1355 * | 2nd-dump_bitmap | (aligned by block)
1356 * |------------------------------------------+ block 2 + 2 * X blocks
1357 * | page desc for pfn 0 (struct page_desc) | (aligned by block)
1358 * | page desc for pfn 1 (struct page_desc) |
1359 * | : |
1360 * |------------------------------------------| (not aligned by block)
1361 * | page data (pfn 0) |
1362 * | page data (pfn 1) |
1363 * | : |
1364 * +------------------------------------------+
1365 */
1366
1367 ret = write_start_flat_header(s->fd);
1368 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001369 dump_error(s, "dump: failed to write start flat header", errp);
zhanghailiang4c7e2512014-10-09 14:13:11 +08001370 return;
qiaonuohanb53ccc32014-02-18 14:11:36 +08001371 }
1372
zhanghailiang4c7e2512014-10-09 14:13:11 +08001373 write_dump_header(s, &local_err);
1374 if (local_err) {
1375 error_propagate(errp, local_err);
1376 return;
qiaonuohanb53ccc32014-02-18 14:11:36 +08001377 }
1378
zhanghailiang4c7e2512014-10-09 14:13:11 +08001379 write_dump_bitmap(s, &local_err);
1380 if (local_err) {
1381 error_propagate(errp, local_err);
1382 return;
qiaonuohanb53ccc32014-02-18 14:11:36 +08001383 }
1384
zhanghailiang4c7e2512014-10-09 14:13:11 +08001385 write_dump_pages(s, &local_err);
1386 if (local_err) {
1387 error_propagate(errp, local_err);
1388 return;
qiaonuohanb53ccc32014-02-18 14:11:36 +08001389 }
1390
1391 ret = write_end_flat_header(s->fd);
1392 if (ret < 0) {
zhanghailiang37917da2014-10-09 14:13:10 +08001393 dump_error(s, "dump: failed to write end flat header", errp);
zhanghailiang4c7e2512014-10-09 14:13:11 +08001394 return;
qiaonuohanb53ccc32014-02-18 14:11:36 +08001395 }
1396
1397 dump_completed(s);
qiaonuohanb53ccc32014-02-18 14:11:36 +08001398}
1399
Wen Congyang783e9b42012-05-07 12:10:47 +08001400static ram_addr_t get_start_block(DumpState *s)
1401{
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +02001402 GuestPhysBlock *block;
Wen Congyang783e9b42012-05-07 12:10:47 +08001403
1404 if (!s->has_filter) {
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +02001405 s->next_block = QTAILQ_FIRST(&s->guest_phys_blocks.head);
Wen Congyang783e9b42012-05-07 12:10:47 +08001406 return 0;
1407 }
1408
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +02001409 QTAILQ_FOREACH(block, &s->guest_phys_blocks.head, next) {
1410 if (block->target_start >= s->begin + s->length ||
1411 block->target_end <= s->begin) {
Wen Congyang783e9b42012-05-07 12:10:47 +08001412 /* This block is out of the range */
1413 continue;
1414 }
1415
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +02001416 s->next_block = block;
1417 if (s->begin > block->target_start) {
1418 s->start = s->begin - block->target_start;
Wen Congyang783e9b42012-05-07 12:10:47 +08001419 } else {
1420 s->start = 0;
1421 }
1422 return s->start;
1423 }
1424
1425 return -1;
1426}
1427
qiaonuohan7aad2482014-02-18 14:11:31 +08001428static void get_max_mapnr(DumpState *s)
1429{
1430 GuestPhysBlock *last_block;
1431
1432 last_block = QTAILQ_LAST(&s->guest_phys_blocks.head, GuestPhysBlockHead);
Laszlo Ersek22227f12014-05-20 13:39:43 +02001433 s->max_mapnr = paddr_to_pfn(last_block->target_end);
qiaonuohan7aad2482014-02-18 14:11:31 +08001434}
1435
zhanghailiang4c7e2512014-10-09 14:13:11 +08001436static void dump_init(DumpState *s, int fd, bool has_format,
1437 DumpGuestMemoryFormat format, bool paging, bool has_filter,
1438 int64_t begin, int64_t length, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +08001439{
Andreas Färber182735e2013-05-29 22:29:20 +02001440 CPUState *cpu;
Wen Congyang783e9b42012-05-07 12:10:47 +08001441 int nr_cpus;
Andreas Färber11ed09c2013-05-29 21:54:03 +02001442 Error *err = NULL;
Wen Congyang783e9b42012-05-07 12:10:47 +08001443 int ret;
1444
qiaonuohanb53ccc32014-02-18 14:11:36 +08001445 /* kdump-compressed is conflict with paging and filter */
1446 if (has_format && format != DUMP_GUEST_MEMORY_FORMAT_ELF) {
1447 assert(!paging && !has_filter);
1448 }
1449
Wen Congyang783e9b42012-05-07 12:10:47 +08001450 if (runstate_is_running()) {
1451 vm_stop(RUN_STATE_SAVE_VM);
1452 s->resume = true;
1453 } else {
1454 s->resume = false;
1455 }
1456
Laszlo Ersek5ee163e2013-08-06 12:37:09 +02001457 /* If we use KVM, we should synchronize the registers before we get dump
1458 * info or physmap info.
Wen Congyang783e9b42012-05-07 12:10:47 +08001459 */
Andreas Färber1b3509c2013-06-09 16:48:29 +02001460 cpu_synchronize_all_states();
Wen Congyang783e9b42012-05-07 12:10:47 +08001461 nr_cpus = 0;
Andreas Färberbdc44642013-06-24 23:50:24 +02001462 CPU_FOREACH(cpu) {
Wen Congyang783e9b42012-05-07 12:10:47 +08001463 nr_cpus++;
1464 }
1465
Laszlo Ersek5ee163e2013-08-06 12:37:09 +02001466 s->fd = fd;
1467 s->has_filter = has_filter;
1468 s->begin = begin;
1469 s->length = length;
1470
Chen Gang29282072014-08-03 23:28:56 +08001471 memory_mapping_list_init(&s->list);
1472
Laszlo Ersek5ee163e2013-08-06 12:37:09 +02001473 guest_phys_blocks_init(&s->guest_phys_blocks);
Laszlo Ersekc5d7f602013-08-06 12:37:10 +02001474 guest_phys_blocks_append(&s->guest_phys_blocks);
Laszlo Ersek5ee163e2013-08-06 12:37:09 +02001475
1476 s->start = get_start_block(s);
1477 if (s->start == -1) {
Markus Armbrusterc6bd8c72015-03-17 11:54:50 +01001478 error_setg(errp, QERR_INVALID_PARAMETER, "begin");
Laszlo Ersek5ee163e2013-08-06 12:37:09 +02001479 goto cleanup;
1480 }
1481
1482 /* get dump info: endian, class and architecture.
1483 * If the target architecture is not supported, cpu_get_dump_info() will
1484 * return -1.
1485 */
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +02001486 ret = cpu_get_dump_info(&s->dump_info, &s->guest_phys_blocks);
Wen Congyang783e9b42012-05-07 12:10:47 +08001487 if (ret < 0) {
Markus Armbrusterc6bd8c72015-03-17 11:54:50 +01001488 error_setg(errp, QERR_UNSUPPORTED);
Wen Congyang783e9b42012-05-07 12:10:47 +08001489 goto cleanup;
1490 }
1491
Paolo Bonzini4720bd02012-06-07 08:48:09 +02001492 s->note_size = cpu_get_note_size(s->dump_info.d_class,
1493 s->dump_info.d_machine, nr_cpus);
Aneesh Kumar K.Vbb6b6842013-10-01 21:49:32 +05301494 if (s->note_size < 0) {
Markus Armbrusterc6bd8c72015-03-17 11:54:50 +01001495 error_setg(errp, QERR_UNSUPPORTED);
Paolo Bonzini4720bd02012-06-07 08:48:09 +02001496 goto cleanup;
1497 }
1498
Wen Congyang783e9b42012-05-07 12:10:47 +08001499 /* get memory mapping */
Wen Congyang783e9b42012-05-07 12:10:47 +08001500 if (paging) {
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +02001501 qemu_get_guest_memory_mapping(&s->list, &s->guest_phys_blocks, &err);
Andreas Färber11ed09c2013-05-29 21:54:03 +02001502 if (err != NULL) {
1503 error_propagate(errp, err);
1504 goto cleanup;
1505 }
Wen Congyang783e9b42012-05-07 12:10:47 +08001506 } else {
Laszlo Ersek56c4bfb2013-08-06 12:37:11 +02001507 qemu_get_guest_simple_memory_mapping(&s->list, &s->guest_phys_blocks);
Wen Congyang783e9b42012-05-07 12:10:47 +08001508 }
1509
qiaonuohan7aad2482014-02-18 14:11:31 +08001510 s->nr_cpus = nr_cpus;
qiaonuohan7aad2482014-02-18 14:11:31 +08001511
1512 get_max_mapnr(s);
1513
1514 uint64_t tmp;
Laszlo Ersek2f859f82014-05-20 13:39:44 +02001515 tmp = DIV_ROUND_UP(DIV_ROUND_UP(s->max_mapnr, CHAR_BIT), TARGET_PAGE_SIZE);
1516 s->len_dump_bitmap = tmp * TARGET_PAGE_SIZE;
qiaonuohan7aad2482014-02-18 14:11:31 +08001517
qiaonuohanb53ccc32014-02-18 14:11:36 +08001518 /* init for kdump-compressed format */
1519 if (has_format && format != DUMP_GUEST_MEMORY_FORMAT_ELF) {
1520 switch (format) {
1521 case DUMP_GUEST_MEMORY_FORMAT_KDUMP_ZLIB:
1522 s->flag_compress = DUMP_DH_COMPRESSED_ZLIB;
1523 break;
1524
1525 case DUMP_GUEST_MEMORY_FORMAT_KDUMP_LZO:
Laszlo Ersekc998acb2014-05-20 13:42:22 +02001526#ifdef CONFIG_LZO
1527 if (lzo_init() != LZO_E_OK) {
1528 error_setg(errp, "failed to initialize the LZO library");
1529 goto cleanup;
1530 }
1531#endif
qiaonuohanb53ccc32014-02-18 14:11:36 +08001532 s->flag_compress = DUMP_DH_COMPRESSED_LZO;
1533 break;
1534
1535 case DUMP_GUEST_MEMORY_FORMAT_KDUMP_SNAPPY:
1536 s->flag_compress = DUMP_DH_COMPRESSED_SNAPPY;
1537 break;
1538
1539 default:
1540 s->flag_compress = 0;
1541 }
1542
zhanghailiang4c7e2512014-10-09 14:13:11 +08001543 return;
qiaonuohanb53ccc32014-02-18 14:11:36 +08001544 }
1545
Wen Congyang783e9b42012-05-07 12:10:47 +08001546 if (s->has_filter) {
1547 memory_mapping_filter(&s->list, s->begin, s->length);
1548 }
1549
1550 /*
1551 * calculate phdr_num
1552 *
1553 * the type of ehdr->e_phnum is uint16_t, so we should avoid overflow
1554 */
1555 s->phdr_num = 1; /* PT_NOTE */
1556 if (s->list.num < UINT16_MAX - 2) {
1557 s->phdr_num += s->list.num;
1558 s->have_section = false;
1559 } else {
1560 s->have_section = true;
1561 s->phdr_num = PN_XNUM;
1562 s->sh_info = 1; /* PT_NOTE */
1563
1564 /* the type of shdr->sh_info is uint32_t, so we should avoid overflow */
1565 if (s->list.num <= UINT32_MAX - 1) {
1566 s->sh_info += s->list.num;
1567 } else {
1568 s->sh_info = UINT32_MAX;
1569 }
1570 }
1571
Wen Congyang783e9b42012-05-07 12:10:47 +08001572 if (s->dump_info.d_class == ELFCLASS64) {
1573 if (s->have_section) {
1574 s->memory_offset = sizeof(Elf64_Ehdr) +
1575 sizeof(Elf64_Phdr) * s->sh_info +
1576 sizeof(Elf64_Shdr) + s->note_size;
1577 } else {
1578 s->memory_offset = sizeof(Elf64_Ehdr) +
1579 sizeof(Elf64_Phdr) * s->phdr_num + s->note_size;
1580 }
1581 } else {
1582 if (s->have_section) {
1583 s->memory_offset = sizeof(Elf32_Ehdr) +
1584 sizeof(Elf32_Phdr) * s->sh_info +
1585 sizeof(Elf32_Shdr) + s->note_size;
1586 } else {
1587 s->memory_offset = sizeof(Elf32_Ehdr) +
1588 sizeof(Elf32_Phdr) * s->phdr_num + s->note_size;
1589 }
1590 }
1591
zhanghailiang4c7e2512014-10-09 14:13:11 +08001592 return;
Wen Congyang783e9b42012-05-07 12:10:47 +08001593
1594cleanup:
Chen Gang29282072014-08-03 23:28:56 +08001595 dump_cleanup(s);
Wen Congyang783e9b42012-05-07 12:10:47 +08001596}
1597
1598void qmp_dump_guest_memory(bool paging, const char *file, bool has_begin,
qiaonuohanb53ccc32014-02-18 14:11:36 +08001599 int64_t begin, bool has_length,
1600 int64_t length, bool has_format,
1601 DumpGuestMemoryFormat format, Error **errp)
Wen Congyang783e9b42012-05-07 12:10:47 +08001602{
1603 const char *p;
1604 int fd = -1;
1605 DumpState *s;
zhanghailiang4c7e2512014-10-09 14:13:11 +08001606 Error *local_err = NULL;
Wen Congyang783e9b42012-05-07 12:10:47 +08001607
qiaonuohanb53ccc32014-02-18 14:11:36 +08001608 /*
1609 * kdump-compressed format need the whole memory dumped, so paging or
1610 * filter is not supported here.
1611 */
1612 if ((has_format && format != DUMP_GUEST_MEMORY_FORMAT_ELF) &&
1613 (paging || has_begin || has_length)) {
1614 error_setg(errp, "kdump-compressed format doesn't support paging or "
1615 "filter");
1616 return;
1617 }
Wen Congyang783e9b42012-05-07 12:10:47 +08001618 if (has_begin && !has_length) {
Markus Armbrusterc6bd8c72015-03-17 11:54:50 +01001619 error_setg(errp, QERR_MISSING_PARAMETER, "length");
Wen Congyang783e9b42012-05-07 12:10:47 +08001620 return;
1621 }
1622 if (!has_begin && has_length) {
Markus Armbrusterc6bd8c72015-03-17 11:54:50 +01001623 error_setg(errp, QERR_MISSING_PARAMETER, "begin");
Wen Congyang783e9b42012-05-07 12:10:47 +08001624 return;
1625 }
1626
qiaonuohanb53ccc32014-02-18 14:11:36 +08001627 /* check whether lzo/snappy is supported */
1628#ifndef CONFIG_LZO
1629 if (has_format && format == DUMP_GUEST_MEMORY_FORMAT_KDUMP_LZO) {
1630 error_setg(errp, "kdump-lzo is not available now");
1631 return;
1632 }
1633#endif
1634
1635#ifndef CONFIG_SNAPPY
1636 if (has_format && format == DUMP_GUEST_MEMORY_FORMAT_KDUMP_SNAPPY) {
1637 error_setg(errp, "kdump-snappy is not available now");
1638 return;
1639 }
1640#endif
1641
Wen Congyang783e9b42012-05-07 12:10:47 +08001642#if !defined(WIN32)
1643 if (strstart(file, "fd:", &p)) {
Paolo Bonzinia9940fc2012-09-20 16:50:32 +02001644 fd = monitor_get_fd(cur_mon, p, errp);
Wen Congyang783e9b42012-05-07 12:10:47 +08001645 if (fd == -1) {
Wen Congyang783e9b42012-05-07 12:10:47 +08001646 return;
1647 }
1648 }
1649#endif
1650
1651 if (strstart(file, "file:", &p)) {
1652 fd = qemu_open(p, O_WRONLY | O_CREAT | O_TRUNC | O_BINARY, S_IRUSR);
1653 if (fd < 0) {
Luiz Capitulino75817662013-06-07 14:36:01 -04001654 error_setg_file_open(errp, errno, p);
Wen Congyang783e9b42012-05-07 12:10:47 +08001655 return;
1656 }
1657 }
1658
1659 if (fd == -1) {
Markus Armbrusterc6bd8c72015-03-17 11:54:50 +01001660 error_setg(errp, QERR_INVALID_PARAMETER, "protocol");
Wen Congyang783e9b42012-05-07 12:10:47 +08001661 return;
1662 }
1663
Laszlo Ersek5ee163e2013-08-06 12:37:09 +02001664 s = g_malloc0(sizeof(DumpState));
Wen Congyang783e9b42012-05-07 12:10:47 +08001665
zhanghailiang4c7e2512014-10-09 14:13:11 +08001666 dump_init(s, fd, has_format, format, paging, has_begin,
1667 begin, length, &local_err);
1668 if (local_err) {
Wen Congyang783e9b42012-05-07 12:10:47 +08001669 g_free(s);
zhanghailiang4c7e2512014-10-09 14:13:11 +08001670 error_propagate(errp, local_err);
Wen Congyang783e9b42012-05-07 12:10:47 +08001671 return;
1672 }
1673
qiaonuohanb53ccc32014-02-18 14:11:36 +08001674 if (has_format && format != DUMP_GUEST_MEMORY_FORMAT_ELF) {
zhanghailiang37917da2014-10-09 14:13:10 +08001675 create_kdump_vmcore(s, errp);
qiaonuohanb53ccc32014-02-18 14:11:36 +08001676 } else {
zhanghailiang37917da2014-10-09 14:13:10 +08001677 create_vmcore(s, errp);
Wen Congyang783e9b42012-05-07 12:10:47 +08001678 }
1679
1680 g_free(s);
1681}
qiaonuohan7d6dc7f2014-02-18 14:11:38 +08001682
1683DumpGuestMemoryCapability *qmp_query_dump_guest_memory_capability(Error **errp)
1684{
1685 DumpGuestMemoryFormatList *item;
1686 DumpGuestMemoryCapability *cap =
1687 g_malloc0(sizeof(DumpGuestMemoryCapability));
1688
1689 /* elf is always available */
1690 item = g_malloc0(sizeof(DumpGuestMemoryFormatList));
1691 cap->formats = item;
1692 item->value = DUMP_GUEST_MEMORY_FORMAT_ELF;
1693
1694 /* kdump-zlib is always available */
1695 item->next = g_malloc0(sizeof(DumpGuestMemoryFormatList));
1696 item = item->next;
1697 item->value = DUMP_GUEST_MEMORY_FORMAT_KDUMP_ZLIB;
1698
1699 /* add new item if kdump-lzo is available */
1700#ifdef CONFIG_LZO
1701 item->next = g_malloc0(sizeof(DumpGuestMemoryFormatList));
1702 item = item->next;
1703 item->value = DUMP_GUEST_MEMORY_FORMAT_KDUMP_LZO;
1704#endif
1705
1706 /* add new item if kdump-snappy is available */
1707#ifdef CONFIG_SNAPPY
1708 item->next = g_malloc0(sizeof(DumpGuestMemoryFormatList));
1709 item = item->next;
1710 item->value = DUMP_GUEST_MEMORY_FORMAT_KDUMP_SNAPPY;
1711#endif
1712
1713 return cap;
1714}