blob: 9b3b92bdff0992f90f8afa7118016785acdc914f [file] [log] [blame]
Ed Maste6f723382016-08-30 13:08:21 +00001//===--------------------------- libunwind.cpp ----------------------------===//
Saleem Abdulrasool17552662015-04-24 19:39:17 +00002//
Chandler Carruth61860a52019-01-19 10:56:40 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Saleem Abdulrasool17552662015-04-24 19:39:17 +00006//
7//
8// Implements unw_* functions from <libunwind.h>
9//
10//===----------------------------------------------------------------------===//
11
12#include <libunwind.h>
13
Saleem Abdulrasool17552662015-04-24 19:39:17 +000014#include "libunwind_ext.h"
15#include "config.h"
16
17#include <stdlib.h>
18
Shoaib Meenaic8d0fb82021-05-23 20:41:57 -070019#if __has_feature(address_sanitizer)
20#include <sanitizer/asan_interface.h>
21#endif
Saleem Abdulrasool17552662015-04-24 19:39:17 +000022
Martin Storsjo9f16c6c2017-09-26 08:07:26 +000023#if !defined(__USING_SJLJ_EXCEPTIONS__)
Ed Schoutenedb76802017-03-09 08:04:07 +000024#include "AddressSpace.hpp"
Saleem Abdulrasool17552662015-04-24 19:39:17 +000025#include "UnwindCursor.hpp"
26
27using namespace libunwind;
28
29/// internal object to represent this processes address space
30LocalAddressSpace LocalAddressSpace::sThisAddressSpace;
31
32_LIBUNWIND_EXPORT unw_addr_space_t unw_local_addr_space =
33 (unw_addr_space_t)&LocalAddressSpace::sThisAddressSpace;
34
Saleem Abdulrasool17552662015-04-24 19:39:17 +000035/// Create a cursor of a thread in this process given 'context' recorded by
Petr Hosek9bbfad52019-04-03 21:50:03 +000036/// __unw_getcontext().
37_LIBUNWIND_HIDDEN int __unw_init_local(unw_cursor_t *cursor,
38 unw_context_t *context) {
39 _LIBUNWIND_TRACE_API("__unw_init_local(cursor=%p, context=%p)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +000040 static_cast<void *>(cursor),
41 static_cast<void *>(context));
Saleem Abdulrasool17552662015-04-24 19:39:17 +000042#if defined(__i386__)
Asiri Rathnayakec00dcef2016-05-25 12:36:34 +000043# define REGISTER_KIND Registers_x86
Saleem Abdulrasool17552662015-04-24 19:39:17 +000044#elif defined(__x86_64__)
Asiri Rathnayakec00dcef2016-05-25 12:36:34 +000045# define REGISTER_KIND Registers_x86_64
Martin Storsjo8338b0a2018-01-02 22:11:30 +000046#elif defined(__powerpc64__)
47# define REGISTER_KIND Registers_ppc64
Saleem Abdulrasool17552662015-04-24 19:39:17 +000048#elif defined(__ppc__)
Asiri Rathnayakec00dcef2016-05-25 12:36:34 +000049# define REGISTER_KIND Registers_ppc
50#elif defined(__aarch64__)
51# define REGISTER_KIND Registers_arm64
Martin Storsjoa72285f2017-11-02 08:16:16 +000052#elif defined(__arm__)
Asiri Rathnayakec00dcef2016-05-25 12:36:34 +000053# define REGISTER_KIND Registers_arm
Peter Zotov8d639992015-08-31 05:26:37 +000054#elif defined(__or1k__)
Asiri Rathnayakec00dcef2016-05-25 12:36:34 +000055# define REGISTER_KIND Registers_or1k
Brian Cainb432c472020-04-09 00:14:02 -050056#elif defined(__hexagon__)
57# define REGISTER_KIND Registers_hexagon
John Baldwin40300292018-05-15 22:44:56 +000058#elif defined(__mips__) && defined(_ABIO32) && _MIPS_SIM == _ABIO32
John Baldwin56441d42017-12-12 21:43:36 +000059# define REGISTER_KIND Registers_mips_o32
John Baldwin40300292018-05-15 22:44:56 +000060#elif defined(__mips64)
John Baldwin541a4352018-01-09 17:07:18 +000061# define REGISTER_KIND Registers_mips_newabi
Vasileios Kalintiris3bd271c2015-09-26 18:26:01 +000062#elif defined(__mips__)
John Baldwin56441d42017-12-12 21:43:36 +000063# warning The MIPS architecture is not supported with this ABI and environment!
Daniel Cederman9f2f07a2019-01-14 10:15:20 +000064#elif defined(__sparc__)
65# define REGISTER_KIND Registers_sparc
Kamlesh Kumarf6ac3de2021-03-02 06:57:54 +053066#elif defined(__riscv)
Sam Elliott81f7e172019-12-16 16:35:17 +000067# define REGISTER_KIND Registers_riscv
Kazushi (Jam) Marukawa1fe8aef2020-12-26 22:50:17 +090068#elif defined(__ve__)
69# define REGISTER_KIND Registers_ve
Ed Maste846892c2015-08-13 14:21:03 +000070#else
Asiri Rathnayakec00dcef2016-05-25 12:36:34 +000071# error Architecture not supported
Saleem Abdulrasool17552662015-04-24 19:39:17 +000072#endif
Asiri Rathnayakec00dcef2016-05-25 12:36:34 +000073 // Use "placement new" to allocate UnwindCursor in the cursor buffer.
Petr Hosek36f61542019-02-02 21:15:49 +000074 new (reinterpret_cast<UnwindCursor<LocalAddressSpace, REGISTER_KIND> *>(cursor))
75 UnwindCursor<LocalAddressSpace, REGISTER_KIND>(
76 context, LocalAddressSpace::sThisAddressSpace);
Asiri Rathnayakec00dcef2016-05-25 12:36:34 +000077#undef REGISTER_KIND
Saleem Abdulrasool17552662015-04-24 19:39:17 +000078 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
79 co->setInfoBasedOnIPRegister();
80
81 return UNW_ESUCCESS;
82}
Petr Hosek9bbfad52019-04-03 21:50:03 +000083_LIBUNWIND_WEAK_ALIAS(__unw_init_local, unw_init_local)
Saleem Abdulrasool17552662015-04-24 19:39:17 +000084
Saleem Abdulrasool17552662015-04-24 19:39:17 +000085/// Get value of specified register at cursor position in stack frame.
Petr Hosek9bbfad52019-04-03 21:50:03 +000086_LIBUNWIND_HIDDEN int __unw_get_reg(unw_cursor_t *cursor, unw_regnum_t regNum,
87 unw_word_t *value) {
88 _LIBUNWIND_TRACE_API("__unw_get_reg(cursor=%p, regNum=%d, &value=%p)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +000089 static_cast<void *>(cursor), regNum,
90 static_cast<void *>(value));
91 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
92 if (co->validReg(regNum)) {
93 *value = co->getReg(regNum);
94 return UNW_ESUCCESS;
95 }
96 return UNW_EBADREG;
97}
Petr Hosek9bbfad52019-04-03 21:50:03 +000098_LIBUNWIND_WEAK_ALIAS(__unw_get_reg, unw_get_reg)
Saleem Abdulrasool17552662015-04-24 19:39:17 +000099
100/// Set value of specified register at cursor position in stack frame.
Petr Hosek9bbfad52019-04-03 21:50:03 +0000101_LIBUNWIND_HIDDEN int __unw_set_reg(unw_cursor_t *cursor, unw_regnum_t regNum,
102 unw_word_t value) {
103 _LIBUNWIND_TRACE_API("__unw_set_reg(cursor=%p, regNum=%d, value=0x%" PRIxPTR
104 ")",
Martin Storsjo97e2d982017-10-30 19:06:34 +0000105 static_cast<void *>(cursor), regNum, value);
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000106 typedef LocalAddressSpace::pint_t pint_t;
107 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
108 if (co->validReg(regNum)) {
109 co->setReg(regNum, (pint_t)value);
110 // specical case altering IP to re-find info (being called by personality
111 // function)
Joerg Sonnenberger7ac54d32018-07-17 19:00:51 +0000112 if (regNum == UNW_REG_IP) {
113 unw_proc_info_t info;
114 // First, get the FDE for the old location and then update it.
115 co->getInfo(&info);
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000116 co->setInfoBasedOnIPRegister(false);
Joerg Sonnenberger7ac54d32018-07-17 19:00:51 +0000117 // If the original call expects stack adjustment, perform this now.
118 // Normal frame unwinding would have included the offset already in the
119 // CFA computation.
120 // Note: for PA-RISC and other platforms where the stack grows up,
121 // this should actually be - info.gp. LLVM doesn't currently support
122 // any such platforms and Clang doesn't export a macro for them.
123 if (info.gp)
124 co->setReg(UNW_REG_SP, co->getReg(UNW_REG_SP) + info.gp);
125 }
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000126 return UNW_ESUCCESS;
127 }
128 return UNW_EBADREG;
129}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000130_LIBUNWIND_WEAK_ALIAS(__unw_set_reg, unw_set_reg)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000131
132/// Get value of specified float register at cursor position in stack frame.
Petr Hosek9bbfad52019-04-03 21:50:03 +0000133_LIBUNWIND_HIDDEN int __unw_get_fpreg(unw_cursor_t *cursor, unw_regnum_t regNum,
134 unw_fpreg_t *value) {
135 _LIBUNWIND_TRACE_API("__unw_get_fpreg(cursor=%p, regNum=%d, &value=%p)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000136 static_cast<void *>(cursor), regNum,
137 static_cast<void *>(value));
138 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
139 if (co->validFloatReg(regNum)) {
140 *value = co->getFloatReg(regNum);
141 return UNW_ESUCCESS;
142 }
143 return UNW_EBADREG;
144}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000145_LIBUNWIND_WEAK_ALIAS(__unw_get_fpreg, unw_get_fpreg)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000146
147/// Set value of specified float register at cursor position in stack frame.
Petr Hosek9bbfad52019-04-03 21:50:03 +0000148_LIBUNWIND_HIDDEN int __unw_set_fpreg(unw_cursor_t *cursor, unw_regnum_t regNum,
149 unw_fpreg_t value) {
Ranjeet Singh421231a2017-03-31 15:28:06 +0000150#if defined(_LIBUNWIND_ARM_EHABI)
Petr Hosek9bbfad52019-04-03 21:50:03 +0000151 _LIBUNWIND_TRACE_API("__unw_set_fpreg(cursor=%p, regNum=%d, value=%llX)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000152 static_cast<void *>(cursor), regNum, value);
153#else
Petr Hosek9bbfad52019-04-03 21:50:03 +0000154 _LIBUNWIND_TRACE_API("__unw_set_fpreg(cursor=%p, regNum=%d, value=%g)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000155 static_cast<void *>(cursor), regNum, value);
156#endif
157 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
158 if (co->validFloatReg(regNum)) {
159 co->setFloatReg(regNum, value);
160 return UNW_ESUCCESS;
161 }
162 return UNW_EBADREG;
163}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000164_LIBUNWIND_WEAK_ALIAS(__unw_set_fpreg, unw_set_fpreg)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000165
166/// Move cursor to next frame.
Petr Hosek9bbfad52019-04-03 21:50:03 +0000167_LIBUNWIND_HIDDEN int __unw_step(unw_cursor_t *cursor) {
168 _LIBUNWIND_TRACE_API("__unw_step(cursor=%p)", static_cast<void *>(cursor));
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000169 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
170 return co->step();
171}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000172_LIBUNWIND_WEAK_ALIAS(__unw_step, unw_step)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000173
174/// Get unwind info at cursor position in stack frame.
Petr Hosek9bbfad52019-04-03 21:50:03 +0000175_LIBUNWIND_HIDDEN int __unw_get_proc_info(unw_cursor_t *cursor,
176 unw_proc_info_t *info) {
177 _LIBUNWIND_TRACE_API("__unw_get_proc_info(cursor=%p, &info=%p)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000178 static_cast<void *>(cursor), static_cast<void *>(info));
179 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
180 co->getInfo(info);
181 if (info->end_ip == 0)
182 return UNW_ENOINFO;
Saleem Abdulrasool2aa34a82019-09-18 16:15:56 +0000183 return UNW_ESUCCESS;
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000184}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000185_LIBUNWIND_WEAK_ALIAS(__unw_get_proc_info, unw_get_proc_info)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000186
187/// Resume execution at cursor position (aka longjump).
Petr Hosek9bbfad52019-04-03 21:50:03 +0000188_LIBUNWIND_HIDDEN int __unw_resume(unw_cursor_t *cursor) {
189 _LIBUNWIND_TRACE_API("__unw_resume(cursor=%p)", static_cast<void *>(cursor));
Shoaib Meenaic8d0fb82021-05-23 20:41:57 -0700190#if __has_feature(address_sanitizer)
191 // Inform the ASan runtime that now might be a good time to clean stuff up.
192 __asan_handle_no_return();
193#endif
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000194 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
195 co->jumpto();
196 return UNW_EUNSPEC;
197}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000198_LIBUNWIND_WEAK_ALIAS(__unw_resume, unw_resume)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000199
200/// Get name of function at cursor position in stack frame.
Petr Hosek9bbfad52019-04-03 21:50:03 +0000201_LIBUNWIND_HIDDEN int __unw_get_proc_name(unw_cursor_t *cursor, char *buf,
202 size_t bufLen, unw_word_t *offset) {
203 _LIBUNWIND_TRACE_API("__unw_get_proc_name(cursor=%p, &buf=%p, bufLen=%lu)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000204 static_cast<void *>(cursor), static_cast<void *>(buf),
205 static_cast<unsigned long>(bufLen));
206 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
207 if (co->getFunctionName(buf, bufLen, offset))
208 return UNW_ESUCCESS;
Saleem Abdulrasool2aa34a82019-09-18 16:15:56 +0000209 return UNW_EUNSPEC;
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000210}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000211_LIBUNWIND_WEAK_ALIAS(__unw_get_proc_name, unw_get_proc_name)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000212
213/// Checks if a register is a floating-point register.
Petr Hosek9bbfad52019-04-03 21:50:03 +0000214_LIBUNWIND_HIDDEN int __unw_is_fpreg(unw_cursor_t *cursor,
215 unw_regnum_t regNum) {
216 _LIBUNWIND_TRACE_API("__unw_is_fpreg(cursor=%p, regNum=%d)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000217 static_cast<void *>(cursor), regNum);
218 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
219 return co->validFloatReg(regNum);
220}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000221_LIBUNWIND_WEAK_ALIAS(__unw_is_fpreg, unw_is_fpreg)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000222
223/// Checks if a register is a floating-point register.
Petr Hosek9bbfad52019-04-03 21:50:03 +0000224_LIBUNWIND_HIDDEN const char *__unw_regname(unw_cursor_t *cursor,
225 unw_regnum_t regNum) {
226 _LIBUNWIND_TRACE_API("__unw_regname(cursor=%p, regNum=%d)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000227 static_cast<void *>(cursor), regNum);
228 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
229 return co->getRegisterName(regNum);
230}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000231_LIBUNWIND_WEAK_ALIAS(__unw_regname, unw_regname)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000232
233/// Checks if current frame is signal trampoline.
Petr Hosek9bbfad52019-04-03 21:50:03 +0000234_LIBUNWIND_HIDDEN int __unw_is_signal_frame(unw_cursor_t *cursor) {
235 _LIBUNWIND_TRACE_API("__unw_is_signal_frame(cursor=%p)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000236 static_cast<void *>(cursor));
237 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
238 return co->isSignalFrame();
239}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000240_LIBUNWIND_WEAK_ALIAS(__unw_is_signal_frame, unw_is_signal_frame)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000241
242#ifdef __arm__
243// Save VFP registers d0-d15 using FSTMIADX instead of FSTMIADD
Petr Hosek9bbfad52019-04-03 21:50:03 +0000244_LIBUNWIND_HIDDEN void __unw_save_vfp_as_X(unw_cursor_t *cursor) {
245 _LIBUNWIND_TRACE_API("__unw_get_fpreg_save_vfp_as_X(cursor=%p)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000246 static_cast<void *>(cursor));
247 AbstractUnwindCursor *co = (AbstractUnwindCursor *)cursor;
248 return co->saveVFPAsX();
249}
Petr Hosek01fc4132019-04-11 13:08:44 +0000250_LIBUNWIND_WEAK_ALIAS(__unw_save_vfp_as_X, unw_save_vfp_as_X)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000251#endif
252
253
Ranjeet Singh421231a2017-03-31 15:28:06 +0000254#if defined(_LIBUNWIND_SUPPORT_DWARF_UNWIND)
Ed Maste4c43c3d2016-07-19 17:15:50 +0000255/// SPI: walks cached DWARF entries
Petr Hosek9bbfad52019-04-03 21:50:03 +0000256_LIBUNWIND_HIDDEN void __unw_iterate_dwarf_unwind_cache(void (*func)(
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000257 unw_word_t ip_start, unw_word_t ip_end, unw_word_t fde, unw_word_t mh)) {
Petr Hosek9bbfad52019-04-03 21:50:03 +0000258 _LIBUNWIND_TRACE_API("__unw_iterate_dwarf_unwind_cache(func=%p)",
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000259 reinterpret_cast<void *>(func));
260 DwarfFDECache<LocalAddressSpace>::iterateCacheEntries(func);
261}
Petr Hosek9bbfad52019-04-03 21:50:03 +0000262_LIBUNWIND_WEAK_ALIAS(__unw_iterate_dwarf_unwind_cache,
263 unw_iterate_dwarf_unwind_cache)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000264
265/// IPI: for __register_frame()
Petr Hosek9bbfad52019-04-03 21:50:03 +0000266void __unw_add_dynamic_fde(unw_word_t fde) {
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000267 CFI_Parser<LocalAddressSpace>::FDE_Info fdeInfo;
268 CFI_Parser<LocalAddressSpace>::CIE_Info cieInfo;
269 const char *message = CFI_Parser<LocalAddressSpace>::decodeFDE(
270 LocalAddressSpace::sThisAddressSpace,
271 (LocalAddressSpace::pint_t) fde, &fdeInfo, &cieInfo);
272 if (message == NULL) {
273 // dynamically registered FDEs don't have a mach_header group they are in.
274 // Use fde as mh_group
275 unw_word_t mh_group = fdeInfo.fdeStart;
276 DwarfFDECache<LocalAddressSpace>::add((LocalAddressSpace::pint_t)mh_group,
277 fdeInfo.pcStart, fdeInfo.pcEnd,
278 fdeInfo.fdeStart);
279 } else {
Petr Hosek9bbfad52019-04-03 21:50:03 +0000280 _LIBUNWIND_DEBUG_LOG("__unw_add_dynamic_fde: bad fde: %s", message);
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000281 }
282}
283
284/// IPI: for __deregister_frame()
Petr Hosek9bbfad52019-04-03 21:50:03 +0000285void __unw_remove_dynamic_fde(unw_word_t fde) {
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000286 // fde is own mh_group
287 DwarfFDECache<LocalAddressSpace>::removeAllIn((LocalAddressSpace::pint_t)fde);
288}
Ranjeet Singh421231a2017-03-31 15:28:06 +0000289#endif // defined(_LIBUNWIND_SUPPORT_DWARF_UNWIND)
Martin Storsjo9f16c6c2017-09-26 08:07:26 +0000290#endif // !defined(__USING_SJLJ_EXCEPTIONS__)
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000291
292
293
294// Add logging hooks in Debug builds only
295#ifndef NDEBUG
296#include <stdlib.h>
297
298_LIBUNWIND_HIDDEN
299bool logAPIs() {
300 // do manual lock to avoid use of _cxa_guard_acquire or initializers
301 static bool checked = false;
302 static bool log = false;
303 if (!checked) {
304 log = (getenv("LIBUNWIND_PRINT_APIS") != NULL);
305 checked = true;
306 }
307 return log;
308}
309
310_LIBUNWIND_HIDDEN
311bool logUnwinding() {
312 // do manual lock to avoid use of _cxa_guard_acquire or initializers
313 static bool checked = false;
314 static bool log = false;
315 if (!checked) {
316 log = (getenv("LIBUNWIND_PRINT_UNWINDING") != NULL);
317 checked = true;
318 }
319 return log;
320}
321
Saleem Abdulrasoold1be5b02017-01-21 16:22:57 +0000322_LIBUNWIND_HIDDEN
323bool logDWARF() {
324 // do manual lock to avoid use of _cxa_guard_acquire or initializers
325 static bool checked = false;
326 static bool log = false;
327 if (!checked) {
328 log = (getenv("LIBUNWIND_PRINT_DWARF") != NULL);
329 checked = true;
330 }
331 return log;
332}
333
Saleem Abdulrasool17552662015-04-24 19:39:17 +0000334#endif // NDEBUG
335