blob: ed62cdcf49be1a7749f4a59a1181b5babf2d2ddf [file] [log] [blame]
george.karpenkov29efa6d2017-08-21 23:25:50 +00001//===- FuzzerTracePC.cpp - PC tracing--------------------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9// Trace PCs.
10// This module implements __sanitizer_cov_trace_pc_guard[_init],
11// the callback required for -fsanitize-coverage=trace-pc-guard instrumentation.
12//
13//===----------------------------------------------------------------------===//
14
15#include "FuzzerTracePC.h"
16#include "FuzzerCorpus.h"
17#include "FuzzerDefs.h"
18#include "FuzzerDictionary.h"
19#include "FuzzerExtFunctions.h"
20#include "FuzzerIO.h"
21#include "FuzzerUtil.h"
22#include "FuzzerValueBitMap.h"
23#include <set>
24
25// The coverage counters and PCs.
26// These are declared as global variables named "__sancov_*" to simplify
27// experiments with inlined instrumentation.
28alignas(64) ATTRIBUTE_INTERFACE
29uint8_t __sancov_trace_pc_guard_8bit_counters[fuzzer::TracePC::kNumPCs];
30
31ATTRIBUTE_INTERFACE
32uintptr_t __sancov_trace_pc_pcs[fuzzer::TracePC::kNumPCs];
33
kcc1c0379f2017-08-22 01:28:32 +000034// Used by -fsanitize-coverage=stack-depth to track stack depth
morehouse398297f2017-08-22 21:28:29 +000035ATTRIBUTE_INTERFACE __attribute__((tls_model("initial-exec")))
36thread_local uintptr_t __sancov_lowest_stack;
kcc1c0379f2017-08-22 01:28:32 +000037
george.karpenkov29efa6d2017-08-21 23:25:50 +000038namespace fuzzer {
39
40TracePC TPC;
41
42int ScopedDoingMyOwnMemOrStr::DoingMyOwnMemOrStr;
43
44uint8_t *TracePC::Counters() const {
45 return __sancov_trace_pc_guard_8bit_counters;
46}
47
48uintptr_t *TracePC::PCs() const {
49 return __sancov_trace_pc_pcs;
50}
51
52size_t TracePC::GetTotalPCCoverage() {
53 if (ObservedPCs.size())
54 return ObservedPCs.size();
55 size_t Res = 0;
56 for (size_t i = 1, N = GetNumPCs(); i < N; i++)
57 if (PCs()[i])
58 Res++;
59 return Res;
60}
61
62
63void TracePC::HandleInline8bitCountersInit(uint8_t *Start, uint8_t *Stop) {
64 if (Start == Stop) return;
65 if (NumModulesWithInline8bitCounters &&
66 ModuleCounters[NumModulesWithInline8bitCounters-1].Start == Start) return;
67 assert(NumModulesWithInline8bitCounters <
68 sizeof(ModuleCounters) / sizeof(ModuleCounters[0]));
69 ModuleCounters[NumModulesWithInline8bitCounters++] = {Start, Stop};
70 NumInline8bitCounters += Stop - Start;
71}
72
kcc98957a12017-08-25 19:29:47 +000073void TracePC::HandlePCsInit(const uintptr_t *Start, const uintptr_t *Stop) {
74 const PCTableEntry *B = reinterpret_cast<const PCTableEntry *>(Start);
75 const PCTableEntry *E = reinterpret_cast<const PCTableEntry *>(Stop);
george.karpenkov29efa6d2017-08-21 23:25:50 +000076 if (NumPCTables && ModulePCTable[NumPCTables - 1].Start == B) return;
77 assert(NumPCTables < sizeof(ModulePCTable) / sizeof(ModulePCTable[0]));
78 ModulePCTable[NumPCTables++] = {B, E};
79 NumPCsInPCTables += E - B;
80}
81
82void TracePC::HandleInit(uint32_t *Start, uint32_t *Stop) {
83 if (Start == Stop || *Start) return;
84 assert(NumModules < sizeof(Modules) / sizeof(Modules[0]));
85 for (uint32_t *P = Start; P < Stop; P++) {
86 NumGuards++;
87 if (NumGuards == kNumPCs) {
88 RawPrint(
89 "WARNING: The binary has too many instrumented PCs.\n"
90 " You may want to reduce the size of the binary\n"
91 " for more efficient fuzzing and precise coverage data\n");
92 }
93 *P = NumGuards % kNumPCs;
94 }
95 Modules[NumModules].Start = Start;
96 Modules[NumModules].Stop = Stop;
97 NumModules++;
98}
99
100void TracePC::PrintModuleInfo() {
101 if (NumGuards) {
102 Printf("INFO: Loaded %zd modules (%zd guards): ", NumModules, NumGuards);
103 for (size_t i = 0; i < NumModules; i++)
104 Printf("%zd [%p, %p), ", Modules[i].Stop - Modules[i].Start,
105 Modules[i].Start, Modules[i].Stop);
106 Printf("\n");
107 }
108 if (NumModulesWithInline8bitCounters) {
109 Printf("INFO: Loaded %zd modules (%zd inline 8-bit counters): ",
110 NumModulesWithInline8bitCounters, NumInline8bitCounters);
111 for (size_t i = 0; i < NumModulesWithInline8bitCounters; i++)
112 Printf("%zd [%p, %p), ", ModuleCounters[i].Stop - ModuleCounters[i].Start,
113 ModuleCounters[i].Start, ModuleCounters[i].Stop);
114 Printf("\n");
115 }
116 if (NumPCTables) {
117 Printf("INFO: Loaded %zd PC tables (%zd PCs): ", NumPCTables,
118 NumPCsInPCTables);
119 for (size_t i = 0; i < NumPCTables; i++) {
120 Printf("%zd [%p,%p), ", ModulePCTable[i].Stop - ModulePCTable[i].Start,
121 ModulePCTable[i].Start, ModulePCTable[i].Stop);
122 }
123 Printf("\n");
124
125 if ((NumGuards && NumGuards != NumPCsInPCTables) ||
126 (NumInline8bitCounters && NumInline8bitCounters != NumPCsInPCTables)) {
kcce220ebb2017-10-14 00:07:11 +0000127 Printf("ERROR: The size of coverage PC tables does not match the\n"
128 "number of instrumented PCs. This might be a compiler bug,\n"
129 "please contact the libFuzzer developers.\n"
130 "Also check https://bugs.llvm.org/show_bug.cgi?id=34636\n"
131 "for possible workarounds (tl;dr: don't use the old GNU ld)\n");
george.karpenkov29efa6d2017-08-21 23:25:50 +0000132 _Exit(1);
133 }
134 }
delcypherfcd19a82018-04-20 06:46:19 +0000135 if (size_t NumExtraCounters = ExtraCountersEnd() - ExtraCountersBegin())
136 Printf("INFO: %zd Extra Counters\n", NumExtraCounters);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000137}
138
139ATTRIBUTE_NO_SANITIZE_ALL
140void TracePC::HandleCallerCallee(uintptr_t Caller, uintptr_t Callee) {
141 const uintptr_t kBits = 12;
142 const uintptr_t kMask = (1 << kBits) - 1;
143 uintptr_t Idx = (Caller & kMask) | ((Callee & kMask) << kBits);
144 ValueProfileMap.AddValueModPrime(Idx);
145}
146
147void TracePC::UpdateObservedPCs() {
kccec9da662017-08-28 22:52:22 +0000148 Vector<uintptr_t> CoveredFuncs;
kcc00da6482017-08-25 20:09:25 +0000149 auto ObservePC = [&](uintptr_t PC) {
150 if (ObservedPCs.insert(PC).second && DoPrintNewPCs)
kcc1c0379f2017-08-22 01:28:32 +0000151 PrintPC("\tNEW_PC: %p %F %L\n", "\tNEW_PC: %p\n", PC + 1);
152 };
kcc00da6482017-08-25 20:09:25 +0000153
154 auto Observe = [&](const PCTableEntry &TE) {
155 if (TE.PCFlags & 1)
kccec9da662017-08-28 22:52:22 +0000156 if (ObservedFuncs.insert(TE.PC).second && NumPrintNewFuncs)
157 CoveredFuncs.push_back(TE.PC);
kcc00da6482017-08-25 20:09:25 +0000158 ObservePC(TE.PC);
159 };
160
george.karpenkov29efa6d2017-08-21 23:25:50 +0000161 if (NumPCsInPCTables) {
george.karpenkov29efa6d2017-08-21 23:25:50 +0000162 if (NumInline8bitCounters == NumPCsInPCTables) {
163 for (size_t i = 0; i < NumModulesWithInline8bitCounters; i++) {
164 uint8_t *Beg = ModuleCounters[i].Start;
165 size_t Size = ModuleCounters[i].Stop - Beg;
166 assert(Size ==
167 (size_t)(ModulePCTable[i].Stop - ModulePCTable[i].Start));
168 for (size_t j = 0; j < Size; j++)
169 if (Beg[j])
kcc00da6482017-08-25 20:09:25 +0000170 Observe(ModulePCTable[i].Start[j]);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000171 }
172 } else if (NumGuards == NumPCsInPCTables) {
173 size_t GuardIdx = 1;
174 for (size_t i = 0; i < NumModules; i++) {
175 uint32_t *Beg = Modules[i].Start;
176 size_t Size = Modules[i].Stop - Beg;
177 assert(Size ==
178 (size_t)(ModulePCTable[i].Stop - ModulePCTable[i].Start));
179 for (size_t j = 0; j < Size; j++, GuardIdx++)
180 if (Counters()[GuardIdx])
kcc00da6482017-08-25 20:09:25 +0000181 Observe(ModulePCTable[i].Start[j]);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000182 }
183 }
184 }
kccec9da662017-08-28 22:52:22 +0000185
186 for (size_t i = 0, N = Min(CoveredFuncs.size(), NumPrintNewFuncs); i < N; i++) {
187 Printf("\tNEW_FUNC[%zd/%zd]: ", i, CoveredFuncs.size());
188 PrintPC("%p %F %L\n", "%p\n", CoveredFuncs[i] + 1);
189 }
george.karpenkov29efa6d2017-08-21 23:25:50 +0000190}
191
192inline ALWAYS_INLINE uintptr_t GetPreviousInstructionPc(uintptr_t PC) {
193 // TODO: this implementation is x86 only.
194 // see sanitizer_common GetPreviousInstructionPc for full implementation.
195 return PC - 1;
196}
197
198inline ALWAYS_INLINE uintptr_t GetNextInstructionPc(uintptr_t PC) {
199 // TODO: this implementation is x86 only.
200 // see sanitizer_common GetPreviousInstructionPc for full implementation.
201 return PC + 1;
202}
203
204static std::string GetModuleName(uintptr_t PC) {
205 char ModulePathRaw[4096] = ""; // What's PATH_MAX in portable C++?
206 void *OffsetRaw = nullptr;
207 if (!EF->__sanitizer_get_module_and_offset_for_pc(
208 reinterpret_cast<void *>(PC), ModulePathRaw,
209 sizeof(ModulePathRaw), &OffsetRaw))
210 return "";
211 return ModulePathRaw;
212}
213
kcc85cad3d2018-05-11 01:17:52 +0000214template<class CallBack>
215void TracePC::IterateCoveredFunctions(CallBack CB) {
216 for (size_t i = 0; i < NumPCTables; i++) {
217 auto &M = ModulePCTable[i];
218 assert(M.Start < M.Stop);
219 auto ModuleName = GetModuleName(M.Start->PC);
220 for (auto NextFE = M.Start; NextFE < M.Stop; ) {
221 auto FE = NextFE;
222 assert((FE->PCFlags & 1) && "Not a function entry point");
223 do {
224 NextFE++;
225 } while (NextFE < M.Stop && !(NextFE->PCFlags & 1));
226 if (ObservedFuncs.count(FE->PC))
227 CB(FE, NextFE);
228 }
229 }
230}
231
kcc3acbe072018-05-16 23:26:37 +0000232void TracePC::SetFocusFunction(const std::string &FuncName) {
233 // This function should be called once.
234 assert(FocusFunction.first > NumModulesWithInline8bitCounters);
235 if (FuncName.empty())
236 return;
237 for (size_t M = 0; M < NumModulesWithInline8bitCounters; M++) {
238 auto &PCTE = ModulePCTable[M];
239 size_t N = PCTE.Stop - PCTE.Start;
240 for (size_t I = 0; I < N; I++) {
241 if (!(PCTE.Start[I].PCFlags & 1)) continue; // not a function entry.
242 auto Name = DescribePC("%F", GetNextInstructionPc(PCTE.Start[I].PC));
243 if (Name[0] == 'i' && Name[1] == 'n' && Name[2] == ' ')
244 Name = Name.substr(3, std::string::npos);
245 if (FuncName != Name) continue;
246 Printf("INFO: Focus function is set to '%s'\n", Name.c_str());
247 FocusFunction = {M, I};
248 return;
249 }
250 }
251}
252
253bool TracePC::ObservedFocusFunction() {
254 size_t I = FocusFunction.first;
255 size_t J = FocusFunction.second;
256 if (I >= NumModulesWithInline8bitCounters)
257 return false;
258 auto &MC = ModuleCounters[I];
259 size_t Size = MC.Stop - MC.Start;
260 if (J >= Size)
261 return false;
262 return MC.Start[J] != 0;
263}
264
george.karpenkov29efa6d2017-08-21 23:25:50 +0000265void TracePC::PrintCoverage() {
266 if (!EF->__sanitizer_symbolize_pc ||
267 !EF->__sanitizer_get_module_and_offset_for_pc) {
268 Printf("INFO: __sanitizer_symbolize_pc or "
269 "__sanitizer_get_module_and_offset_for_pc is not available,"
270 " not printing coverage\n");
271 return;
272 }
273 Printf("COVERAGE:\n");
kcc85cad3d2018-05-11 01:17:52 +0000274 auto CoveredFunctionCallback = [&](const PCTableEntry *First, const PCTableEntry *Last) {
275 assert(First < Last);
276 auto VisualizePC = GetNextInstructionPc(First->PC);
277 std::string FileStr = DescribePC("%s", VisualizePC);
278 if (!IsInterestingCoverageFile(FileStr)) return;
279 std::string FunctionStr = DescribePC("%F", VisualizePC);
280 std::string LineStr = DescribePC("%l", VisualizePC);
281 size_t Line = std::stoul(LineStr);
282 std::vector<uintptr_t> UncoveredPCs;
283 for (auto TE = First; TE < Last; TE++)
284 if (!ObservedPCs.count(TE->PC))
285 UncoveredPCs.push_back(TE->PC);
286 Printf("COVERED_FUNC: ");
287 UncoveredPCs.empty()
288 ? Printf("all")
289 : Printf("%zd/%zd", (Last - First) - UncoveredPCs.size(), Last - First);
290 Printf(" PCs covered %s %s:%zd\n", FunctionStr.c_str(), FileStr.c_str(),
291 Line);
292 for (auto PC: UncoveredPCs) {
293 Printf(" UNCOVERED_PC: %s\n",
294 DescribePC("%s:%l", GetNextInstructionPc(PC)).c_str());
george.karpenkov29efa6d2017-08-21 23:25:50 +0000295 }
296 };
297
kcc85cad3d2018-05-11 01:17:52 +0000298 IterateCoveredFunctions(CoveredFunctionCallback);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000299}
300
george.karpenkov29efa6d2017-08-21 23:25:50 +0000301// Value profile.
302// We keep track of various values that affect control flow.
303// These values are inserted into a bit-set-based hash map.
304// Every new bit in the map is treated as a new coverage.
305//
306// For memcmp/strcmp/etc the interesting value is the length of the common
307// prefix of the parameters.
308// For cmp instructions the interesting value is a XOR of the parameters.
309// The interesting value is mixed up with the PC and is then added to the map.
310
311ATTRIBUTE_NO_SANITIZE_ALL
312void TracePC::AddValueForMemcmp(void *caller_pc, const void *s1, const void *s2,
313 size_t n, bool StopAtZero) {
314 if (!n) return;
315 size_t Len = std::min(n, Word::GetMaxSize());
316 const uint8_t *A1 = reinterpret_cast<const uint8_t *>(s1);
317 const uint8_t *A2 = reinterpret_cast<const uint8_t *>(s2);
318 uint8_t B1[Word::kMaxSize];
319 uint8_t B2[Word::kMaxSize];
320 // Copy the data into locals in this non-msan-instrumented function
321 // to avoid msan complaining further.
322 size_t Hash = 0; // Compute some simple hash of both strings.
323 for (size_t i = 0; i < Len; i++) {
324 B1[i] = A1[i];
325 B2[i] = A2[i];
326 size_t T = B1[i];
327 Hash ^= (T << 8) | B2[i];
328 }
329 size_t I = 0;
330 for (; I < Len; I++)
331 if (B1[I] != B2[I] || (StopAtZero && B1[I] == 0))
332 break;
333 size_t PC = reinterpret_cast<size_t>(caller_pc);
334 size_t Idx = (PC & 4095) | (I << 12);
335 ValueProfileMap.AddValue(Idx);
336 TORCW.Insert(Idx ^ Hash, Word(B1, Len), Word(B2, Len));
337}
338
339template <class T>
340ATTRIBUTE_TARGET_POPCNT ALWAYS_INLINE
341ATTRIBUTE_NO_SANITIZE_ALL
342void TracePC::HandleCmp(uintptr_t PC, T Arg1, T Arg2) {
343 uint64_t ArgXor = Arg1 ^ Arg2;
344 uint64_t ArgDistance = __builtin_popcountll(ArgXor) + 1; // [1,65]
345 uintptr_t Idx = ((PC & 4095) + 1) * ArgDistance;
346 if (sizeof(T) == 4)
347 TORC4.Insert(ArgXor, Arg1, Arg2);
348 else if (sizeof(T) == 8)
349 TORC8.Insert(ArgXor, Arg1, Arg2);
350 ValueProfileMap.AddValue(Idx);
351}
352
353static size_t InternalStrnlen(const char *S, size_t MaxLen) {
354 size_t Len = 0;
355 for (; Len < MaxLen && S[Len]; Len++) {}
356 return Len;
357}
358
359// Finds min of (strlen(S1), strlen(S2)).
360// Needed bacause one of these strings may actually be non-zero terminated.
361static size_t InternalStrnlen2(const char *S1, const char *S2) {
362 size_t Len = 0;
363 for (; S1[Len] && S2[Len]; Len++) {}
364 return Len;
365}
366
367void TracePC::ClearInlineCounters() {
368 for (size_t i = 0; i < NumModulesWithInline8bitCounters; i++) {
369 uint8_t *Beg = ModuleCounters[i].Start;
370 size_t Size = ModuleCounters[i].Stop - Beg;
371 memset(Beg, 0, Size);
372 }
373}
374
kcc0f3c0312017-08-22 01:50:00 +0000375ATTRIBUTE_NO_SANITIZE_ALL
kcc1c0379f2017-08-22 01:28:32 +0000376void TracePC::RecordInitialStack() {
kcc0f3c0312017-08-22 01:50:00 +0000377 int stack;
378 __sancov_lowest_stack = InitialStack = reinterpret_cast<uintptr_t>(&stack);
kcc1c0379f2017-08-22 01:28:32 +0000379}
380
381uintptr_t TracePC::GetMaxStackOffset() const {
382 return InitialStack - __sancov_lowest_stack; // Stack grows down
383}
384
george.karpenkov29efa6d2017-08-21 23:25:50 +0000385} // namespace fuzzer
386
387extern "C" {
388ATTRIBUTE_INTERFACE
389ATTRIBUTE_NO_SANITIZE_ALL
390void __sanitizer_cov_trace_pc_guard(uint32_t *Guard) {
391 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
392 uint32_t Idx = *Guard;
393 __sancov_trace_pc_pcs[Idx] = PC;
394 __sancov_trace_pc_guard_8bit_counters[Idx]++;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000395}
396
397// Best-effort support for -fsanitize-coverage=trace-pc, which is available
398// in both Clang and GCC.
399ATTRIBUTE_INTERFACE
400ATTRIBUTE_NO_SANITIZE_ALL
401void __sanitizer_cov_trace_pc() {
402 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
403 uintptr_t Idx = PC & (((uintptr_t)1 << fuzzer::TracePC::kTracePcBits) - 1);
404 __sancov_trace_pc_pcs[Idx] = PC;
405 __sancov_trace_pc_guard_8bit_counters[Idx]++;
406}
407
408ATTRIBUTE_INTERFACE
409void __sanitizer_cov_trace_pc_guard_init(uint32_t *Start, uint32_t *Stop) {
410 fuzzer::TPC.HandleInit(Start, Stop);
411}
412
413ATTRIBUTE_INTERFACE
414void __sanitizer_cov_8bit_counters_init(uint8_t *Start, uint8_t *Stop) {
415 fuzzer::TPC.HandleInline8bitCountersInit(Start, Stop);
416}
417
418ATTRIBUTE_INTERFACE
kcc98957a12017-08-25 19:29:47 +0000419void __sanitizer_cov_pcs_init(const uintptr_t *pcs_beg,
420 const uintptr_t *pcs_end) {
george.karpenkov29efa6d2017-08-21 23:25:50 +0000421 fuzzer::TPC.HandlePCsInit(pcs_beg, pcs_end);
422}
423
424ATTRIBUTE_INTERFACE
425ATTRIBUTE_NO_SANITIZE_ALL
426void __sanitizer_cov_trace_pc_indir(uintptr_t Callee) {
427 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
428 fuzzer::TPC.HandleCallerCallee(PC, Callee);
429}
430
431ATTRIBUTE_INTERFACE
432ATTRIBUTE_NO_SANITIZE_ALL
433ATTRIBUTE_TARGET_POPCNT
434void __sanitizer_cov_trace_cmp8(uint64_t Arg1, uint64_t Arg2) {
435 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
436 fuzzer::TPC.HandleCmp(PC, Arg1, Arg2);
437}
438
439ATTRIBUTE_INTERFACE
440ATTRIBUTE_NO_SANITIZE_ALL
441ATTRIBUTE_TARGET_POPCNT
442// Now the __sanitizer_cov_trace_const_cmp[1248] callbacks just mimic
443// the behaviour of __sanitizer_cov_trace_cmp[1248] ones. This, however,
444// should be changed later to make full use of instrumentation.
445void __sanitizer_cov_trace_const_cmp8(uint64_t Arg1, uint64_t Arg2) {
446 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
447 fuzzer::TPC.HandleCmp(PC, Arg1, Arg2);
448}
449
450ATTRIBUTE_INTERFACE
451ATTRIBUTE_NO_SANITIZE_ALL
452ATTRIBUTE_TARGET_POPCNT
453void __sanitizer_cov_trace_cmp4(uint32_t Arg1, uint32_t Arg2) {
454 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
455 fuzzer::TPC.HandleCmp(PC, Arg1, Arg2);
456}
457
458ATTRIBUTE_INTERFACE
459ATTRIBUTE_NO_SANITIZE_ALL
460ATTRIBUTE_TARGET_POPCNT
461void __sanitizer_cov_trace_const_cmp4(uint32_t Arg1, uint32_t Arg2) {
462 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
463 fuzzer::TPC.HandleCmp(PC, Arg1, Arg2);
464}
465
466ATTRIBUTE_INTERFACE
467ATTRIBUTE_NO_SANITIZE_ALL
468ATTRIBUTE_TARGET_POPCNT
469void __sanitizer_cov_trace_cmp2(uint16_t Arg1, uint16_t Arg2) {
470 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
471 fuzzer::TPC.HandleCmp(PC, Arg1, Arg2);
472}
473
474ATTRIBUTE_INTERFACE
475ATTRIBUTE_NO_SANITIZE_ALL
476ATTRIBUTE_TARGET_POPCNT
477void __sanitizer_cov_trace_const_cmp2(uint16_t Arg1, uint16_t Arg2) {
478 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
479 fuzzer::TPC.HandleCmp(PC, Arg1, Arg2);
480}
481
482ATTRIBUTE_INTERFACE
483ATTRIBUTE_NO_SANITIZE_ALL
484ATTRIBUTE_TARGET_POPCNT
485void __sanitizer_cov_trace_cmp1(uint8_t Arg1, uint8_t Arg2) {
486 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
487 fuzzer::TPC.HandleCmp(PC, Arg1, Arg2);
488}
489
490ATTRIBUTE_INTERFACE
491ATTRIBUTE_NO_SANITIZE_ALL
492ATTRIBUTE_TARGET_POPCNT
493void __sanitizer_cov_trace_const_cmp1(uint8_t Arg1, uint8_t Arg2) {
494 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
495 fuzzer::TPC.HandleCmp(PC, Arg1, Arg2);
496}
497
498ATTRIBUTE_INTERFACE
499ATTRIBUTE_NO_SANITIZE_ALL
500ATTRIBUTE_TARGET_POPCNT
501void __sanitizer_cov_trace_switch(uint64_t Val, uint64_t *Cases) {
502 uint64_t N = Cases[0];
503 uint64_t ValSizeInBits = Cases[1];
504 uint64_t *Vals = Cases + 2;
505 // Skip the most common and the most boring case.
506 if (Vals[N - 1] < 256 && Val < 256)
507 return;
508 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
509 size_t i;
510 uint64_t Token = 0;
511 for (i = 0; i < N; i++) {
512 Token = Val ^ Vals[i];
513 if (Val < Vals[i])
514 break;
515 }
516
517 if (ValSizeInBits == 16)
518 fuzzer::TPC.HandleCmp(PC + i, static_cast<uint16_t>(Token), (uint16_t)(0));
519 else if (ValSizeInBits == 32)
520 fuzzer::TPC.HandleCmp(PC + i, static_cast<uint32_t>(Token), (uint32_t)(0));
521 else
522 fuzzer::TPC.HandleCmp(PC + i, Token, (uint64_t)(0));
523}
524
525ATTRIBUTE_INTERFACE
526ATTRIBUTE_NO_SANITIZE_ALL
527ATTRIBUTE_TARGET_POPCNT
528void __sanitizer_cov_trace_div4(uint32_t Val) {
529 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
530 fuzzer::TPC.HandleCmp(PC, Val, (uint32_t)0);
531}
532
533ATTRIBUTE_INTERFACE
534ATTRIBUTE_NO_SANITIZE_ALL
535ATTRIBUTE_TARGET_POPCNT
536void __sanitizer_cov_trace_div8(uint64_t Val) {
537 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
538 fuzzer::TPC.HandleCmp(PC, Val, (uint64_t)0);
539}
540
541ATTRIBUTE_INTERFACE
542ATTRIBUTE_NO_SANITIZE_ALL
543ATTRIBUTE_TARGET_POPCNT
544void __sanitizer_cov_trace_gep(uintptr_t Idx) {
545 uintptr_t PC = reinterpret_cast<uintptr_t>(__builtin_return_address(0));
546 fuzzer::TPC.HandleCmp(PC, Idx, (uintptr_t)0);
547}
548
549ATTRIBUTE_INTERFACE ATTRIBUTE_NO_SANITIZE_MEMORY
550void __sanitizer_weak_hook_memcmp(void *caller_pc, const void *s1,
551 const void *s2, size_t n, int result) {
552 if (fuzzer::ScopedDoingMyOwnMemOrStr::DoingMyOwnMemOrStr) return;
553 if (result == 0) return; // No reason to mutate.
554 if (n <= 1) return; // Not interesting.
555 fuzzer::TPC.AddValueForMemcmp(caller_pc, s1, s2, n, /*StopAtZero*/false);
556}
557
558ATTRIBUTE_INTERFACE ATTRIBUTE_NO_SANITIZE_MEMORY
559void __sanitizer_weak_hook_strncmp(void *caller_pc, const char *s1,
560 const char *s2, size_t n, int result) {
561 if (fuzzer::ScopedDoingMyOwnMemOrStr::DoingMyOwnMemOrStr) return;
562 if (result == 0) return; // No reason to mutate.
563 size_t Len1 = fuzzer::InternalStrnlen(s1, n);
564 size_t Len2 = fuzzer::InternalStrnlen(s2, n);
565 n = std::min(n, Len1);
566 n = std::min(n, Len2);
567 if (n <= 1) return; // Not interesting.
568 fuzzer::TPC.AddValueForMemcmp(caller_pc, s1, s2, n, /*StopAtZero*/true);
569}
570
571ATTRIBUTE_INTERFACE ATTRIBUTE_NO_SANITIZE_MEMORY
572void __sanitizer_weak_hook_strcmp(void *caller_pc, const char *s1,
573 const char *s2, int result) {
574 if (fuzzer::ScopedDoingMyOwnMemOrStr::DoingMyOwnMemOrStr) return;
575 if (result == 0) return; // No reason to mutate.
576 size_t N = fuzzer::InternalStrnlen2(s1, s2);
577 if (N <= 1) return; // Not interesting.
578 fuzzer::TPC.AddValueForMemcmp(caller_pc, s1, s2, N, /*StopAtZero*/true);
579}
580
581ATTRIBUTE_INTERFACE ATTRIBUTE_NO_SANITIZE_MEMORY
582void __sanitizer_weak_hook_strncasecmp(void *called_pc, const char *s1,
583 const char *s2, size_t n, int result) {
584 if (fuzzer::ScopedDoingMyOwnMemOrStr::DoingMyOwnMemOrStr) return;
585 return __sanitizer_weak_hook_strncmp(called_pc, s1, s2, n, result);
586}
587
588ATTRIBUTE_INTERFACE ATTRIBUTE_NO_SANITIZE_MEMORY
589void __sanitizer_weak_hook_strcasecmp(void *called_pc, const char *s1,
590 const char *s2, int result) {
591 if (fuzzer::ScopedDoingMyOwnMemOrStr::DoingMyOwnMemOrStr) return;
592 return __sanitizer_weak_hook_strcmp(called_pc, s1, s2, result);
593}
594
595ATTRIBUTE_INTERFACE ATTRIBUTE_NO_SANITIZE_MEMORY
596void __sanitizer_weak_hook_strstr(void *called_pc, const char *s1,
597 const char *s2, char *result) {
598 if (fuzzer::ScopedDoingMyOwnMemOrStr::DoingMyOwnMemOrStr) return;
599 fuzzer::TPC.MMT.Add(reinterpret_cast<const uint8_t *>(s2), strlen(s2));
600}
601
602ATTRIBUTE_INTERFACE ATTRIBUTE_NO_SANITIZE_MEMORY
603void __sanitizer_weak_hook_strcasestr(void *called_pc, const char *s1,
604 const char *s2, char *result) {
605 if (fuzzer::ScopedDoingMyOwnMemOrStr::DoingMyOwnMemOrStr) return;
606 fuzzer::TPC.MMT.Add(reinterpret_cast<const uint8_t *>(s2), strlen(s2));
607}
608
609ATTRIBUTE_INTERFACE ATTRIBUTE_NO_SANITIZE_MEMORY
610void __sanitizer_weak_hook_memmem(void *called_pc, const void *s1, size_t len1,
611 const void *s2, size_t len2, void *result) {
612 if (fuzzer::ScopedDoingMyOwnMemOrStr::DoingMyOwnMemOrStr) return;
613 fuzzer::TPC.MMT.Add(reinterpret_cast<const uint8_t *>(s2), len2);
614}
615} // extern "C"