blob: 75dc600870a5063e3b263a085b8c09e0794029a4 [file] [log] [blame]
george.karpenkov29efa6d2017-08-21 23:25:50 +00001//===- FuzzerLoop.cpp - Fuzzer's main loop --------------------------------===//
2//
chandlerc40284492019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
george.karpenkov29efa6d2017-08-21 23:25:50 +00006//
7//===----------------------------------------------------------------------===//
8// Fuzzer's main loop.
9//===----------------------------------------------------------------------===//
10
11#include "FuzzerCorpus.h"
12#include "FuzzerIO.h"
13#include "FuzzerInternal.h"
14#include "FuzzerMutate.h"
15#include "FuzzerRandom.h"
george.karpenkov29efa6d2017-08-21 23:25:50 +000016#include "FuzzerTracePC.h"
17#include <algorithm>
18#include <cstring>
19#include <memory>
vitalybukab3e5a2c2017-11-01 03:02:59 +000020#include <mutex>
george.karpenkov29efa6d2017-08-21 23:25:50 +000021#include <set>
22
23#if defined(__has_include)
24#if __has_include(<sanitizer / lsan_interface.h>)
25#include <sanitizer/lsan_interface.h>
26#endif
27#endif
28
29#define NO_SANITIZE_MEMORY
30#if defined(__has_feature)
31#if __has_feature(memory_sanitizer)
32#undef NO_SANITIZE_MEMORY
33#define NO_SANITIZE_MEMORY __attribute__((no_sanitize_memory))
34#endif
35#endif
36
37namespace fuzzer {
38static const size_t kMaxUnitSizeToPrint = 256;
39
40thread_local bool Fuzzer::IsMyThread;
41
morehousec6ee8752018-07-17 16:12:00 +000042bool RunningUserCallback = false;
43
george.karpenkov29efa6d2017-08-21 23:25:50 +000044// Only one Fuzzer per process.
45static Fuzzer *F;
46
47// Leak detection is expensive, so we first check if there were more mallocs
48// than frees (using the sanitizer malloc hooks) and only then try to call lsan.
49struct MallocFreeTracer {
50 void Start(int TraceLevel) {
51 this->TraceLevel = TraceLevel;
52 if (TraceLevel)
53 Printf("MallocFreeTracer: START\n");
54 Mallocs = 0;
55 Frees = 0;
56 }
57 // Returns true if there were more mallocs than frees.
58 bool Stop() {
59 if (TraceLevel)
60 Printf("MallocFreeTracer: STOP %zd %zd (%s)\n", Mallocs.load(),
61 Frees.load(), Mallocs == Frees ? "same" : "DIFFERENT");
62 bool Result = Mallocs > Frees;
63 Mallocs = 0;
64 Frees = 0;
65 TraceLevel = 0;
66 return Result;
67 }
68 std::atomic<size_t> Mallocs;
69 std::atomic<size_t> Frees;
70 int TraceLevel = 0;
vitalybukae6504cf2017-11-02 04:12:10 +000071
72 std::recursive_mutex TraceMutex;
73 bool TraceDisabled = false;
george.karpenkov29efa6d2017-08-21 23:25:50 +000074};
75
76static MallocFreeTracer AllocTracer;
77
vitalybukae6504cf2017-11-02 04:12:10 +000078// Locks printing and avoids nested hooks triggered from mallocs/frees in
79// sanitizer.
80class TraceLock {
81public:
82 TraceLock() : Lock(AllocTracer.TraceMutex) {
83 AllocTracer.TraceDisabled = !AllocTracer.TraceDisabled;
84 }
85 ~TraceLock() { AllocTracer.TraceDisabled = !AllocTracer.TraceDisabled; }
86
87 bool IsDisabled() const {
88 // This is already inverted value.
89 return !AllocTracer.TraceDisabled;
90 }
91
92private:
93 std::lock_guard<std::recursive_mutex> Lock;
94};
vitalybukab3e5a2c2017-11-01 03:02:59 +000095
george.karpenkov29efa6d2017-08-21 23:25:50 +000096ATTRIBUTE_NO_SANITIZE_MEMORY
97void MallocHook(const volatile void *ptr, size_t size) {
98 size_t N = AllocTracer.Mallocs++;
99 F->HandleMalloc(size);
100 if (int TraceLevel = AllocTracer.TraceLevel) {
vitalybukae6504cf2017-11-02 04:12:10 +0000101 TraceLock Lock;
102 if (Lock.IsDisabled())
103 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000104 Printf("MALLOC[%zd] %p %zd\n", N, ptr, size);
105 if (TraceLevel >= 2 && EF)
morehousebd67cc22018-05-08 23:45:05 +0000106 PrintStackTrace();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000107 }
108}
109
110ATTRIBUTE_NO_SANITIZE_MEMORY
111void FreeHook(const volatile void *ptr) {
112 size_t N = AllocTracer.Frees++;
113 if (int TraceLevel = AllocTracer.TraceLevel) {
vitalybukae6504cf2017-11-02 04:12:10 +0000114 TraceLock Lock;
115 if (Lock.IsDisabled())
116 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000117 Printf("FREE[%zd] %p\n", N, ptr);
118 if (TraceLevel >= 2 && EF)
morehousebd67cc22018-05-08 23:45:05 +0000119 PrintStackTrace();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000120 }
121}
122
123// Crash on a single malloc that exceeds the rss limit.
124void Fuzzer::HandleMalloc(size_t Size) {
kcc120e40b2017-12-01 22:12:04 +0000125 if (!Options.MallocLimitMb || (Size >> 20) < (size_t)Options.MallocLimitMb)
george.karpenkov29efa6d2017-08-21 23:25:50 +0000126 return;
127 Printf("==%d== ERROR: libFuzzer: out-of-memory (malloc(%zd))\n", GetPid(),
128 Size);
129 Printf(" To change the out-of-memory limit use -rss_limit_mb=<N>\n\n");
morehousebd67cc22018-05-08 23:45:05 +0000130 PrintStackTrace();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000131 DumpCurrentUnit("oom-");
132 Printf("SUMMARY: libFuzzer: out-of-memory\n");
133 PrintFinalStats();
kcc4b5aa122019-02-09 00:16:21 +0000134 _Exit(Options.OOMExitCode); // Stop right now.
george.karpenkov29efa6d2017-08-21 23:25:50 +0000135}
136
137Fuzzer::Fuzzer(UserCallback CB, InputCorpus &Corpus, MutationDispatcher &MD,
138 FuzzingOptions Options)
139 : CB(CB), Corpus(Corpus), MD(MD), Options(Options) {
140 if (EF->__sanitizer_set_death_callback)
141 EF->__sanitizer_set_death_callback(StaticDeathCallback);
142 assert(!F);
143 F = this;
144 TPC.ResetMaps();
145 IsMyThread = true;
146 if (Options.DetectLeaks && EF->__sanitizer_install_malloc_and_free_hooks)
147 EF->__sanitizer_install_malloc_and_free_hooks(MallocHook, FreeHook);
148 TPC.SetUseCounters(Options.UseCounters);
kcc3850d062018-07-03 22:33:09 +0000149 TPC.SetUseValueProfileMask(Options.UseValueProfile);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000150
151 if (Options.Verbosity)
152 TPC.PrintModuleInfo();
153 if (!Options.OutputCorpus.empty() && Options.ReloadIntervalSec)
154 EpochOfLastReadOfOutputCorpus = GetEpoch(Options.OutputCorpus);
155 MaxInputLen = MaxMutationLen = Options.MaxLen;
156 TmpMaxMutationLen = Max(size_t(4), Corpus.MaxInputSize());
157 AllocateCurrentUnitData();
158 CurrentUnitSize = 0;
159 memset(BaseSha1, 0, sizeof(BaseSha1));
kcc3acbe072018-05-16 23:26:37 +0000160 TPC.SetFocusFunction(Options.FocusFunction);
kcc86e43882018-06-06 01:23:29 +0000161 DFT.Init(Options.DataFlowTrace, Options.FocusFunction);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000162}
163
alekseyshl9f6a9f22017-10-23 23:24:33 +0000164Fuzzer::~Fuzzer() {}
george.karpenkov29efa6d2017-08-21 23:25:50 +0000165
166void Fuzzer::AllocateCurrentUnitData() {
alekseyshl9f6a9f22017-10-23 23:24:33 +0000167 if (CurrentUnitData || MaxInputLen == 0)
168 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000169 CurrentUnitData = new uint8_t[MaxInputLen];
170}
171
172void Fuzzer::StaticDeathCallback() {
173 assert(F);
174 F->DeathCallback();
175}
176
177void Fuzzer::DumpCurrentUnit(const char *Prefix) {
alekseyshl9f6a9f22017-10-23 23:24:33 +0000178 if (!CurrentUnitData)
179 return; // Happens when running individual inputs.
morehouse1467b792018-07-09 23:51:08 +0000180 ScopedDisableMsanInterceptorChecks S;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000181 MD.PrintMutationSequence();
182 Printf("; base unit: %s\n", Sha1ToString(BaseSha1).c_str());
183 size_t UnitSize = CurrentUnitSize;
184 if (UnitSize <= kMaxUnitSizeToPrint) {
185 PrintHexArray(CurrentUnitData, UnitSize, "\n");
186 PrintASCII(CurrentUnitData, UnitSize, "\n");
187 }
188 WriteUnitToFileWithPrefix({CurrentUnitData, CurrentUnitData + UnitSize},
189 Prefix);
190}
191
192NO_SANITIZE_MEMORY
193void Fuzzer::DeathCallback() {
194 DumpCurrentUnit("crash-");
195 PrintFinalStats();
196}
197
198void Fuzzer::StaticAlarmCallback() {
199 assert(F);
200 F->AlarmCallback();
201}
202
203void Fuzzer::StaticCrashSignalCallback() {
204 assert(F);
205 F->CrashCallback();
206}
207
208void Fuzzer::StaticExitCallback() {
209 assert(F);
210 F->ExitCallback();
211}
212
213void Fuzzer::StaticInterruptCallback() {
214 assert(F);
215 F->InterruptCallback();
216}
217
kcc1239a992017-11-09 20:30:19 +0000218void Fuzzer::StaticGracefulExitCallback() {
219 assert(F);
220 F->GracefulExitRequested = true;
221 Printf("INFO: signal received, trying to exit gracefully\n");
222}
223
george.karpenkov29efa6d2017-08-21 23:25:50 +0000224void Fuzzer::StaticFileSizeExceedCallback() {
225 Printf("==%lu== ERROR: libFuzzer: file size exceeded\n", GetPid());
226 exit(1);
227}
228
229void Fuzzer::CrashCallback() {
yln3418b942019-01-31 01:24:01 +0000230 if (EF->__sanitizer_acquire_crash_state &&
231 !EF->__sanitizer_acquire_crash_state())
232 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000233 Printf("==%lu== ERROR: libFuzzer: deadly signal\n", GetPid());
morehousebd67cc22018-05-08 23:45:05 +0000234 PrintStackTrace();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000235 Printf("NOTE: libFuzzer has rudimentary signal handlers.\n"
236 " Combine libFuzzer with AddressSanitizer or similar for better "
237 "crash reports.\n");
238 Printf("SUMMARY: libFuzzer: deadly signal\n");
239 DumpCurrentUnit("crash-");
240 PrintFinalStats();
alekseyshl9f6a9f22017-10-23 23:24:33 +0000241 _Exit(Options.ErrorExitCode); // Stop right now.
george.karpenkov29efa6d2017-08-21 23:25:50 +0000242}
243
244void Fuzzer::ExitCallback() {
morehousec6ee8752018-07-17 16:12:00 +0000245 if (!RunningUserCallback)
george.karpenkov29efa6d2017-08-21 23:25:50 +0000246 return; // This exit did not come from the user callback
morehouse5a4566a2018-05-01 21:01:53 +0000247 if (EF->__sanitizer_acquire_crash_state &&
248 !EF->__sanitizer_acquire_crash_state())
249 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000250 Printf("==%lu== ERROR: libFuzzer: fuzz target exited\n", GetPid());
morehousebd67cc22018-05-08 23:45:05 +0000251 PrintStackTrace();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000252 Printf("SUMMARY: libFuzzer: fuzz target exited\n");
253 DumpCurrentUnit("crash-");
254 PrintFinalStats();
255 _Exit(Options.ErrorExitCode);
256}
257
kcc1239a992017-11-09 20:30:19 +0000258void Fuzzer::MaybeExitGracefully() {
kcca3815862019-02-08 21:27:23 +0000259 if (!F->GracefulExitRequested) return;
kcc1239a992017-11-09 20:30:19 +0000260 Printf("==%lu== INFO: libFuzzer: exiting as requested\n", GetPid());
kccedefdf32019-02-16 00:14:16 +0000261 RmDirRecursive(TempPath(".dir"));
kcca3815862019-02-08 21:27:23 +0000262 F->PrintFinalStats();
kcc1239a992017-11-09 20:30:19 +0000263 _Exit(0);
264}
265
george.karpenkov29efa6d2017-08-21 23:25:50 +0000266void Fuzzer::InterruptCallback() {
267 Printf("==%lu== libFuzzer: run interrupted; exiting\n", GetPid());
268 PrintFinalStats();
kccedefdf32019-02-16 00:14:16 +0000269 RmDirRecursive(TempPath(".dir"));
kcc4b5aa122019-02-09 00:16:21 +0000270 // Stop right now, don't perform any at-exit actions.
271 _Exit(Options.InterruptExitCode);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000272}
273
274NO_SANITIZE_MEMORY
275void Fuzzer::AlarmCallback() {
276 assert(Options.UnitTimeoutSec > 0);
277 // In Windows Alarm callback is executed by a different thread.
kamil3849ee02018-11-06 01:28:01 +0000278 // NetBSD's current behavior needs this change too.
279#if !LIBFUZZER_WINDOWS && !LIBFUZZER_NETBSD
alekseyshl9f6a9f22017-10-23 23:24:33 +0000280 if (!InFuzzingThread())
281 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000282#endif
morehousec6ee8752018-07-17 16:12:00 +0000283 if (!RunningUserCallback)
george.karpenkov29efa6d2017-08-21 23:25:50 +0000284 return; // We have not started running units yet.
285 size_t Seconds =
286 duration_cast<seconds>(system_clock::now() - UnitStartTime).count();
287 if (Seconds == 0)
288 return;
289 if (Options.Verbosity >= 2)
290 Printf("AlarmCallback %zd\n", Seconds);
291 if (Seconds >= (size_t)Options.UnitTimeoutSec) {
morehouse5a4566a2018-05-01 21:01:53 +0000292 if (EF->__sanitizer_acquire_crash_state &&
293 !EF->__sanitizer_acquire_crash_state())
294 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000295 Printf("ALARM: working on the last Unit for %zd seconds\n", Seconds);
296 Printf(" and the timeout value is %d (use -timeout=N to change)\n",
297 Options.UnitTimeoutSec);
298 DumpCurrentUnit("timeout-");
299 Printf("==%lu== ERROR: libFuzzer: timeout after %d seconds\n", GetPid(),
300 Seconds);
morehousebd67cc22018-05-08 23:45:05 +0000301 PrintStackTrace();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000302 Printf("SUMMARY: libFuzzer: timeout\n");
303 PrintFinalStats();
304 _Exit(Options.TimeoutExitCode); // Stop right now.
305 }
306}
307
308void Fuzzer::RssLimitCallback() {
morehouse5a4566a2018-05-01 21:01:53 +0000309 if (EF->__sanitizer_acquire_crash_state &&
310 !EF->__sanitizer_acquire_crash_state())
311 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000312 Printf(
313 "==%lu== ERROR: libFuzzer: out-of-memory (used: %zdMb; limit: %zdMb)\n",
314 GetPid(), GetPeakRSSMb(), Options.RssLimitMb);
315 Printf(" To change the out-of-memory limit use -rss_limit_mb=<N>\n\n");
morehousebd67cc22018-05-08 23:45:05 +0000316 PrintMemoryProfile();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000317 DumpCurrentUnit("oom-");
318 Printf("SUMMARY: libFuzzer: out-of-memory\n");
319 PrintFinalStats();
kcc4b5aa122019-02-09 00:16:21 +0000320 _Exit(Options.OOMExitCode); // Stop right now.
george.karpenkov29efa6d2017-08-21 23:25:50 +0000321}
322
323void Fuzzer::PrintStats(const char *Where, const char *End, size_t Units) {
324 size_t ExecPerSec = execPerSec();
325 if (!Options.Verbosity)
326 return;
327 Printf("#%zd\t%s", TotalNumberOfRuns, Where);
328 if (size_t N = TPC.GetTotalPCCoverage())
329 Printf(" cov: %zd", N);
330 if (size_t N = Corpus.NumFeatures())
alekseyshl9f6a9f22017-10-23 23:24:33 +0000331 Printf(" ft: %zd", N);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000332 if (!Corpus.empty()) {
333 Printf(" corp: %zd", Corpus.NumActiveUnits());
334 if (size_t N = Corpus.SizeInBytes()) {
alekseyshl9f6a9f22017-10-23 23:24:33 +0000335 if (N < (1 << 14))
george.karpenkov29efa6d2017-08-21 23:25:50 +0000336 Printf("/%zdb", N);
337 else if (N < (1 << 24))
338 Printf("/%zdKb", N >> 10);
339 else
340 Printf("/%zdMb", N >> 20);
341 }
kcc3acbe072018-05-16 23:26:37 +0000342 if (size_t FF = Corpus.NumInputsThatTouchFocusFunction())
343 Printf(" focus: %zd", FF);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000344 }
morehousea6c692c2018-02-22 19:00:17 +0000345 if (TmpMaxMutationLen)
346 Printf(" lim: %zd", TmpMaxMutationLen);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000347 if (Units)
348 Printf(" units: %zd", Units);
349
350 Printf(" exec/s: %zd", ExecPerSec);
351 Printf(" rss: %zdMb", GetPeakRSSMb());
352 Printf("%s", End);
353}
354
355void Fuzzer::PrintFinalStats() {
356 if (Options.PrintCoverage)
357 TPC.PrintCoverage();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000358 if (Options.PrintCorpusStats)
359 Corpus.PrintStats();
alekseyshl9f6a9f22017-10-23 23:24:33 +0000360 if (!Options.PrintFinalStats)
361 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000362 size_t ExecPerSec = execPerSec();
363 Printf("stat::number_of_executed_units: %zd\n", TotalNumberOfRuns);
364 Printf("stat::average_exec_per_sec: %zd\n", ExecPerSec);
365 Printf("stat::new_units_added: %zd\n", NumberOfNewUnitsAdded);
366 Printf("stat::slowest_unit_time_sec: %zd\n", TimeOfLongestUnitInSeconds);
367 Printf("stat::peak_rss_mb: %zd\n", GetPeakRSSMb());
368}
369
370void Fuzzer::SetMaxInputLen(size_t MaxInputLen) {
371 assert(this->MaxInputLen == 0); // Can only reset MaxInputLen from 0 to non-0.
372 assert(MaxInputLen);
373 this->MaxInputLen = MaxInputLen;
374 this->MaxMutationLen = MaxInputLen;
375 AllocateCurrentUnitData();
376 Printf("INFO: -max_len is not provided; "
377 "libFuzzer will not generate inputs larger than %zd bytes\n",
378 MaxInputLen);
379}
380
381void Fuzzer::SetMaxMutationLen(size_t MaxMutationLen) {
382 assert(MaxMutationLen && MaxMutationLen <= MaxInputLen);
383 this->MaxMutationLen = MaxMutationLen;
384}
385
386void Fuzzer::CheckExitOnSrcPosOrItem() {
387 if (!Options.ExitOnSrcPos.empty()) {
george.karpenkovfbfa45c2017-08-27 23:20:09 +0000388 static auto *PCsSet = new Set<uintptr_t>;
kcc001e5f72019-02-14 23:12:33 +0000389 auto HandlePC = [&](const TracePC::PCTableEntry *TE) {
390 if (!PCsSet->insert(TE->PC).second)
alekseyshl9f6a9f22017-10-23 23:24:33 +0000391 return;
kcc001e5f72019-02-14 23:12:33 +0000392 std::string Descr = DescribePC("%F %L", TE->PC + 1);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000393 if (Descr.find(Options.ExitOnSrcPos) != std::string::npos) {
394 Printf("INFO: found line matching '%s', exiting.\n",
395 Options.ExitOnSrcPos.c_str());
396 _Exit(0);
397 }
398 };
399 TPC.ForEachObservedPC(HandlePC);
400 }
401 if (!Options.ExitOnItem.empty()) {
402 if (Corpus.HasUnit(Options.ExitOnItem)) {
403 Printf("INFO: found item with checksum '%s', exiting.\n",
404 Options.ExitOnItem.c_str());
405 _Exit(0);
406 }
407 }
408}
409
410void Fuzzer::RereadOutputCorpus(size_t MaxSize) {
alekseyshl9f6a9f22017-10-23 23:24:33 +0000411 if (Options.OutputCorpus.empty() || !Options.ReloadIntervalSec)
412 return;
george.karpenkovfbfa45c2017-08-27 23:20:09 +0000413 Vector<Unit> AdditionalCorpus;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000414 ReadDirToVectorOfUnits(Options.OutputCorpus.c_str(), &AdditionalCorpus,
415 &EpochOfLastReadOfOutputCorpus, MaxSize,
416 /*ExitOnError*/ false);
417 if (Options.Verbosity >= 2)
418 Printf("Reload: read %zd new units.\n", AdditionalCorpus.size());
419 bool Reloaded = false;
420 for (auto &U : AdditionalCorpus) {
421 if (U.size() > MaxSize)
422 U.resize(MaxSize);
423 if (!Corpus.HasUnit(U)) {
424 if (RunOne(U.data(), U.size())) {
425 CheckExitOnSrcPosOrItem();
426 Reloaded = true;
427 }
428 }
429 }
430 if (Reloaded)
431 PrintStats("RELOAD");
432}
433
george.karpenkov29efa6d2017-08-21 23:25:50 +0000434void Fuzzer::PrintPulseAndReportSlowInput(const uint8_t *Data, size_t Size) {
435 auto TimeOfUnit =
436 duration_cast<seconds>(UnitStopTime - UnitStartTime).count();
437 if (!(TotalNumberOfRuns & (TotalNumberOfRuns - 1)) &&
438 secondsSinceProcessStartUp() >= 2)
439 PrintStats("pulse ");
440 if (TimeOfUnit > TimeOfLongestUnitInSeconds * 1.1 &&
441 TimeOfUnit >= Options.ReportSlowUnits) {
442 TimeOfLongestUnitInSeconds = TimeOfUnit;
443 Printf("Slowest unit: %zd s:\n", TimeOfLongestUnitInSeconds);
444 WriteUnitToFileWithPrefix({Data, Data + Size}, "slow-unit-");
445 }
446}
447
448bool Fuzzer::RunOne(const uint8_t *Data, size_t Size, bool MayDeleteFile,
kccb6836be2017-12-01 19:18:38 +0000449 InputInfo *II, bool *FoundUniqFeatures) {
alekseyshl9f6a9f22017-10-23 23:24:33 +0000450 if (!Size)
451 return false;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000452
453 ExecuteCallback(Data, Size);
454
455 UniqFeatureSetTmp.clear();
456 size_t FoundUniqFeaturesOfII = 0;
457 size_t NumUpdatesBefore = Corpus.NumFeatureUpdates();
458 TPC.CollectFeatures([&](size_t Feature) {
459 if (Corpus.AddFeature(Feature, Size, Options.Shrink))
460 UniqFeatureSetTmp.push_back(Feature);
461 if (Options.ReduceInputs && II)
462 if (std::binary_search(II->UniqFeatureSet.begin(),
463 II->UniqFeatureSet.end(), Feature))
464 FoundUniqFeaturesOfII++;
465 });
kccb6836be2017-12-01 19:18:38 +0000466 if (FoundUniqFeatures)
467 *FoundUniqFeatures = FoundUniqFeaturesOfII;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000468 PrintPulseAndReportSlowInput(Data, Size);
469 size_t NumNewFeatures = Corpus.NumFeatureUpdates() - NumUpdatesBefore;
470 if (NumNewFeatures) {
471 TPC.UpdateObservedPCs();
472 Corpus.AddToCorpus({Data, Data + Size}, NumNewFeatures, MayDeleteFile,
kcc0cab3f02018-07-19 01:23:32 +0000473 TPC.ObservedFocusFunction(), UniqFeatureSetTmp, DFT, II);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000474 return true;
475 }
476 if (II && FoundUniqFeaturesOfII &&
kccadf188b2018-06-07 01:40:20 +0000477 II->DataFlowTraceForFocusFunction.empty() &&
george.karpenkov29efa6d2017-08-21 23:25:50 +0000478 FoundUniqFeaturesOfII == II->UniqFeatureSet.size() &&
479 II->U.size() > Size) {
480 Corpus.Replace(II, {Data, Data + Size});
481 return true;
482 }
483 return false;
484}
485
486size_t Fuzzer::GetCurrentUnitInFuzzingThead(const uint8_t **Data) const {
487 assert(InFuzzingThread());
488 *Data = CurrentUnitData;
489 return CurrentUnitSize;
490}
491
492void Fuzzer::CrashOnOverwrittenData() {
493 Printf("==%d== ERROR: libFuzzer: fuzz target overwrites it's const input\n",
494 GetPid());
495 DumpCurrentUnit("crash-");
496 Printf("SUMMARY: libFuzzer: out-of-memory\n");
497 _Exit(Options.ErrorExitCode); // Stop right now.
498}
499
500// Compare two arrays, but not all bytes if the arrays are large.
501static bool LooseMemeq(const uint8_t *A, const uint8_t *B, size_t Size) {
502 const size_t Limit = 64;
503 if (Size <= 64)
504 return !memcmp(A, B, Size);
505 // Compare first and last Limit/2 bytes.
506 return !memcmp(A, B, Limit / 2) &&
507 !memcmp(A + Size - Limit / 2, B + Size - Limit / 2, Limit / 2);
508}
509
510void Fuzzer::ExecuteCallback(const uint8_t *Data, size_t Size) {
511 TPC.RecordInitialStack();
512 TotalNumberOfRuns++;
513 assert(InFuzzingThread());
george.karpenkov29efa6d2017-08-21 23:25:50 +0000514 // We copy the contents of Unit into a separate heap buffer
515 // so that we reliably find buffer overflows in it.
516 uint8_t *DataCopy = new uint8_t[Size];
517 memcpy(DataCopy, Data, Size);
morehouse1467b792018-07-09 23:51:08 +0000518 if (EF->__msan_unpoison)
519 EF->__msan_unpoison(DataCopy, Size);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000520 if (CurrentUnitData && CurrentUnitData != Data)
521 memcpy(CurrentUnitData, Data, Size);
522 CurrentUnitSize = Size;
morehouse1467b792018-07-09 23:51:08 +0000523 {
524 ScopedEnableMsanInterceptorChecks S;
525 AllocTracer.Start(Options.TraceMalloc);
526 UnitStartTime = system_clock::now();
527 TPC.ResetMaps();
morehousec6ee8752018-07-17 16:12:00 +0000528 RunningUserCallback = true;
morehouse1467b792018-07-09 23:51:08 +0000529 int Res = CB(DataCopy, Size);
morehousec6ee8752018-07-17 16:12:00 +0000530 RunningUserCallback = false;
morehouse1467b792018-07-09 23:51:08 +0000531 UnitStopTime = system_clock::now();
532 (void)Res;
533 assert(Res == 0);
534 HasMoreMallocsThanFrees = AllocTracer.Stop();
535 }
george.karpenkov29efa6d2017-08-21 23:25:50 +0000536 if (!LooseMemeq(DataCopy, Data, Size))
537 CrashOnOverwrittenData();
538 CurrentUnitSize = 0;
539 delete[] DataCopy;
540}
541
kcc243006d2019-02-12 00:12:33 +0000542std::string Fuzzer::WriteToOutputCorpus(const Unit &U) {
george.karpenkov29efa6d2017-08-21 23:25:50 +0000543 if (Options.OnlyASCII)
544 assert(IsASCII(U));
545 if (Options.OutputCorpus.empty())
kcc243006d2019-02-12 00:12:33 +0000546 return "";
george.karpenkov29efa6d2017-08-21 23:25:50 +0000547 std::string Path = DirPlusFile(Options.OutputCorpus, Hash(U));
548 WriteToFile(U, Path);
549 if (Options.Verbosity >= 2)
550 Printf("Written %zd bytes to %s\n", U.size(), Path.c_str());
kcc243006d2019-02-12 00:12:33 +0000551 return Path;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000552}
553
554void Fuzzer::WriteUnitToFileWithPrefix(const Unit &U, const char *Prefix) {
555 if (!Options.SaveArtifacts)
556 return;
557 std::string Path = Options.ArtifactPrefix + Prefix + Hash(U);
558 if (!Options.ExactArtifactPath.empty())
559 Path = Options.ExactArtifactPath; // Overrides ArtifactPrefix.
560 WriteToFile(U, Path);
561 Printf("artifact_prefix='%s'; Test unit written to %s\n",
562 Options.ArtifactPrefix.c_str(), Path.c_str());
563 if (U.size() <= kMaxUnitSizeToPrint)
564 Printf("Base64: %s\n", Base64(U).c_str());
565}
566
567void Fuzzer::PrintStatusForNewUnit(const Unit &U, const char *Text) {
568 if (!Options.PrintNEW)
569 return;
570 PrintStats(Text, "");
571 if (Options.Verbosity) {
572 Printf(" L: %zd/%zd ", U.size(), Corpus.MaxInputSize());
573 MD.PrintMutationSequence();
574 Printf("\n");
575 }
576}
577
578void Fuzzer::ReportNewCoverage(InputInfo *II, const Unit &U) {
579 II->NumSuccessfullMutations++;
580 MD.RecordSuccessfulMutationSequence();
alekseyshl9f6a9f22017-10-23 23:24:33 +0000581 PrintStatusForNewUnit(U, II->Reduced ? "REDUCE" : "NEW ");
george.karpenkov29efa6d2017-08-21 23:25:50 +0000582 WriteToOutputCorpus(U);
583 NumberOfNewUnitsAdded++;
alekseyshl9f6a9f22017-10-23 23:24:33 +0000584 CheckExitOnSrcPosOrItem(); // Check only after the unit is saved to corpus.
george.karpenkov29efa6d2017-08-21 23:25:50 +0000585 LastCorpusUpdateRun = TotalNumberOfRuns;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000586}
587
588// Tries detecting a memory leak on the particular input that we have just
589// executed before calling this function.
590void Fuzzer::TryDetectingAMemoryLeak(const uint8_t *Data, size_t Size,
591 bool DuringInitialCorpusExecution) {
alekseyshl9f6a9f22017-10-23 23:24:33 +0000592 if (!HasMoreMallocsThanFrees)
593 return; // mallocs==frees, a leak is unlikely.
594 if (!Options.DetectLeaks)
595 return;
dor1s38279cb2017-09-12 02:01:54 +0000596 if (!DuringInitialCorpusExecution &&
alekseyshl9f6a9f22017-10-23 23:24:33 +0000597 TotalNumberOfRuns >= Options.MaxNumberOfRuns)
598 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000599 if (!&(EF->__lsan_enable) || !&(EF->__lsan_disable) ||
600 !(EF->__lsan_do_recoverable_leak_check))
alekseyshl9f6a9f22017-10-23 23:24:33 +0000601 return; // No lsan.
george.karpenkov29efa6d2017-08-21 23:25:50 +0000602 // Run the target once again, but with lsan disabled so that if there is
603 // a real leak we do not report it twice.
604 EF->__lsan_disable();
605 ExecuteCallback(Data, Size);
606 EF->__lsan_enable();
alekseyshl9f6a9f22017-10-23 23:24:33 +0000607 if (!HasMoreMallocsThanFrees)
608 return; // a leak is unlikely.
george.karpenkov29efa6d2017-08-21 23:25:50 +0000609 if (NumberOfLeakDetectionAttempts++ > 1000) {
610 Options.DetectLeaks = false;
611 Printf("INFO: libFuzzer disabled leak detection after every mutation.\n"
612 " Most likely the target function accumulates allocated\n"
613 " memory in a global state w/o actually leaking it.\n"
614 " You may try running this binary with -trace_malloc=[12]"
615 " to get a trace of mallocs and frees.\n"
616 " If LeakSanitizer is enabled in this process it will still\n"
617 " run on the process shutdown.\n");
618 return;
619 }
620 // Now perform the actual lsan pass. This is expensive and we must ensure
621 // we don't call it too often.
622 if (EF->__lsan_do_recoverable_leak_check()) { // Leak is found, report it.
623 if (DuringInitialCorpusExecution)
624 Printf("\nINFO: a leak has been found in the initial corpus.\n\n");
625 Printf("INFO: to ignore leaks on libFuzzer side use -detect_leaks=0.\n\n");
626 CurrentUnitSize = Size;
627 DumpCurrentUnit("leak-");
628 PrintFinalStats();
alekseyshl9f6a9f22017-10-23 23:24:33 +0000629 _Exit(Options.ErrorExitCode); // not exit() to disable lsan further on.
george.karpenkov29efa6d2017-08-21 23:25:50 +0000630 }
631}
632
633void Fuzzer::MutateAndTestOne() {
634 MD.StartMutationSequence();
635
636 auto &II = Corpus.ChooseUnitToMutate(MD.GetRand());
kcc0c34c832019-02-08 01:20:54 +0000637 if (Options.DoCrossOver)
638 MD.SetCrossOverWith(&Corpus.ChooseUnitToMutate(MD.GetRand()).U);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000639 const auto &U = II.U;
640 memcpy(BaseSha1, II.Sha1, sizeof(BaseSha1));
641 assert(CurrentUnitData);
642 size_t Size = U.size();
643 assert(Size <= MaxInputLen && "Oversized Unit");
644 memcpy(CurrentUnitData, U.data(), Size);
645
646 assert(MaxMutationLen > 0);
647
648 size_t CurrentMaxMutationLen =
649 Min(MaxMutationLen, Max(U.size(), TmpMaxMutationLen));
650 assert(CurrentMaxMutationLen > 0);
651
652 for (int i = 0; i < Options.MutateDepth; i++) {
653 if (TotalNumberOfRuns >= Options.MaxNumberOfRuns)
654 break;
kcc1239a992017-11-09 20:30:19 +0000655 MaybeExitGracefully();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000656 size_t NewSize = 0;
kcc0cab3f02018-07-19 01:23:32 +0000657 if (II.HasFocusFunction && !II.DataFlowTraceForFocusFunction.empty() &&
658 Size <= CurrentMaxMutationLen)
659 NewSize = MD.MutateWithMask(CurrentUnitData, Size, Size,
660 II.DataFlowTraceForFocusFunction);
661 else
662 NewSize = MD.Mutate(CurrentUnitData, Size, CurrentMaxMutationLen);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000663 assert(NewSize > 0 && "Mutator returned empty unit");
alekseyshld995b552017-10-23 22:04:30 +0000664 assert(NewSize <= CurrentMaxMutationLen && "Mutator return oversized unit");
george.karpenkov29efa6d2017-08-21 23:25:50 +0000665 Size = NewSize;
666 II.NumExecutedMutations++;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000667
kccb6836be2017-12-01 19:18:38 +0000668 bool FoundUniqFeatures = false;
669 bool NewCov = RunOne(CurrentUnitData, Size, /*MayDeleteFile=*/true, &II,
670 &FoundUniqFeatures);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000671 TryDetectingAMemoryLeak(CurrentUnitData, Size,
672 /*DuringInitialCorpusExecution*/ false);
kccb6836be2017-12-01 19:18:38 +0000673 if (NewCov) {
morehouse553f00b2017-11-09 20:44:08 +0000674 ReportNewCoverage(&II, {CurrentUnitData, CurrentUnitData + Size});
kccb6836be2017-12-01 19:18:38 +0000675 break; // We will mutate this input more in the next rounds.
676 }
677 if (Options.ReduceDepth && !FoundUniqFeatures)
dor1se6729cb2018-07-16 15:15:34 +0000678 break;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000679 }
680}
681
alekseyshld995b552017-10-23 22:04:30 +0000682void Fuzzer::PurgeAllocator() {
alekseyshl9f6a9f22017-10-23 23:24:33 +0000683 if (Options.PurgeAllocatorIntervalSec < 0 || !EF->__sanitizer_purge_allocator)
alekseyshld995b552017-10-23 22:04:30 +0000684 return;
alekseyshld995b552017-10-23 22:04:30 +0000685 if (duration_cast<seconds>(system_clock::now() -
alekseyshl9f6a9f22017-10-23 23:24:33 +0000686 LastAllocatorPurgeAttemptTime)
687 .count() < Options.PurgeAllocatorIntervalSec)
alekseyshld995b552017-10-23 22:04:30 +0000688 return;
alekseyshld995b552017-10-23 22:04:30 +0000689
690 if (Options.RssLimitMb <= 0 ||
alekseyshl9f6a9f22017-10-23 23:24:33 +0000691 GetPeakRSSMb() > static_cast<size_t>(Options.RssLimitMb) / 2)
alekseyshld995b552017-10-23 22:04:30 +0000692 EF->__sanitizer_purge_allocator();
alekseyshld995b552017-10-23 22:04:30 +0000693
694 LastAllocatorPurgeAttemptTime = system_clock::now();
695}
696
kcc0c34c832019-02-08 01:20:54 +0000697void Fuzzer::ReadAndExecuteSeedCorpora(
698 const Vector<std::string> &CorpusDirs,
699 const Vector<std::string> &ExtraSeedFiles) {
kcc2e93b3f2017-08-29 02:05:01 +0000700 const size_t kMaxSaneLen = 1 << 20;
701 const size_t kMinDefaultLen = 4096;
kccdc00cd32017-08-29 20:51:24 +0000702 Vector<SizedFile> SizedFiles;
703 size_t MaxSize = 0;
704 size_t MinSize = -1;
705 size_t TotalSize = 0;
kcc7f5f2222017-09-12 21:58:07 +0000706 size_t LastNumFiles = 0;
kccdc00cd32017-08-29 20:51:24 +0000707 for (auto &Dir : CorpusDirs) {
kcc7f5f2222017-09-12 21:58:07 +0000708 GetSizedFilesFromDir(Dir, &SizedFiles);
709 Printf("INFO: % 8zd files found in %s\n", SizedFiles.size() - LastNumFiles,
710 Dir.c_str());
711 LastNumFiles = SizedFiles.size();
712 }
kcc0c34c832019-02-08 01:20:54 +0000713 // Add files from -seed_inputs.
714 for (auto &File : ExtraSeedFiles)
715 if (auto Size = FileSize(File))
716 SizedFiles.push_back({File, Size});
717
kcc7f5f2222017-09-12 21:58:07 +0000718 for (auto &File : SizedFiles) {
719 MaxSize = Max(File.Size, MaxSize);
720 MinSize = Min(File.Size, MinSize);
721 TotalSize += File.Size;
kcc2e93b3f2017-08-29 02:05:01 +0000722 }
kccdc00cd32017-08-29 20:51:24 +0000723 if (Options.MaxLen == 0)
724 SetMaxInputLen(std::min(std::max(kMinDefaultLen, MaxSize), kMaxSaneLen));
725 assert(MaxInputLen > 0);
726
kcc2cd9f092017-10-13 01:12:23 +0000727 // Test the callback with empty input and never try it again.
728 uint8_t dummy = 0;
729 ExecuteCallback(&dummy, 0);
730
kccc0a0b1f2019-01-31 01:40:14 +0000731 // Protect lazy counters here, after the once-init code has been executed.
732 if (Options.LazyCounters)
733 TPC.ProtectLazyCounters();
734
kccdc00cd32017-08-29 20:51:24 +0000735 if (SizedFiles.empty()) {
736 Printf("INFO: A corpus is not provided, starting from an empty corpus\n");
737 Unit U({'\n'}); // Valid ASCII input.
738 RunOne(U.data(), U.size());
739 } else {
740 Printf("INFO: seed corpus: files: %zd min: %zdb max: %zdb total: %zdb"
741 " rss: %zdMb\n",
742 SizedFiles.size(), MinSize, MaxSize, TotalSize, GetPeakRSSMb());
743 if (Options.ShuffleAtStartUp)
744 std::shuffle(SizedFiles.begin(), SizedFiles.end(), MD.GetRand());
745
kcc7f5f2222017-09-12 21:58:07 +0000746 if (Options.PreferSmall) {
747 std::stable_sort(SizedFiles.begin(), SizedFiles.end());
748 assert(SizedFiles.front().Size <= SizedFiles.back().Size);
749 }
kccdc00cd32017-08-29 20:51:24 +0000750
751 // Load and execute inputs one by one.
752 for (auto &SF : SizedFiles) {
kccae85e292017-08-31 19:17:15 +0000753 auto U = FileToVector(SF.File, MaxInputLen, /*ExitOnError=*/false);
kccdc00cd32017-08-29 20:51:24 +0000754 assert(U.size() <= MaxInputLen);
755 RunOne(U.data(), U.size());
756 CheckExitOnSrcPosOrItem();
757 TryDetectingAMemoryLeak(U.data(), U.size(),
758 /*DuringInitialCorpusExecution*/ true);
759 }
kcc2e93b3f2017-08-29 02:05:01 +0000760 }
761
kccdc00cd32017-08-29 20:51:24 +0000762 PrintStats("INITED");
kcc3acbe072018-05-16 23:26:37 +0000763 if (!Options.FocusFunction.empty())
764 Printf("INFO: %zd/%zd inputs touch the focus function\n",
765 Corpus.NumInputsThatTouchFocusFunction(), Corpus.size());
kccadf188b2018-06-07 01:40:20 +0000766 if (!Options.DataFlowTrace.empty())
767 Printf("INFO: %zd/%zd inputs have the Data Flow Trace\n",
768 Corpus.NumInputsWithDataFlowTrace(), Corpus.size());
kcc3acbe072018-05-16 23:26:37 +0000769
dor1s770a9bc2018-05-23 19:42:30 +0000770 if (Corpus.empty() && Options.MaxNumberOfRuns) {
kccdc00cd32017-08-29 20:51:24 +0000771 Printf("ERROR: no interesting inputs were found. "
772 "Is the code instrumented for coverage? Exiting.\n");
773 exit(1);
kcc2e93b3f2017-08-29 02:05:01 +0000774 }
kcc2e93b3f2017-08-29 02:05:01 +0000775}
776
kcc0c34c832019-02-08 01:20:54 +0000777void Fuzzer::Loop(const Vector<std::string> &CorpusDirs,
778 const Vector<std::string> &ExtraSeedFiles) {
779 ReadAndExecuteSeedCorpora(CorpusDirs, ExtraSeedFiles);
kccadf188b2018-06-07 01:40:20 +0000780 DFT.Clear(); // No need for DFT any more.
george.karpenkov29efa6d2017-08-21 23:25:50 +0000781 TPC.SetPrintNewPCs(Options.PrintNewCovPcs);
kcc00da6482017-08-25 20:09:25 +0000782 TPC.SetPrintNewFuncs(Options.PrintNewCovFuncs);
george.karpenkov29efa6d2017-08-21 23:25:50 +0000783 system_clock::time_point LastCorpusReload = system_clock::now();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000784 while (true) {
785 auto Now = system_clock::now();
786 if (duration_cast<seconds>(Now - LastCorpusReload).count() >=
787 Options.ReloadIntervalSec) {
788 RereadOutputCorpus(MaxInputLen);
789 LastCorpusReload = system_clock::now();
790 }
791 if (TotalNumberOfRuns >= Options.MaxNumberOfRuns)
792 break;
alekseyshl9f6a9f22017-10-23 23:24:33 +0000793 if (TimedOut())
794 break;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000795
796 // Update TmpMaxMutationLen
morehouse8c42ada2018-02-13 20:52:15 +0000797 if (Options.LenControl) {
george.karpenkov29efa6d2017-08-21 23:25:50 +0000798 if (TmpMaxMutationLen < MaxMutationLen &&
kcce29d7e32017-12-12 23:11:28 +0000799 TotalNumberOfRuns - LastCorpusUpdateRun >
morehouse8c42ada2018-02-13 20:52:15 +0000800 Options.LenControl * Log(TmpMaxMutationLen)) {
george.karpenkov29efa6d2017-08-21 23:25:50 +0000801 TmpMaxMutationLen =
kcce29d7e32017-12-12 23:11:28 +0000802 Min(MaxMutationLen, TmpMaxMutationLen + Log(TmpMaxMutationLen));
kcce29d7e32017-12-12 23:11:28 +0000803 LastCorpusUpdateRun = TotalNumberOfRuns;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000804 }
805 } else {
806 TmpMaxMutationLen = MaxMutationLen;
807 }
808
809 // Perform several mutations and runs.
810 MutateAndTestOne();
alekseyshld995b552017-10-23 22:04:30 +0000811
812 PurgeAllocator();
george.karpenkov29efa6d2017-08-21 23:25:50 +0000813 }
814
815 PrintStats("DONE ", "\n");
816 MD.PrintRecommendedDictionary();
817}
818
819void Fuzzer::MinimizeCrashLoop(const Unit &U) {
alekseyshl9f6a9f22017-10-23 23:24:33 +0000820 if (U.size() <= 1)
821 return;
george.karpenkov29efa6d2017-08-21 23:25:50 +0000822 while (!TimedOut() && TotalNumberOfRuns < Options.MaxNumberOfRuns) {
823 MD.StartMutationSequence();
824 memcpy(CurrentUnitData, U.data(), U.size());
825 for (int i = 0; i < Options.MutateDepth; i++) {
826 size_t NewSize = MD.Mutate(CurrentUnitData, U.size(), MaxMutationLen);
827 assert(NewSize > 0 && NewSize <= MaxMutationLen);
828 ExecuteCallback(CurrentUnitData, NewSize);
829 PrintPulseAndReportSlowInput(CurrentUnitData, NewSize);
830 TryDetectingAMemoryLeak(CurrentUnitData, NewSize,
831 /*DuringInitialCorpusExecution*/ false);
832 }
833 }
834}
835
george.karpenkov29efa6d2017-08-21 23:25:50 +0000836} // namespace fuzzer
837
838extern "C" {
839
metzman2fe66e62019-01-17 16:36:05 +0000840ATTRIBUTE_INTERFACE size_t
phosek966475e2018-01-17 20:39:14 +0000841LLVMFuzzerMutate(uint8_t *Data, size_t Size, size_t MaxSize) {
george.karpenkov29efa6d2017-08-21 23:25:50 +0000842 assert(fuzzer::F);
843 return fuzzer::F->GetMD().DefaultMutate(Data, Size, MaxSize);
844}
845
alekseyshl9f6a9f22017-10-23 23:24:33 +0000846} // extern "C"