blob: 02db6d27b0a3ec88e538ffed851ef305f0b5c771 [file] [log] [blame]
George Karpenkov10ab2ac2017-08-21 23:25:501//===- FuzzerLoop.cpp - Fuzzer's main loop --------------------------------===//
2//
Chandler Carruth2946cd72019-01-19 08:50:563// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
George Karpenkov10ab2ac2017-08-21 23:25:506//
7//===----------------------------------------------------------------------===//
8// Fuzzer's main loop.
9//===----------------------------------------------------------------------===//
10
11#include "FuzzerCorpus.h"
12#include "FuzzerIO.h"
13#include "FuzzerInternal.h"
14#include "FuzzerMutate.h"
Dokyung Song750369e2020-07-14 22:25:5115#include "FuzzerPlatform.h"
George Karpenkov10ab2ac2017-08-21 23:25:5016#include "FuzzerRandom.h"
George Karpenkov10ab2ac2017-08-21 23:25:5017#include "FuzzerTracePC.h"
18#include <algorithm>
19#include <cstring>
20#include <memory>
Vitaly Buka7dbc1d82017-11-01 03:02:5921#include <mutex>
George Karpenkov10ab2ac2017-08-21 23:25:5022#include <set>
23
24#if defined(__has_include)
25#if __has_include(<sanitizer / lsan_interface.h>)
26#include <sanitizer/lsan_interface.h>
27#endif
28#endif
29
30#define NO_SANITIZE_MEMORY
31#if defined(__has_feature)
32#if __has_feature(memory_sanitizer)
33#undef NO_SANITIZE_MEMORY
34#define NO_SANITIZE_MEMORY __attribute__((no_sanitize_memory))
35#endif
36#endif
37
38namespace fuzzer {
39static const size_t kMaxUnitSizeToPrint = 256;
40
41thread_local bool Fuzzer::IsMyThread;
42
Matt Morehouse43a22962018-07-17 16:12:0043bool RunningUserCallback = false;
44
George Karpenkov10ab2ac2017-08-21 23:25:5045// Only one Fuzzer per process.
46static Fuzzer *F;
47
48// Leak detection is expensive, so we first check if there were more mallocs
49// than frees (using the sanitizer malloc hooks) and only then try to call lsan.
50struct MallocFreeTracer {
51 void Start(int TraceLevel) {
52 this->TraceLevel = TraceLevel;
53 if (TraceLevel)
54 Printf("MallocFreeTracer: START\n");
55 Mallocs = 0;
56 Frees = 0;
57 }
58 // Returns true if there were more mallocs than frees.
59 bool Stop() {
60 if (TraceLevel)
61 Printf("MallocFreeTracer: STOP %zd %zd (%s)\n", Mallocs.load(),
62 Frees.load(), Mallocs == Frees ? "same" : "DIFFERENT");
63 bool Result = Mallocs > Frees;
64 Mallocs = 0;
65 Frees = 0;
66 TraceLevel = 0;
67 return Result;
68 }
69 std::atomic<size_t> Mallocs;
70 std::atomic<size_t> Frees;
71 int TraceLevel = 0;
Vitaly Buka7d223242017-11-02 04:12:1072
73 std::recursive_mutex TraceMutex;
74 bool TraceDisabled = false;
George Karpenkov10ab2ac2017-08-21 23:25:5075};
76
77static MallocFreeTracer AllocTracer;
78
Vitaly Buka7d223242017-11-02 04:12:1079// Locks printing and avoids nested hooks triggered from mallocs/frees in
80// sanitizer.
81class TraceLock {
82public:
83 TraceLock() : Lock(AllocTracer.TraceMutex) {
84 AllocTracer.TraceDisabled = !AllocTracer.TraceDisabled;
85 }
86 ~TraceLock() { AllocTracer.TraceDisabled = !AllocTracer.TraceDisabled; }
87
88 bool IsDisabled() const {
89 // This is already inverted value.
90 return !AllocTracer.TraceDisabled;
91 }
92
93private:
94 std::lock_guard<std::recursive_mutex> Lock;
95};
Vitaly Buka7dbc1d82017-11-01 03:02:5996
George Karpenkov10ab2ac2017-08-21 23:25:5097ATTRIBUTE_NO_SANITIZE_MEMORY
98void MallocHook(const volatile void *ptr, size_t size) {
99 size_t N = AllocTracer.Mallocs++;
100 F->HandleMalloc(size);
101 if (int TraceLevel = AllocTracer.TraceLevel) {
Vitaly Buka7d223242017-11-02 04:12:10102 TraceLock Lock;
103 if (Lock.IsDisabled())
104 return;
George Karpenkov10ab2ac2017-08-21 23:25:50105 Printf("MALLOC[%zd] %p %zd\n", N, ptr, size);
106 if (TraceLevel >= 2 && EF)
Matt Morehouse14cf71a2018-05-08 23:45:05107 PrintStackTrace();
George Karpenkov10ab2ac2017-08-21 23:25:50108 }
109}
110
111ATTRIBUTE_NO_SANITIZE_MEMORY
112void FreeHook(const volatile void *ptr) {
113 size_t N = AllocTracer.Frees++;
114 if (int TraceLevel = AllocTracer.TraceLevel) {
Vitaly Buka7d223242017-11-02 04:12:10115 TraceLock Lock;
116 if (Lock.IsDisabled())
117 return;
George Karpenkov10ab2ac2017-08-21 23:25:50118 Printf("FREE[%zd] %p\n", N, ptr);
119 if (TraceLevel >= 2 && EF)
Matt Morehouse14cf71a2018-05-08 23:45:05120 PrintStackTrace();
George Karpenkov10ab2ac2017-08-21 23:25:50121 }
122}
123
124// Crash on a single malloc that exceeds the rss limit.
125void Fuzzer::HandleMalloc(size_t Size) {
Kostya Serebryanyde9bafb2017-12-01 22:12:04126 if (!Options.MallocLimitMb || (Size >> 20) < (size_t)Options.MallocLimitMb)
George Karpenkov10ab2ac2017-08-21 23:25:50127 return;
128 Printf("==%d== ERROR: libFuzzer: out-of-memory (malloc(%zd))\n", GetPid(),
129 Size);
130 Printf(" To change the out-of-memory limit use -rss_limit_mb=<N>\n\n");
Matt Morehouse14cf71a2018-05-08 23:45:05131 PrintStackTrace();
George Karpenkov10ab2ac2017-08-21 23:25:50132 DumpCurrentUnit("oom-");
133 Printf("SUMMARY: libFuzzer: out-of-memory\n");
134 PrintFinalStats();
Kostya Serebryany0fda9dc2019-02-09 00:16:21135 _Exit(Options.OOMExitCode); // Stop right now.
George Karpenkov10ab2ac2017-08-21 23:25:50136}
137
138Fuzzer::Fuzzer(UserCallback CB, InputCorpus &Corpus, MutationDispatcher &MD,
139 FuzzingOptions Options)
140 : CB(CB), Corpus(Corpus), MD(MD), Options(Options) {
141 if (EF->__sanitizer_set_death_callback)
142 EF->__sanitizer_set_death_callback(StaticDeathCallback);
143 assert(!F);
144 F = this;
145 TPC.ResetMaps();
146 IsMyThread = true;
147 if (Options.DetectLeaks && EF->__sanitizer_install_malloc_and_free_hooks)
148 EF->__sanitizer_install_malloc_and_free_hooks(MallocHook, FreeHook);
149 TPC.SetUseCounters(Options.UseCounters);
Kostya Serebryany51ddb882018-07-03 22:33:09150 TPC.SetUseValueProfileMask(Options.UseValueProfile);
George Karpenkov10ab2ac2017-08-21 23:25:50151
152 if (Options.Verbosity)
153 TPC.PrintModuleInfo();
154 if (!Options.OutputCorpus.empty() && Options.ReloadIntervalSec)
155 EpochOfLastReadOfOutputCorpus = GetEpoch(Options.OutputCorpus);
156 MaxInputLen = MaxMutationLen = Options.MaxLen;
Kostya Serebryanyb6ca1e72019-02-16 01:23:41157 TmpMaxMutationLen = 0; // Will be set once we load the corpus.
George Karpenkov10ab2ac2017-08-21 23:25:50158 AllocateCurrentUnitData();
159 CurrentUnitSize = 0;
160 memset(BaseSha1, 0, sizeof(BaseSha1));
161}
162
Alex Shlyapnikov5ded0702017-10-23 23:24:33163Fuzzer::~Fuzzer() {}
George Karpenkov10ab2ac2017-08-21 23:25:50164
165void Fuzzer::AllocateCurrentUnitData() {
Alex Shlyapnikov5ded0702017-10-23 23:24:33166 if (CurrentUnitData || MaxInputLen == 0)
167 return;
George Karpenkov10ab2ac2017-08-21 23:25:50168 CurrentUnitData = new uint8_t[MaxInputLen];
169}
170
171void Fuzzer::StaticDeathCallback() {
172 assert(F);
173 F->DeathCallback();
174}
175
176void Fuzzer::DumpCurrentUnit(const char *Prefix) {
Alex Shlyapnikov5ded0702017-10-23 23:24:33177 if (!CurrentUnitData)
178 return; // Happens when running individual inputs.
Matt Morehousea34c65e2018-07-09 23:51:08179 ScopedDisableMsanInterceptorChecks S;
George Karpenkov10ab2ac2017-08-21 23:25:50180 MD.PrintMutationSequence();
181 Printf("; base unit: %s\n", Sha1ToString(BaseSha1).c_str());
182 size_t UnitSize = CurrentUnitSize;
183 if (UnitSize <= kMaxUnitSizeToPrint) {
184 PrintHexArray(CurrentUnitData, UnitSize, "\n");
185 PrintASCII(CurrentUnitData, UnitSize, "\n");
186 }
187 WriteUnitToFileWithPrefix({CurrentUnitData, CurrentUnitData + UnitSize},
188 Prefix);
189}
190
191NO_SANITIZE_MEMORY
192void Fuzzer::DeathCallback() {
193 DumpCurrentUnit("crash-");
194 PrintFinalStats();
195}
196
197void Fuzzer::StaticAlarmCallback() {
198 assert(F);
199 F->AlarmCallback();
200}
201
202void Fuzzer::StaticCrashSignalCallback() {
203 assert(F);
204 F->CrashCallback();
205}
206
207void Fuzzer::StaticExitCallback() {
208 assert(F);
209 F->ExitCallback();
210}
211
212void Fuzzer::StaticInterruptCallback() {
213 assert(F);
214 F->InterruptCallback();
215}
216
Kostya Serebryanya2ca2dc2017-11-09 20:30:19217void Fuzzer::StaticGracefulExitCallback() {
218 assert(F);
219 F->GracefulExitRequested = true;
220 Printf("INFO: signal received, trying to exit gracefully\n");
221}
222
George Karpenkov10ab2ac2017-08-21 23:25:50223void Fuzzer::StaticFileSizeExceedCallback() {
224 Printf("==%lu== ERROR: libFuzzer: file size exceeded\n", GetPid());
225 exit(1);
226}
227
228void Fuzzer::CrashCallback() {
Julian Lettner15df2732019-01-31 01:24:01229 if (EF->__sanitizer_acquire_crash_state &&
230 !EF->__sanitizer_acquire_crash_state())
231 return;
George Karpenkov10ab2ac2017-08-21 23:25:50232 Printf("==%lu== ERROR: libFuzzer: deadly signal\n", GetPid());
Matt Morehouse14cf71a2018-05-08 23:45:05233 PrintStackTrace();
George Karpenkov10ab2ac2017-08-21 23:25:50234 Printf("NOTE: libFuzzer has rudimentary signal handlers.\n"
235 " Combine libFuzzer with AddressSanitizer or similar for better "
236 "crash reports.\n");
237 Printf("SUMMARY: libFuzzer: deadly signal\n");
238 DumpCurrentUnit("crash-");
239 PrintFinalStats();
Alex Shlyapnikov5ded0702017-10-23 23:24:33240 _Exit(Options.ErrorExitCode); // Stop right now.
George Karpenkov10ab2ac2017-08-21 23:25:50241}
242
243void Fuzzer::ExitCallback() {
Matt Morehouse43a22962018-07-17 16:12:00244 if (!RunningUserCallback)
George Karpenkov10ab2ac2017-08-21 23:25:50245 return; // This exit did not come from the user callback
Matt Morehouse52fd1692018-05-01 21:01:53246 if (EF->__sanitizer_acquire_crash_state &&
247 !EF->__sanitizer_acquire_crash_state())
248 return;
George Karpenkov10ab2ac2017-08-21 23:25:50249 Printf("==%lu== ERROR: libFuzzer: fuzz target exited\n", GetPid());
Matt Morehouse14cf71a2018-05-08 23:45:05250 PrintStackTrace();
George Karpenkov10ab2ac2017-08-21 23:25:50251 Printf("SUMMARY: libFuzzer: fuzz target exited\n");
252 DumpCurrentUnit("crash-");
253 PrintFinalStats();
254 _Exit(Options.ErrorExitCode);
255}
256
Kostya Serebryanya2ca2dc2017-11-09 20:30:19257void Fuzzer::MaybeExitGracefully() {
Kostya Serebryanyf762a112019-02-08 21:27:23258 if (!F->GracefulExitRequested) return;
Kostya Serebryanya2ca2dc2017-11-09 20:30:19259 Printf("==%lu== INFO: libFuzzer: exiting as requested\n", GetPid());
Yuanfang Chen4f3c3bb2020-02-11 02:22:09260 RmDirRecursive(TempPath("FuzzWithFork", ".dir"));
Kostya Serebryanyf762a112019-02-08 21:27:23261 F->PrintFinalStats();
Kostya Serebryanya2ca2dc2017-11-09 20:30:19262 _Exit(0);
263}
264
George Karpenkov10ab2ac2017-08-21 23:25:50265void Fuzzer::InterruptCallback() {
266 Printf("==%lu== libFuzzer: run interrupted; exiting\n", GetPid());
267 PrintFinalStats();
Matt Morehouse1b760632019-04-26 00:17:41268 ScopedDisableMsanInterceptorChecks S; // RmDirRecursive may call opendir().
Yuanfang Chen4f3c3bb2020-02-11 02:22:09269 RmDirRecursive(TempPath("FuzzWithFork", ".dir"));
Kostya Serebryany0fda9dc2019-02-09 00:16:21270 // Stop right now, don't perform any at-exit actions.
271 _Exit(Options.InterruptExitCode);
George Karpenkov10ab2ac2017-08-21 23:25:50272}
273
274NO_SANITIZE_MEMORY
275void Fuzzer::AlarmCallback() {
276 assert(Options.UnitTimeoutSec > 0);
Jake Ehrliche7bfce72019-10-09 21:01:50277 // In Windows and Fuchsia, Alarm callback is executed by a different thread.
Kamil Rytarowski2e611862018-11-06 01:28:01278 // NetBSD's current behavior needs this change too.
Jake Ehrliche7bfce72019-10-09 21:01:50279#if !LIBFUZZER_WINDOWS && !LIBFUZZER_NETBSD && !LIBFUZZER_FUCHSIA
Alex Shlyapnikov5ded0702017-10-23 23:24:33280 if (!InFuzzingThread())
281 return;
George Karpenkov10ab2ac2017-08-21 23:25:50282#endif
Matt Morehouse43a22962018-07-17 16:12:00283 if (!RunningUserCallback)
George Karpenkov10ab2ac2017-08-21 23:25:50284 return; // We have not started running units yet.
285 size_t Seconds =
286 duration_cast<seconds>(system_clock::now() - UnitStartTime).count();
287 if (Seconds == 0)
288 return;
289 if (Options.Verbosity >= 2)
290 Printf("AlarmCallback %zd\n", Seconds);
291 if (Seconds >= (size_t)Options.UnitTimeoutSec) {
Matt Morehouse52fd1692018-05-01 21:01:53292 if (EF->__sanitizer_acquire_crash_state &&
293 !EF->__sanitizer_acquire_crash_state())
294 return;
George Karpenkov10ab2ac2017-08-21 23:25:50295 Printf("ALARM: working on the last Unit for %zd seconds\n", Seconds);
296 Printf(" and the timeout value is %d (use -timeout=N to change)\n",
297 Options.UnitTimeoutSec);
298 DumpCurrentUnit("timeout-");
299 Printf("==%lu== ERROR: libFuzzer: timeout after %d seconds\n", GetPid(),
300 Seconds);
Matt Morehouse14cf71a2018-05-08 23:45:05301 PrintStackTrace();
George Karpenkov10ab2ac2017-08-21 23:25:50302 Printf("SUMMARY: libFuzzer: timeout\n");
303 PrintFinalStats();
304 _Exit(Options.TimeoutExitCode); // Stop right now.
305 }
306}
307
308void Fuzzer::RssLimitCallback() {
Matt Morehouse52fd1692018-05-01 21:01:53309 if (EF->__sanitizer_acquire_crash_state &&
310 !EF->__sanitizer_acquire_crash_state())
311 return;
George Karpenkov10ab2ac2017-08-21 23:25:50312 Printf(
313 "==%lu== ERROR: libFuzzer: out-of-memory (used: %zdMb; limit: %zdMb)\n",
314 GetPid(), GetPeakRSSMb(), Options.RssLimitMb);
315 Printf(" To change the out-of-memory limit use -rss_limit_mb=<N>\n\n");
Matt Morehouse14cf71a2018-05-08 23:45:05316 PrintMemoryProfile();
George Karpenkov10ab2ac2017-08-21 23:25:50317 DumpCurrentUnit("oom-");
318 Printf("SUMMARY: libFuzzer: out-of-memory\n");
319 PrintFinalStats();
Kostya Serebryany0fda9dc2019-02-09 00:16:21320 _Exit(Options.OOMExitCode); // Stop right now.
George Karpenkov10ab2ac2017-08-21 23:25:50321}
322
Max Moroz74cec612019-08-12 20:21:27323void Fuzzer::PrintStats(const char *Where, const char *End, size_t Units,
324 size_t Features) {
George Karpenkov10ab2ac2017-08-21 23:25:50325 size_t ExecPerSec = execPerSec();
326 if (!Options.Verbosity)
327 return;
328 Printf("#%zd\t%s", TotalNumberOfRuns, Where);
329 if (size_t N = TPC.GetTotalPCCoverage())
330 Printf(" cov: %zd", N);
Max Moroz74cec612019-08-12 20:21:27331 if (size_t N = Features ? Features : Corpus.NumFeatures())
Alex Shlyapnikov5ded0702017-10-23 23:24:33332 Printf(" ft: %zd", N);
George Karpenkov10ab2ac2017-08-21 23:25:50333 if (!Corpus.empty()) {
334 Printf(" corp: %zd", Corpus.NumActiveUnits());
335 if (size_t N = Corpus.SizeInBytes()) {
Alex Shlyapnikov5ded0702017-10-23 23:24:33336 if (N < (1 << 14))
George Karpenkov10ab2ac2017-08-21 23:25:50337 Printf("/%zdb", N);
338 else if (N < (1 << 24))
339 Printf("/%zdKb", N >> 10);
340 else
341 Printf("/%zdMb", N >> 20);
342 }
Kostya Serebryanye9c6f062018-05-16 23:26:37343 if (size_t FF = Corpus.NumInputsThatTouchFocusFunction())
344 Printf(" focus: %zd", FF);
George Karpenkov10ab2ac2017-08-21 23:25:50345 }
Matt Morehouseddf352b2018-02-22 19:00:17346 if (TmpMaxMutationLen)
347 Printf(" lim: %zd", TmpMaxMutationLen);
George Karpenkov10ab2ac2017-08-21 23:25:50348 if (Units)
349 Printf(" units: %zd", Units);
350
351 Printf(" exec/s: %zd", ExecPerSec);
352 Printf(" rss: %zdMb", GetPeakRSSMb());
353 Printf("%s", End);
354}
355
356void Fuzzer::PrintFinalStats() {
357 if (Options.PrintCoverage)
358 TPC.PrintCoverage();
George Karpenkov10ab2ac2017-08-21 23:25:50359 if (Options.PrintCorpusStats)
360 Corpus.PrintStats();
Alex Shlyapnikov5ded0702017-10-23 23:24:33361 if (!Options.PrintFinalStats)
362 return;
George Karpenkov10ab2ac2017-08-21 23:25:50363 size_t ExecPerSec = execPerSec();
364 Printf("stat::number_of_executed_units: %zd\n", TotalNumberOfRuns);
365 Printf("stat::average_exec_per_sec: %zd\n", ExecPerSec);
366 Printf("stat::new_units_added: %zd\n", NumberOfNewUnitsAdded);
367 Printf("stat::slowest_unit_time_sec: %zd\n", TimeOfLongestUnitInSeconds);
368 Printf("stat::peak_rss_mb: %zd\n", GetPeakRSSMb());
369}
370
371void Fuzzer::SetMaxInputLen(size_t MaxInputLen) {
372 assert(this->MaxInputLen == 0); // Can only reset MaxInputLen from 0 to non-0.
373 assert(MaxInputLen);
374 this->MaxInputLen = MaxInputLen;
375 this->MaxMutationLen = MaxInputLen;
376 AllocateCurrentUnitData();
377 Printf("INFO: -max_len is not provided; "
378 "libFuzzer will not generate inputs larger than %zd bytes\n",
379 MaxInputLen);
380}
381
382void Fuzzer::SetMaxMutationLen(size_t MaxMutationLen) {
383 assert(MaxMutationLen && MaxMutationLen <= MaxInputLen);
384 this->MaxMutationLen = MaxMutationLen;
385}
386
387void Fuzzer::CheckExitOnSrcPosOrItem() {
388 if (!Options.ExitOnSrcPos.empty()) {
George Karpenkovbebcbfb2017-08-27 23:20:09389 static auto *PCsSet = new Set<uintptr_t>;
Kostya Serebryany96f81bc2019-02-14 23:12:33390 auto HandlePC = [&](const TracePC::PCTableEntry *TE) {
391 if (!PCsSet->insert(TE->PC).second)
Alex Shlyapnikov5ded0702017-10-23 23:24:33392 return;
Kostya Serebryany96f81bc2019-02-14 23:12:33393 std::string Descr = DescribePC("%F %L", TE->PC + 1);
George Karpenkov10ab2ac2017-08-21 23:25:50394 if (Descr.find(Options.ExitOnSrcPos) != std::string::npos) {
395 Printf("INFO: found line matching '%s', exiting.\n",
396 Options.ExitOnSrcPos.c_str());
397 _Exit(0);
398 }
399 };
400 TPC.ForEachObservedPC(HandlePC);
401 }
402 if (!Options.ExitOnItem.empty()) {
403 if (Corpus.HasUnit(Options.ExitOnItem)) {
404 Printf("INFO: found item with checksum '%s', exiting.\n",
405 Options.ExitOnItem.c_str());
406 _Exit(0);
407 }
408 }
409}
410
411void Fuzzer::RereadOutputCorpus(size_t MaxSize) {
Alex Shlyapnikov5ded0702017-10-23 23:24:33412 if (Options.OutputCorpus.empty() || !Options.ReloadIntervalSec)
413 return;
George Karpenkovbebcbfb2017-08-27 23:20:09414 Vector<Unit> AdditionalCorpus;
George Karpenkov10ab2ac2017-08-21 23:25:50415 ReadDirToVectorOfUnits(Options.OutputCorpus.c_str(), &AdditionalCorpus,
416 &EpochOfLastReadOfOutputCorpus, MaxSize,
417 /*ExitOnError*/ false);
418 if (Options.Verbosity >= 2)
419 Printf("Reload: read %zd new units.\n", AdditionalCorpus.size());
420 bool Reloaded = false;
421 for (auto &U : AdditionalCorpus) {
422 if (U.size() > MaxSize)
423 U.resize(MaxSize);
424 if (!Corpus.HasUnit(U)) {
425 if (RunOne(U.data(), U.size())) {
426 CheckExitOnSrcPosOrItem();
427 Reloaded = true;
428 }
429 }
430 }
431 if (Reloaded)
432 PrintStats("RELOAD");
433}
434
George Karpenkov10ab2ac2017-08-21 23:25:50435void Fuzzer::PrintPulseAndReportSlowInput(const uint8_t *Data, size_t Size) {
436 auto TimeOfUnit =
437 duration_cast<seconds>(UnitStopTime - UnitStartTime).count();
438 if (!(TotalNumberOfRuns & (TotalNumberOfRuns - 1)) &&
439 secondsSinceProcessStartUp() >= 2)
440 PrintStats("pulse ");
441 if (TimeOfUnit > TimeOfLongestUnitInSeconds * 1.1 &&
442 TimeOfUnit >= Options.ReportSlowUnits) {
443 TimeOfLongestUnitInSeconds = TimeOfUnit;
444 Printf("Slowest unit: %zd s:\n", TimeOfLongestUnitInSeconds);
445 WriteUnitToFileWithPrefix({Data, Data + Size}, "slow-unit-");
446 }
447}
448
Kostya Serebryany4614cc32019-04-13 00:20:31449static void WriteFeatureSetToFile(const std::string &FeaturesDir,
Kostya Serebryany5e67abd2019-04-13 01:57:33450 const std::string &FileName,
Kostya Serebryany4614cc32019-04-13 00:20:31451 const Vector<uint32_t> &FeatureSet) {
452 if (FeaturesDir.empty() || FeatureSet.empty()) return;
453 WriteToFile(reinterpret_cast<const uint8_t *>(FeatureSet.data()),
454 FeatureSet.size() * sizeof(FeatureSet[0]),
Kostya Serebryany5e67abd2019-04-13 01:57:33455 DirPlusFile(FeaturesDir, FileName));
Kostya Serebryany4614cc32019-04-13 00:20:31456}
457
458static void RenameFeatureSetFile(const std::string &FeaturesDir,
459 const std::string &OldFile,
460 const std::string &NewFile) {
461 if (FeaturesDir.empty()) return;
462 RenameFile(DirPlusFile(FeaturesDir, OldFile),
463 DirPlusFile(FeaturesDir, NewFile));
464}
465
George Karpenkov10ab2ac2017-08-21 23:25:50466bool Fuzzer::RunOne(const uint8_t *Data, size_t Size, bool MayDeleteFile,
Kostya Serebryanyad05ee02017-12-01 19:18:38467 InputInfo *II, bool *FoundUniqFeatures) {
Alex Shlyapnikov5ded0702017-10-23 23:24:33468 if (!Size)
469 return false;
George Karpenkov10ab2ac2017-08-21 23:25:50470
471 ExecuteCallback(Data, Size);
472
473 UniqFeatureSetTmp.clear();
474 size_t FoundUniqFeaturesOfII = 0;
475 size_t NumUpdatesBefore = Corpus.NumFeatureUpdates();
476 TPC.CollectFeatures([&](size_t Feature) {
477 if (Corpus.AddFeature(Feature, Size, Options.Shrink))
478 UniqFeatureSetTmp.push_back(Feature);
Matt Morehousee2e38fc2020-05-19 17:28:18479 if (Options.Entropic)
480 Corpus.UpdateFeatureFrequency(II, Feature);
George Karpenkov10ab2ac2017-08-21 23:25:50481 if (Options.ReduceInputs && II)
482 if (std::binary_search(II->UniqFeatureSet.begin(),
483 II->UniqFeatureSet.end(), Feature))
484 FoundUniqFeaturesOfII++;
485 });
Kostya Serebryanyad05ee02017-12-01 19:18:38486 if (FoundUniqFeatures)
487 *FoundUniqFeatures = FoundUniqFeaturesOfII;
George Karpenkov10ab2ac2017-08-21 23:25:50488 PrintPulseAndReportSlowInput(Data, Size);
489 size_t NumNewFeatures = Corpus.NumFeatureUpdates() - NumUpdatesBefore;
490 if (NumNewFeatures) {
491 TPC.UpdateObservedPCs();
Kostya Serebryany4614cc32019-04-13 00:20:31492 auto NewII = Corpus.AddToCorpus({Data, Data + Size}, NumNewFeatures,
493 MayDeleteFile, TPC.ObservedFocusFunction(),
494 UniqFeatureSetTmp, DFT, II);
Kostya Serebryany5e67abd2019-04-13 01:57:33495 WriteFeatureSetToFile(Options.FeaturesDir, Sha1ToString(NewII->Sha1),
Kostya Serebryany4614cc32019-04-13 00:20:31496 NewII->UniqFeatureSet);
George Karpenkov10ab2ac2017-08-21 23:25:50497 return true;
498 }
499 if (II && FoundUniqFeaturesOfII &&
Kostya Serebryany67af9922018-06-07 01:40:20500 II->DataFlowTraceForFocusFunction.empty() &&
George Karpenkov10ab2ac2017-08-21 23:25:50501 FoundUniqFeaturesOfII == II->UniqFeatureSet.size() &&
502 II->U.size() > Size) {
Kostya Serebryany4614cc32019-04-13 00:20:31503 auto OldFeaturesFile = Sha1ToString(II->Sha1);
George Karpenkov10ab2ac2017-08-21 23:25:50504 Corpus.Replace(II, {Data, Data + Size});
Kostya Serebryany4614cc32019-04-13 00:20:31505 RenameFeatureSetFile(Options.FeaturesDir, OldFeaturesFile,
506 Sha1ToString(II->Sha1));
George Karpenkov10ab2ac2017-08-21 23:25:50507 return true;
508 }
509 return false;
510}
511
512size_t Fuzzer::GetCurrentUnitInFuzzingThead(const uint8_t **Data) const {
513 assert(InFuzzingThread());
514 *Data = CurrentUnitData;
515 return CurrentUnitSize;
516}
517
518void Fuzzer::CrashOnOverwrittenData() {
Mitch Phillipsda3cf612019-09-26 00:54:30519 Printf("==%d== ERROR: libFuzzer: fuzz target overwrites its const input\n",
George Karpenkov10ab2ac2017-08-21 23:25:50520 GetPid());
Mitch Phillipsd1e222e2019-09-27 22:04:36521 PrintStackTrace();
522 Printf("SUMMARY: libFuzzer: overwrites-const-input\n");
George Karpenkov10ab2ac2017-08-21 23:25:50523 DumpCurrentUnit("crash-");
Mitch Phillipsd1e222e2019-09-27 22:04:36524 PrintFinalStats();
George Karpenkov10ab2ac2017-08-21 23:25:50525 _Exit(Options.ErrorExitCode); // Stop right now.
526}
527
528// Compare two arrays, but not all bytes if the arrays are large.
529static bool LooseMemeq(const uint8_t *A, const uint8_t *B, size_t Size) {
530 const size_t Limit = 64;
531 if (Size <= 64)
532 return !memcmp(A, B, Size);
533 // Compare first and last Limit/2 bytes.
534 return !memcmp(A, B, Limit / 2) &&
535 !memcmp(A + Size - Limit / 2, B + Size - Limit / 2, Limit / 2);
536}
537
538void Fuzzer::ExecuteCallback(const uint8_t *Data, size_t Size) {
539 TPC.RecordInitialStack();
540 TotalNumberOfRuns++;
541 assert(InFuzzingThread());
George Karpenkov10ab2ac2017-08-21 23:25:50542 // We copy the contents of Unit into a separate heap buffer
543 // so that we reliably find buffer overflows in it.
544 uint8_t *DataCopy = new uint8_t[Size];
545 memcpy(DataCopy, Data, Size);
Matt Morehousea34c65e2018-07-09 23:51:08546 if (EF->__msan_unpoison)
547 EF->__msan_unpoison(DataCopy, Size);
Matt Morehouse34784942019-05-09 22:48:46548 if (EF->__msan_unpoison_param)
549 EF->__msan_unpoison_param(2);
George Karpenkov10ab2ac2017-08-21 23:25:50550 if (CurrentUnitData && CurrentUnitData != Data)
551 memcpy(CurrentUnitData, Data, Size);
552 CurrentUnitSize = Size;
Matt Morehousea34c65e2018-07-09 23:51:08553 {
554 ScopedEnableMsanInterceptorChecks S;
555 AllocTracer.Start(Options.TraceMalloc);
556 UnitStartTime = system_clock::now();
557 TPC.ResetMaps();
Matt Morehouse43a22962018-07-17 16:12:00558 RunningUserCallback = true;
Matt Morehousea34c65e2018-07-09 23:51:08559 int Res = CB(DataCopy, Size);
Matt Morehouse43a22962018-07-17 16:12:00560 RunningUserCallback = false;
Matt Morehousea34c65e2018-07-09 23:51:08561 UnitStopTime = system_clock::now();
562 (void)Res;
563 assert(Res == 0);
564 HasMoreMallocsThanFrees = AllocTracer.Stop();
565 }
George Karpenkov10ab2ac2017-08-21 23:25:50566 if (!LooseMemeq(DataCopy, Data, Size))
567 CrashOnOverwrittenData();
568 CurrentUnitSize = 0;
569 delete[] DataCopy;
570}
571
Kostya Serebryany63f48712019-02-12 00:12:33572std::string Fuzzer::WriteToOutputCorpus(const Unit &U) {
George Karpenkov10ab2ac2017-08-21 23:25:50573 if (Options.OnlyASCII)
574 assert(IsASCII(U));
575 if (Options.OutputCorpus.empty())
Kostya Serebryany63f48712019-02-12 00:12:33576 return "";
George Karpenkov10ab2ac2017-08-21 23:25:50577 std::string Path = DirPlusFile(Options.OutputCorpus, Hash(U));
578 WriteToFile(U, Path);
579 if (Options.Verbosity >= 2)
580 Printf("Written %zd bytes to %s\n", U.size(), Path.c_str());
Kostya Serebryany63f48712019-02-12 00:12:33581 return Path;
George Karpenkov10ab2ac2017-08-21 23:25:50582}
583
584void Fuzzer::WriteUnitToFileWithPrefix(const Unit &U, const char *Prefix) {
585 if (!Options.SaveArtifacts)
586 return;
587 std::string Path = Options.ArtifactPrefix + Prefix + Hash(U);
588 if (!Options.ExactArtifactPath.empty())
589 Path = Options.ExactArtifactPath; // Overrides ArtifactPrefix.
590 WriteToFile(U, Path);
591 Printf("artifact_prefix='%s'; Test unit written to %s\n",
592 Options.ArtifactPrefix.c_str(), Path.c_str());
593 if (U.size() <= kMaxUnitSizeToPrint)
594 Printf("Base64: %s\n", Base64(U).c_str());
595}
596
597void Fuzzer::PrintStatusForNewUnit(const Unit &U, const char *Text) {
598 if (!Options.PrintNEW)
599 return;
600 PrintStats(Text, "");
601 if (Options.Verbosity) {
602 Printf(" L: %zd/%zd ", U.size(), Corpus.MaxInputSize());
603 MD.PrintMutationSequence();
604 Printf("\n");
605 }
606}
607
608void Fuzzer::ReportNewCoverage(InputInfo *II, const Unit &U) {
609 II->NumSuccessfullMutations++;
610 MD.RecordSuccessfulMutationSequence();
Alex Shlyapnikov5ded0702017-10-23 23:24:33611 PrintStatusForNewUnit(U, II->Reduced ? "REDUCE" : "NEW ");
George Karpenkov10ab2ac2017-08-21 23:25:50612 WriteToOutputCorpus(U);
613 NumberOfNewUnitsAdded++;
Alex Shlyapnikov5ded0702017-10-23 23:24:33614 CheckExitOnSrcPosOrItem(); // Check only after the unit is saved to corpus.
George Karpenkov10ab2ac2017-08-21 23:25:50615 LastCorpusUpdateRun = TotalNumberOfRuns;
George Karpenkov10ab2ac2017-08-21 23:25:50616}
617
618// Tries detecting a memory leak on the particular input that we have just
619// executed before calling this function.
620void Fuzzer::TryDetectingAMemoryLeak(const uint8_t *Data, size_t Size,
621 bool DuringInitialCorpusExecution) {
Alex Shlyapnikov5ded0702017-10-23 23:24:33622 if (!HasMoreMallocsThanFrees)
623 return; // mallocs==frees, a leak is unlikely.
624 if (!Options.DetectLeaks)
625 return;
Max Moroz3f26dac2017-09-12 02:01:54626 if (!DuringInitialCorpusExecution &&
Alex Shlyapnikov5ded0702017-10-23 23:24:33627 TotalNumberOfRuns >= Options.MaxNumberOfRuns)
628 return;
George Karpenkov10ab2ac2017-08-21 23:25:50629 if (!&(EF->__lsan_enable) || !&(EF->__lsan_disable) ||
630 !(EF->__lsan_do_recoverable_leak_check))
Alex Shlyapnikov5ded0702017-10-23 23:24:33631 return; // No lsan.
George Karpenkov10ab2ac2017-08-21 23:25:50632 // Run the target once again, but with lsan disabled so that if there is
633 // a real leak we do not report it twice.
634 EF->__lsan_disable();
635 ExecuteCallback(Data, Size);
636 EF->__lsan_enable();
Alex Shlyapnikov5ded0702017-10-23 23:24:33637 if (!HasMoreMallocsThanFrees)
638 return; // a leak is unlikely.
George Karpenkov10ab2ac2017-08-21 23:25:50639 if (NumberOfLeakDetectionAttempts++ > 1000) {
640 Options.DetectLeaks = false;
641 Printf("INFO: libFuzzer disabled leak detection after every mutation.\n"
642 " Most likely the target function accumulates allocated\n"
643 " memory in a global state w/o actually leaking it.\n"
644 " You may try running this binary with -trace_malloc=[12]"
645 " to get a trace of mallocs and frees.\n"
646 " If LeakSanitizer is enabled in this process it will still\n"
647 " run on the process shutdown.\n");
648 return;
649 }
650 // Now perform the actual lsan pass. This is expensive and we must ensure
651 // we don't call it too often.
652 if (EF->__lsan_do_recoverable_leak_check()) { // Leak is found, report it.
653 if (DuringInitialCorpusExecution)
654 Printf("\nINFO: a leak has been found in the initial corpus.\n\n");
655 Printf("INFO: to ignore leaks on libFuzzer side use -detect_leaks=0.\n\n");
656 CurrentUnitSize = Size;
657 DumpCurrentUnit("leak-");
658 PrintFinalStats();
Alex Shlyapnikov5ded0702017-10-23 23:24:33659 _Exit(Options.ErrorExitCode); // not exit() to disable lsan further on.
George Karpenkov10ab2ac2017-08-21 23:25:50660 }
661}
662
663void Fuzzer::MutateAndTestOne() {
664 MD.StartMutationSequence();
665
666 auto &II = Corpus.ChooseUnitToMutate(MD.GetRand());
Kostya Serebryany0719b352019-02-08 01:20:54667 if (Options.DoCrossOver)
668 MD.SetCrossOverWith(&Corpus.ChooseUnitToMutate(MD.GetRand()).U);
George Karpenkov10ab2ac2017-08-21 23:25:50669 const auto &U = II.U;
670 memcpy(BaseSha1, II.Sha1, sizeof(BaseSha1));
671 assert(CurrentUnitData);
672 size_t Size = U.size();
673 assert(Size <= MaxInputLen && "Oversized Unit");
674 memcpy(CurrentUnitData, U.data(), Size);
675
676 assert(MaxMutationLen > 0);
677
678 size_t CurrentMaxMutationLen =
679 Min(MaxMutationLen, Max(U.size(), TmpMaxMutationLen));
680 assert(CurrentMaxMutationLen > 0);
681
682 for (int i = 0; i < Options.MutateDepth; i++) {
683 if (TotalNumberOfRuns >= Options.MaxNumberOfRuns)
684 break;
Kostya Serebryanya2ca2dc2017-11-09 20:30:19685 MaybeExitGracefully();
George Karpenkov10ab2ac2017-08-21 23:25:50686 size_t NewSize = 0;
Kostya Serebryany6b87e0c2018-07-19 01:23:32687 if (II.HasFocusFunction && !II.DataFlowTraceForFocusFunction.empty() &&
688 Size <= CurrentMaxMutationLen)
689 NewSize = MD.MutateWithMask(CurrentUnitData, Size, Size,
690 II.DataFlowTraceForFocusFunction);
Matt Morehouse1b760632019-04-26 00:17:41691
Max Moroz9d5e7ee2019-04-11 16:24:53692 // If MutateWithMask either failed or wasn't called, call default Mutate.
693 if (!NewSize)
Kostya Serebryany6b87e0c2018-07-19 01:23:32694 NewSize = MD.Mutate(CurrentUnitData, Size, CurrentMaxMutationLen);
George Karpenkov10ab2ac2017-08-21 23:25:50695 assert(NewSize > 0 && "Mutator returned empty unit");
Alex Shlyapnikov6f1c26f2017-10-23 22:04:30696 assert(NewSize <= CurrentMaxMutationLen && "Mutator return oversized unit");
George Karpenkov10ab2ac2017-08-21 23:25:50697 Size = NewSize;
698 II.NumExecutedMutations++;
Matt Morehousee2e38fc2020-05-19 17:28:18699 Corpus.IncrementNumExecutedMutations();
George Karpenkov10ab2ac2017-08-21 23:25:50700
Kostya Serebryanyad05ee02017-12-01 19:18:38701 bool FoundUniqFeatures = false;
702 bool NewCov = RunOne(CurrentUnitData, Size, /*MayDeleteFile=*/true, &II,
703 &FoundUniqFeatures);
George Karpenkov10ab2ac2017-08-21 23:25:50704 TryDetectingAMemoryLeak(CurrentUnitData, Size,
705 /*DuringInitialCorpusExecution*/ false);
Kostya Serebryanyad05ee02017-12-01 19:18:38706 if (NewCov) {
Matt Morehouse947838c2017-11-09 20:44:08707 ReportNewCoverage(&II, {CurrentUnitData, CurrentUnitData + Size});
Kostya Serebryanyad05ee02017-12-01 19:18:38708 break; // We will mutate this input more in the next rounds.
709 }
710 if (Options.ReduceDepth && !FoundUniqFeatures)
Matt Morehouse34784942019-05-09 22:48:46711 break;
George Karpenkov10ab2ac2017-08-21 23:25:50712 }
Matt Morehousee2e38fc2020-05-19 17:28:18713
714 II.NeedsEnergyUpdate = true;
George Karpenkov10ab2ac2017-08-21 23:25:50715}
716
Alex Shlyapnikov6f1c26f2017-10-23 22:04:30717void Fuzzer::PurgeAllocator() {
Alex Shlyapnikov5ded0702017-10-23 23:24:33718 if (Options.PurgeAllocatorIntervalSec < 0 || !EF->__sanitizer_purge_allocator)
Alex Shlyapnikov6f1c26f2017-10-23 22:04:30719 return;
Alex Shlyapnikov6f1c26f2017-10-23 22:04:30720 if (duration_cast<seconds>(system_clock::now() -
Alex Shlyapnikov5ded0702017-10-23 23:24:33721 LastAllocatorPurgeAttemptTime)
722 .count() < Options.PurgeAllocatorIntervalSec)
Alex Shlyapnikov6f1c26f2017-10-23 22:04:30723 return;
Alex Shlyapnikov6f1c26f2017-10-23 22:04:30724
725 if (Options.RssLimitMb <= 0 ||
Alex Shlyapnikov5ded0702017-10-23 23:24:33726 GetPeakRSSMb() > static_cast<size_t>(Options.RssLimitMb) / 2)
Alex Shlyapnikov6f1c26f2017-10-23 22:04:30727 EF->__sanitizer_purge_allocator();
Alex Shlyapnikov6f1c26f2017-10-23 22:04:30728
729 LastAllocatorPurgeAttemptTime = system_clock::now();
730}
731
Kostya Serebryany4c7353c2019-05-10 01:34:26732void Fuzzer::ReadAndExecuteSeedCorpora(Vector<SizedFile> &CorporaFiles) {
Kostya Serebryany3a8e3c82017-08-29 02:05:01733 const size_t kMaxSaneLen = 1 << 20;
734 const size_t kMinDefaultLen = 4096;
Kostya Serebryany4faeb872017-08-29 20:51:24735 size_t MaxSize = 0;
736 size_t MinSize = -1;
737 size_t TotalSize = 0;
Kostya Serebryany4c7353c2019-05-10 01:34:26738 for (auto &File : CorporaFiles) {
Kostya Serebryany93679be2017-09-12 21:58:07739 MaxSize = Max(File.Size, MaxSize);
740 MinSize = Min(File.Size, MinSize);
741 TotalSize += File.Size;
Kostya Serebryany3a8e3c82017-08-29 02:05:01742 }
Kostya Serebryany4faeb872017-08-29 20:51:24743 if (Options.MaxLen == 0)
744 SetMaxInputLen(std::min(std::max(kMinDefaultLen, MaxSize), kMaxSaneLen));
745 assert(MaxInputLen > 0);
746
Kostya Serebryany51823d32017-10-13 01:12:23747 // Test the callback with empty input and never try it again.
748 uint8_t dummy = 0;
749 ExecuteCallback(&dummy, 0);
750
Kostya Serebryany4c7353c2019-05-10 01:34:26751 if (CorporaFiles.empty()) {
Kostya Serebryany4faeb872017-08-29 20:51:24752 Printf("INFO: A corpus is not provided, starting from an empty corpus\n");
753 Unit U({'\n'}); // Valid ASCII input.
754 RunOne(U.data(), U.size());
755 } else {
756 Printf("INFO: seed corpus: files: %zd min: %zdb max: %zdb total: %zdb"
757 " rss: %zdMb\n",
Kostya Serebryany4c7353c2019-05-10 01:34:26758 CorporaFiles.size(), MinSize, MaxSize, TotalSize, GetPeakRSSMb());
Kostya Serebryany4faeb872017-08-29 20:51:24759 if (Options.ShuffleAtStartUp)
Kostya Serebryany4c7353c2019-05-10 01:34:26760 std::shuffle(CorporaFiles.begin(), CorporaFiles.end(), MD.GetRand());
Kostya Serebryany4faeb872017-08-29 20:51:24761
Kostya Serebryany93679be2017-09-12 21:58:07762 if (Options.PreferSmall) {
Kostya Serebryany4c7353c2019-05-10 01:34:26763 std::stable_sort(CorporaFiles.begin(), CorporaFiles.end());
764 assert(CorporaFiles.front().Size <= CorporaFiles.back().Size);
Kostya Serebryany93679be2017-09-12 21:58:07765 }
Kostya Serebryany4faeb872017-08-29 20:51:24766
767 // Load and execute inputs one by one.
Kostya Serebryany4c7353c2019-05-10 01:34:26768 for (auto &SF : CorporaFiles) {
Kostya Serebryany082e9a72017-08-31 19:17:15769 auto U = FileToVector(SF.File, MaxInputLen, /*ExitOnError=*/false);
Kostya Serebryany4faeb872017-08-29 20:51:24770 assert(U.size() <= MaxInputLen);
771 RunOne(U.data(), U.size());
772 CheckExitOnSrcPosOrItem();
773 TryDetectingAMemoryLeak(U.data(), U.size(),
774 /*DuringInitialCorpusExecution*/ true);
775 }
Kostya Serebryany3a8e3c82017-08-29 02:05:01776 }
777
Kostya Serebryany4faeb872017-08-29 20:51:24778 PrintStats("INITED");
Max Moroz07647572020-02-18 17:57:16779 if (!Options.FocusFunction.empty()) {
Kostya Serebryanye9c6f062018-05-16 23:26:37780 Printf("INFO: %zd/%zd inputs touch the focus function\n",
781 Corpus.NumInputsThatTouchFocusFunction(), Corpus.size());
Max Moroz07647572020-02-18 17:57:16782 if (!Options.DataFlowTrace.empty())
783 Printf("INFO: %zd/%zd inputs have the Data Flow Trace\n",
784 Corpus.NumInputsWithDataFlowTrace(),
785 Corpus.NumInputsThatTouchFocusFunction());
786 }
Kostya Serebryanye9c6f062018-05-16 23:26:37787
Max Morozfe974412018-05-23 19:42:30788 if (Corpus.empty() && Options.MaxNumberOfRuns) {
Kostya Serebryany4faeb872017-08-29 20:51:24789 Printf("ERROR: no interesting inputs were found. "
790 "Is the code instrumented for coverage? Exiting.\n");
791 exit(1);
Kostya Serebryany3a8e3c82017-08-29 02:05:01792 }
Kostya Serebryany3a8e3c82017-08-29 02:05:01793}
794
Kostya Serebryany4c7353c2019-05-10 01:34:26795void Fuzzer::Loop(Vector<SizedFile> &CorporaFiles) {
Kostya Serebryany060f4b42019-05-24 00:43:52796 auto FocusFunctionOrAuto = Options.FocusFunction;
797 DFT.Init(Options.DataFlowTrace, &FocusFunctionOrAuto, CorporaFiles,
798 MD.GetRand());
799 TPC.SetFocusFunction(FocusFunctionOrAuto);
Kostya Serebryany4c7353c2019-05-10 01:34:26800 ReadAndExecuteSeedCorpora(CorporaFiles);
Kostya Serebryany67af9922018-06-07 01:40:20801 DFT.Clear(); // No need for DFT any more.
George Karpenkov10ab2ac2017-08-21 23:25:50802 TPC.SetPrintNewPCs(Options.PrintNewCovPcs);
Kostya Serebryany2eef8162017-08-25 20:09:25803 TPC.SetPrintNewFuncs(Options.PrintNewCovFuncs);
George Karpenkov10ab2ac2017-08-21 23:25:50804 system_clock::time_point LastCorpusReload = system_clock::now();
Kostya Serebryanyb6ca1e72019-02-16 01:23:41805
806 TmpMaxMutationLen =
807 Min(MaxMutationLen, Max(size_t(4), Corpus.MaxInputSize()));
808
George Karpenkov10ab2ac2017-08-21 23:25:50809 while (true) {
810 auto Now = system_clock::now();
Kostya Serebryanydb88fc52019-06-14 22:56:50811 if (!Options.StopFile.empty() &&
812 !FileToVector(Options.StopFile, 1, false).empty())
813 break;
George Karpenkov10ab2ac2017-08-21 23:25:50814 if (duration_cast<seconds>(Now - LastCorpusReload).count() >=
815 Options.ReloadIntervalSec) {
816 RereadOutputCorpus(MaxInputLen);
817 LastCorpusReload = system_clock::now();
818 }
819 if (TotalNumberOfRuns >= Options.MaxNumberOfRuns)
820 break;
Alex Shlyapnikov5ded0702017-10-23 23:24:33821 if (TimedOut())
822 break;
George Karpenkov10ab2ac2017-08-21 23:25:50823
824 // Update TmpMaxMutationLen
Matt Morehouse36c89b32018-02-13 20:52:15825 if (Options.LenControl) {
George Karpenkov10ab2ac2017-08-21 23:25:50826 if (TmpMaxMutationLen < MaxMutationLen &&
Kostya Serebryanye9ed2322017-12-12 23:11:28827 TotalNumberOfRuns - LastCorpusUpdateRun >
Matt Morehouse36c89b32018-02-13 20:52:15828 Options.LenControl * Log(TmpMaxMutationLen)) {
George Karpenkov10ab2ac2017-08-21 23:25:50829 TmpMaxMutationLen =
Kostya Serebryanye9ed2322017-12-12 23:11:28830 Min(MaxMutationLen, TmpMaxMutationLen + Log(TmpMaxMutationLen));
Kostya Serebryanye9ed2322017-12-12 23:11:28831 LastCorpusUpdateRun = TotalNumberOfRuns;
George Karpenkov10ab2ac2017-08-21 23:25:50832 }
833 } else {
834 TmpMaxMutationLen = MaxMutationLen;
835 }
836
837 // Perform several mutations and runs.
838 MutateAndTestOne();
Alex Shlyapnikov6f1c26f2017-10-23 22:04:30839
840 PurgeAllocator();
George Karpenkov10ab2ac2017-08-21 23:25:50841 }
842
843 PrintStats("DONE ", "\n");
844 MD.PrintRecommendedDictionary();
845}
846
847void Fuzzer::MinimizeCrashLoop(const Unit &U) {
Alex Shlyapnikov5ded0702017-10-23 23:24:33848 if (U.size() <= 1)
849 return;
George Karpenkov10ab2ac2017-08-21 23:25:50850 while (!TimedOut() && TotalNumberOfRuns < Options.MaxNumberOfRuns) {
851 MD.StartMutationSequence();
852 memcpy(CurrentUnitData, U.data(), U.size());
853 for (int i = 0; i < Options.MutateDepth; i++) {
854 size_t NewSize = MD.Mutate(CurrentUnitData, U.size(), MaxMutationLen);
855 assert(NewSize > 0 && NewSize <= MaxMutationLen);
856 ExecuteCallback(CurrentUnitData, NewSize);
857 PrintPulseAndReportSlowInput(CurrentUnitData, NewSize);
858 TryDetectingAMemoryLeak(CurrentUnitData, NewSize,
859 /*DuringInitialCorpusExecution*/ false);
860 }
861 }
862}
863
George Karpenkov10ab2ac2017-08-21 23:25:50864} // namespace fuzzer
865
866extern "C" {
867
Jonathan Metzmanb795c312019-01-17 16:36:05868ATTRIBUTE_INTERFACE size_t
Petr Hosekeac2b472018-01-17 20:39:14869LLVMFuzzerMutate(uint8_t *Data, size_t Size, size_t MaxSize) {
George Karpenkov10ab2ac2017-08-21 23:25:50870 assert(fuzzer::F);
871 return fuzzer::F->GetMD().DefaultMutate(Data, Size, MaxSize);
872}
873
Alex Shlyapnikov5ded0702017-10-23 23:24:33874} // extern "C"