From 4322ee435ea85ecdc6488d0b0c99297fcd58380d Mon Sep 17 00:00:00 2001 From: Tobias Wienand Date: Tue, 17 Dec 2024 06:46:54 +0100 Subject: [PATCH] Bumps the threshold for failure rate up to generate less false positives --- Tests/FuzzilliTests/LiveTests.swift | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Tests/FuzzilliTests/LiveTests.swift b/Tests/FuzzilliTests/LiveTests.swift index 9a1291a2..9a059d53 100644 --- a/Tests/FuzzilliTests/LiveTests.swift +++ b/Tests/FuzzilliTests/LiveTests.swift @@ -33,8 +33,8 @@ class LiveTests: XCTestCase { b.buildPrefix() } - // We expect a maximum of 10% of ValueGeneration to fail - checkFailureRate(testResults: results, maxFailureRate: 0.10) + // We expect a maximum of 19.5% of ValueGeneration to fail (mean + 3 * stdDev of failure rate) + checkFailureRate(testResults: results, maxFailureRate: 0.195) } // The closure can use the ProgramBuilder to emit a program of a specific