chore: update fuzz testing to not error if code sample minimizer fails (#20252)

mdjermanovic · web-flow · commit 27549bc774c7 · 2025-10-28T22:06:10.000+01:00
diff --git a/tools/eslint-fuzzer.js b/tools/eslint-fuzzer.js
@@ -203,24 +203,32 @@ function fuzz(options) {
 				? isolateBadAutofixPass(text, config)
 				: text;
 			const smallConfig = isolateBadConfig(lastGoodText, config, "crash");
-			const smallText = sampleMinimizer({
-				sourceText: lastGoodText,
-				parser: { parse: getParser(smallConfig) },
-				predicate(reducedText) {
-					try {
-						linter.verify(reducedText, smallConfig);
-						return false;
-					} catch {
-						return true;
-					}
-				},
-			});
+			let smallText = lastGoodText;
+			let sampleMinimizerError = null;
+
+			try {
+				smallText = sampleMinimizer({
+					sourceText: lastGoodText,
+					parser: { parse: getParser(smallConfig) },
+					predicate(reducedText) {
+						try {
+							linter.verify(reducedText, smallConfig);
+							return false;
+						} catch {
+							return true;
+						}
+					},
+				});
+			} catch (e) {
+				sampleMinimizerError = e.stack;
+			}
 
 			problems.push({
 				type: "crash",
 				text: smallText,
 				config: smallConfig,
 				error: err.stack,
+				sampleMinimizerError,
 			});
 
 			continue;
@@ -238,32 +246,39 @@ function fuzz(options) {
 				config,
 				"autofix",
 			);
-			const smallText = sampleMinimizer({
-				sourceText: lastGoodText,
-				parser: { parse: getParser(smallConfig) },
-				predicate(reducedText) {
-					try {
-						const smallFixResult = linter.verifyAndFix(
-							reducedText,
-							smallConfig,
-						);
-
-						return (
-							smallFixResult.fixed &&
-							smallFixResult.messages.length === 1 &&
-							smallFixResult.messages[0].fatal
-						);
-					} catch {
-						return false;
-					}
-				},
-			});
+			let smallText = lastGoodText;
+			let sampleMinimizerError = null;
+			try {
+				smallText = sampleMinimizer({
+					sourceText: lastGoodText,
+					parser: { parse: getParser(smallConfig) },
+					predicate(reducedText) {
+						try {
+							const smallFixResult = linter.verifyAndFix(
+								reducedText,
+								smallConfig,
+							);
+
+							return (
+								smallFixResult.fixed &&
+								smallFixResult.messages.length === 1 &&
+								smallFixResult.messages[0].fatal
+							);
+						} catch {
+							return false;
+						}
+					},
+				});
+			} catch (e) {
+				sampleMinimizerError = e.stack;
+			}
 
 			problems.push({
 				type: "autofix",
 				text: smallText,
 				config: smallConfig,
 				error: autofixResult.messages[0],
+				sampleMinimizerError,
 			});
 		}
 	}
