test_runner: track bootstrapping process

cjihrig · danielleadams · commit ab5b3185f1fa · 2023-04-10T22:18:21.000-04:00
This commit updates the test harness and root test to track when bootstrapping has completed. PR-URL: #46962 Reviewed-By: Moshe Atlow <moshe@atlow.co.il> Reviewed-By: Yagiz Nizipli <yagiz@nizipli.com>
diff --git a/lib/internal/test_runner/harness.js b/lib/internal/test_runner/harness.js
@@ -176,13 +176,14 @@ function getGlobalRoot() {
     globalRoot.reporter.once('test:fail', () => {
       process.exitCode = 1;
     });
-    reportersSetup = setupTestReporters(globalRoot.reporter);
+    reportersSetup = setupTestReporters(globalRoot);
   }
   return globalRoot;
 }
 
 async function startSubtest(subtest) {
   await reportersSetup;
+  getGlobalRoot().harness.bootstrapComplete = true;
   await subtest.start();
 }
 
diff --git a/lib/internal/test_runner/runner.js b/lib/internal/test_runner/runner.js
@@ -386,13 +386,16 @@ function run(options) {
     filesWatcher = watchFiles(testFiles, root, inspectPort);
     postRun = undefined;
   }
-  const runFiles = () => SafePromiseAllSettledReturnVoid(testFiles, (path) => {
-    const subtest = runTestFile(path, root, inspectPort, filesWatcher);
-    runningSubtests.set(path, subtest);
-    return subtest;
-  });
+  const runFiles = () => {
+    root.harness.bootstrapComplete = true;
+    return SafePromiseAllSettledReturnVoid(testFiles, (path) => {
+      const subtest = runTestFile(path, root, inspectPort, filesWatcher);
+      runningSubtests.set(path, subtest);
+      return subtest;
+    });
+  };
 
-  PromisePrototypeThen(PromisePrototypeThen(PromiseResolve(setup?.(root.reporter)), runFiles), postRun);
+  PromisePrototypeThen(PromisePrototypeThen(PromiseResolve(setup?.(root)), runFiles), postRun);
 
   return root.reporter;
 }
diff --git a/lib/internal/test_runner/utils.js b/lib/internal/test_runner/utils.js
@@ -151,13 +151,13 @@ async function getReportersMap(reporters, destinations) {
 }
 
 
-async function setupTestReporters(testsStream) {
+async function setupTestReporters(rootTest) {
   try {
     const { reporters, destinations } = parseCommandLine();
     const reportersMap = await getReportersMap(reporters, destinations);
     for (let i = 0; i < reportersMap.length; i++) {
       const { reporter, destination } = reportersMap[i];
-      compose(testsStream, reporter).pipe(destination);
+      compose(rootTest.reporter, reporter).pipe(destination);
     }
   } catch (err) {
     throw new ERR_TEST_FAILURE(err, kAsyncBootstrapFailure);

Original file line number	Diff line number	Diff line change
`@@ -176,13 +176,14 @@ function getGlobalRoot() {`
`176`	`176`	`globalRoot.reporter.once('test:fail', () => {`
`177`	`177`	`process.exitCode = 1;`
`178`	`178`	`});`
`179`		`- reportersSetup = setupTestReporters(globalRoot.reporter);`
	`179`	`+ reportersSetup = setupTestReporters(globalRoot);`
`180`	`180`	`}`
`181`	`181`	`return globalRoot;`
`182`	`182`	`}`
`183`	`183`
`184`	`184`	`async function startSubtest(subtest) {`
`185`	`185`	`await reportersSetup;`
	`186`	`+ getGlobalRoot().harness.bootstrapComplete = true;`
`186`	`187`	`await subtest.start();`
`187`	`188`	`}`
`188`	`189`
Original file line number	Diff line number	Diff line change
`@@ -151,13 +151,13 @@ async function getReportersMap(reporters, destinations) {`
`151`	`151`	`}`
`152`	`152`
`153`	`153`
`154`		`-async function setupTestReporters(testsStream) {`
	`154`	`+async function setupTestReporters(rootTest) {`
`155`	`155`	`try {`
`156`	`156`	`const { reporters, destinations } = parseCommandLine();`
`157`	`157`	`const reportersMap = await getReportersMap(reporters, destinations);`
`158`	`158`	`for (let i = 0; i < reportersMap.length; i++) {`
`159`	`159`	`const { reporter, destination } = reportersMap[i];`
`160`		`- compose(testsStream, reporter).pipe(destination);`
	`160`	`+ compose(rootTest.reporter, reporter).pipe(destination);`
`161`	`161`	`}`
`162`	`162`	`} catch (err) {`
`163`	`163`	`throw new ERR_TEST_FAILURE(err, kAsyncBootstrapFailure);`