print manual debug instructions when test fail

jrieken · jrieken · commit 93379d00b1a4 · 2020-02-05T15:44:43.000+01:00
diff --git a/test/browser/index.js b/test/browser/index.js
@@ -111,13 +111,32 @@ async function runTestsInBrowser(testModules, browserType) {
 
 	withReporter(new EchoRunner(emitter, browserType.toUpperCase()));
 
+	// collection failures for console printing
+	const fails = [];
+	emitter.on('fail', (test, err) => {
+		if (err.stack) {
+			const regex = /(vs\/.*\.test)\.js/;
+			for (let line of String(err.stack).split('\n')) {
+				const match = regex.exec(line);
+				if (match) {
+					fails.push(match[1]);
+					break;
+				}
+			}
+		}
+	});
+
 	try {
 		// @ts-ignore
 		await page.evaluate(modules => loadAndRun(modules), testModules);
 	} catch (err) {
 		console.error(err);
 	}
 	await browser.close();
+
+	if (fails.length > 0) {
+		return `to DEBUG, open ${browserType.toUpperCase()} and navigate to ${target.href}?${fails.map(module => `m=${module}`).join('&')}`;
+	}
 }
 
 class EchoRunner extends events.EventEmitter {
@@ -174,7 +193,13 @@ testModules.then(async modules => {
 
 	const browserTypes = Array.isArray(argv.browser) ? argv.browser : [argv.browser];
 	const promises = browserTypes.map(browserType => runTestsInBrowser(modules, browserType));
-	await Promise.all(promises);
+	const messages = await Promise.all(promises);
+
+	for (let msg of messages) {
+		if (msg) {
+			console.log(msg);
+		}
+	}
 
 }).catch(err => {
 	console.error(err);
