Sakurai/pdf.js
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Ensure that a test-suite that runs no tests is treated as a failure

Browse Source 
Occasionally some test-suites may fail to start on the bots, however that's not correctly reflected in the botio-output posted to GitHub which makes it easy to accidentally overlook this situation.
Looking at the raw logs when that happens they always seem to contain a line such as `Run NaN tests` which means that we should be able to easily make this situation a *failure* as intended.
This commit is contained in:
Jonas Jenwald 2023-07-15 12:03:35 +02:00
parent ee373b313b
commit b019c13b33
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
test/test.mjs
View File

@ -262,11 +262,13 @@ function examineRefImages() {
function startRefTest(masterMode, showRefImages) {
function finalize() {
stopServer();
let numRuns = 0;
var numErrors = 0;
var numFBFFailures = 0;
var numEqFailures = 0;
var numEqNoSnapshot = 0;
sessions.forEach(function (session) {
numRuns += session.numRuns;
numErrors += session.numErrors;
numFBFFailures += session.numFBFFailures;
numEqFailures += session.numEqFailures;
@ -274,7 +276,9 @@ function startRefTest(masterMode, showRefImages) {
});
var numFatalFailures = numErrors + numFBFFailures;
console.log();
if (numFatalFailures + numEqFailures > 0) {
if (!numRuns) {
console.log(`OHNOES! No tests ran!`);
} else if (numFatalFailures + numEqFailures > 0) {
console.log("OHNOES! Some tests failed!");
if (numErrors > 0) {
console.log(" errors: " + numErrors);
@ -348,6 +352,7 @@ function startRefTest(masterMode, showRefImages) {
session.taskResults[item.id] = roundsResults;
session.tasks[item.id] = item;
});
session.numRuns = 0;
session.numErrors = 0;
session.numFBFFailures = 0;
session.numEqNoSnapshot = 0;
@ -608,6 +613,8 @@ function checkRefTestResults(browser, id, results) {
var failed = false;
var session = getSession(browser);
var task = session.tasks[id];
session.numRuns++;
results.forEach(function (roundResults, round) {
roundResults.forEach(function (pageResult, page) {
if (!pageResult) {
@ -773,7 +780,9 @@ function onAllSessionsClosedAfterTests(name) {
});
console.log();
console.log("Run " + numRuns + " tests");
if (numErrors > 0) {
if (!numRuns) {
console.log(`OHNOES! No ${name} tests ran!`);
} else if (numErrors > 0) {
console.log("OHNOES! Some " + name + " tests failed!");
console.log(" " + numErrors + " of " + numRuns + " failed");
} else {