Skip to content

Commit 5b3c606

Browse files
MoLowjuanarbol
MoLow
authored and
juanarbol
committedMar 5, 2023
test_runner: flatten TAP output when running using --test
PR-URL: #46440 Backport-PR-URL: #46839 Fixes: #45833 Refs: #45833 Reviewed-By: Colin Ihrig <cjihrig@gmail.com> Reviewed-By: Benjamin Gruenbaum <benjamingr@gmail.com>
·
v18.20.8v18.15.0
1 parent 391ff0d commit 5b3c606

9 files changed

+726
-697
lines changed
 

‎lib/internal/test_runner/runner.js

+56-33
Original file line numberDiff line numberDiff line change
@@ -8,9 +8,11 @@ const {
88
ArrayPrototypeSlice,
99
ArrayPrototypeSome,
1010
ArrayPrototypeSort,
11+
FunctionPrototypeCall,
12+
Number,
1113
ObjectAssign,
14+
ObjectKeys,
1215
PromisePrototypeThen,
13-
SafePromiseAll,
1416
SafePromiseAllReturnVoid,
1517
SafePromiseAllSettledReturnVoid,
1618
SafeMap,
@@ -35,7 +37,14 @@ const { validateArray, validateBoolean } = require('internal/validators');
3537
const { getInspectPort, isUsingInspector, isInspectorMessage } = require('internal/util/inspector');
3638
const { kEmptyObject } = require('internal/util');
3739
const { createTestTree } = require('internal/test_runner/harness');
38-
const { kSubtestsFailed, Test } = require('internal/test_runner/test');
40+
const {
41+
kAborted,
42+
kCancelledByParent,
43+
kSubtestsFailed,
44+
kTestCodeFailure,
45+
kTestTimeoutFailure,
46+
Test,
47+
} = require('internal/test_runner/test');
3948
const { TapParser } = require('internal/test_runner/tap_parser');
4049
const { YAMLToJs } = require('internal/test_runner/yaml_to_js');
4150
const { TokenKind } = require('internal/test_runner/tap_lexer');
@@ -54,6 +63,9 @@ const kFilterArgs = ['--test', '--experimental-test-coverage', '--watch'];
5463
const kFilterArgValues = ['--test-reporter', '--test-reporter-destination'];
5564
const kDiagnosticsFilterArgs = ['tests', 'pass', 'fail', 'cancelled', 'skipped', 'todo', 'duration_ms'];
5665

66+
const kCanceledTests = new SafeSet()
67+
.add(kCancelledByParent).add(kAborted).add(kTestTimeoutFailure);
68+
5769
// TODO(cjihrig): Replace this with recursive readdir once it lands.
5870
function processPath(path, testFiles, options) {
5971
const stats = statSync(path);
@@ -132,6 +144,11 @@ function getRunArgs({ path, inspectPort }) {
132144

133145
class FileTest extends Test {
134146
#buffer = [];
147+
#counters = { __proto__: null, all: 0, failed: 0, passed: 0, cancelled: 0, skipped: 0, todo: 0, totalFailed: 0 };
148+
failedSubtests = false;
149+
#skipReporting() {
150+
return this.#counters.all > 0 && (!this.error || this.error.failureType === kSubtestsFailed);
151+
}
135152
#checkNestedComment({ comment }) {
136153
const firstSpaceIndex = StringPrototypeIndexOf(comment, ' ');
137154
if (firstSpaceIndex === -1) return false;
@@ -140,8 +157,6 @@ class FileTest extends Test {
140157
ArrayPrototypeIncludes(kDiagnosticsFilterArgs, StringPrototypeSlice(comment, 0, firstSpaceIndex));
141158
}
142159
#handleReportItem({ kind, node, comments, nesting = 0 }) {
143-
nesting += 1;
144-
145160
if (comments) {
146161
ArrayPrototypeForEach(comments, (comment) => this.reporter.diagnostic(nesting, this.name, comment));
147162
}
@@ -152,17 +167,20 @@ class FileTest extends Test {
152167
break;
153168

154169
case TokenKind.TAP_PLAN:
170+
if (nesting === 0 && this.#skipReporting()) {
171+
break;
172+
}
155173
this.reporter.plan(nesting, this.name, node.end - node.start + 1);
156174
break;
157175

158176
case TokenKind.TAP_SUBTEST_POINT:
159177
this.reporter.start(nesting, this.name, node.name);
160178
break;
161179

162-
case TokenKind.TAP_TEST_POINT:
163-
// eslint-disable-next-line no-case-declarations
180+
case TokenKind.TAP_TEST_POINT: {
181+
164182
const { todo, skip, pass } = node.status;
165-
// eslint-disable-next-line no-case-declarations
183+
166184
let directive;
167185

168186
if (skip) {
@@ -173,29 +191,22 @@ class FileTest extends Test {
173191
directive = kEmptyObject;
174192
}
175193

176-
if (pass) {
177-
this.reporter.ok(
178-
nesting,
179-
this.name,
180-
node.id,
181-
node.description,
182-
YAMLToJs(node.diagnostics),
183-
directive
184-
);
185-
} else {
186-
this.reporter.fail(
187-
nesting,
188-
this.name,
189-
node.id,
190-
node.description,
191-
YAMLToJs(node.diagnostics),
192-
directive
193-
);
194+
const diagnostics = YAMLToJs(node.diagnostics);
195+
const cancelled = kCanceledTests.has(diagnostics.error?.failureType);
196+
const testNumber = nesting === 0 ? (Number(node.id) + this.testNumber - 1) : node.id;
197+
const method = pass ? 'ok' : 'fail';
198+
this.reporter[method](nesting, this.name, testNumber, node.description, diagnostics, directive);
199+
if (nesting === 0) {
200+
FunctionPrototypeCall(super.countSubtest,
201+
{ finished: true, skipped: skip, isTodo: todo, passed: pass, cancelled },
202+
this.#counters);
203+
this.failedSubtests ||= !pass;
194204
}
195205
break;
196206

207+
}
197208
case TokenKind.COMMENT:
198-
if (nesting === 1 && this.#checkNestedComment(node)) {
209+
if (nesting === 0 && this.#checkNestedComment(node)) {
199210
// Ignore file top level diagnostics
200211
break;
201212
}
@@ -215,10 +226,24 @@ class FileTest extends Test {
215226
this.reportStarted();
216227
this.#handleReportItem(ast);
217228
}
229+
countSubtest(counters) {
230+
if (this.#counters.all === 0) {
231+
return super.countSubtest(counters);
232+
}
233+
ArrayPrototypeForEach(ObjectKeys(counters), (key) => {
234+
counters[key] += this.#counters[key];
235+
});
236+
}
237+
reportStarted() {}
218238
report() {
219-
this.reportStarted();
239+
const skipReporting = this.#skipReporting();
240+
if (!skipReporting) {
241+
super.reportStarted();
242+
}
220243
ArrayPrototypeForEach(this.#buffer, (ast) => this.#handleReportItem(ast));
221-
super.report();
244+
if (!skipReporting) {
245+
super.report();
246+
}
222247
}
223248
}
224249

@@ -273,16 +298,14 @@ function runTestFile(path, root, inspectPort, filesWatcher) {
273298
subtest.addToReport(ast);
274299
});
275300

276-
const { 0: { 0: code, 1: signal } } = await SafePromiseAll([
277-
once(child, 'exit', { signal: t.signal }),
278-
child.stdout.toArray({ signal: t.signal }),
279-
]);
301+
const { 0: code, 1: signal } = await once(child, 'exit', { signal: t.signal });
280302

281303
runningProcesses.delete(path);
282304
runningSubtests.delete(path);
283305
if (code !== 0 || signal !== null) {
284306
if (!err) {
285-
err = ObjectAssign(new ERR_TEST_FAILURE('test failed', kSubtestsFailed), {
307+
const failureType = subtest.failedSubtests ? kSubtestsFailed : kTestCodeFailure;
308+
err = ObjectAssign(new ERR_TEST_FAILURE('test failed', failureType), {
286309
__proto__: null,
287310
exitCode: code,
288311
signal: signal,

‎lib/internal/test_runner/test.js

+37-27
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ const { cpus } = require('os');
5757
const { bigint: hrtime } = process.hrtime;
5858
const kCallbackAndPromisePresent = 'callbackAndPromisePresent';
5959
const kCancelledByParent = 'cancelledByParent';
60+
const kAborted = 'testAborted';
6061
const kParentAlreadyFinished = 'parentAlreadyFinished';
6162
const kSubtestsFailed = 'subtestsFailed';
6263
const kTestCodeFailure = 'testCodeFailure';
@@ -390,10 +391,12 @@ class Test extends AsyncResource {
390391
}
391392

392393
#abortHandler = () => {
393-
this.cancel(this.#outerSignal?.reason || new AbortError('The test was aborted'));
394+
const error = this.#outerSignal?.reason || new AbortError('The test was aborted');
395+
error.failureType = kAborted;
396+
this.#cancel(error);
394397
};
395398

396-
cancel(error) {
399+
#cancel(error) {
397400
if (this.endTime !== null) {
398401
return;
399402
}
@@ -470,7 +473,7 @@ class Test extends AsyncResource {
470473
return true;
471474
}
472475
if (this.#outerSignal?.aborted) {
473-
this.cancel(this.#outerSignal.reason || new AbortError('The test was aborted'));
476+
this.#abortHandler();
474477
return true;
475478
}
476479
}
@@ -563,7 +566,7 @@ class Test extends AsyncResource {
563566
try { await afterEach(); } catch { /* test is already failing, let's the error */ }
564567
if (isTestFailureError(err)) {
565568
if (err.failureType === kTestTimeoutFailure) {
566-
this.cancel(err);
569+
this.#cancel(err);
567570
} else {
568571
this.fail(err);
569572
}
@@ -577,9 +580,31 @@ class Test extends AsyncResource {
577580
this.postRun();
578581
}
579582

580-
postRun(pendingSubtestsError) {
581-
const counters = { __proto__: null, failed: 0, passed: 0, cancelled: 0, skipped: 0, todo: 0, totalFailed: 0 };
583+
countSubtest(counters) {
584+
// Check SKIP and TODO tests first, as those should not be counted as
585+
// failures.
586+
if (this.skipped) {
587+
counters.skipped++;
588+
} else if (this.isTodo) {
589+
counters.todo++;
590+
} else if (this.cancelled) {
591+
counters.cancelled++;
592+
} else if (!this.passed) {
593+
counters.failed++;
594+
} else {
595+
counters.passed++;
596+
}
597+
598+
if (!this.passed) {
599+
counters.totalFailed++;
600+
}
601+
counters.all++;
602+
}
582603

604+
postRun(pendingSubtestsError) {
605+
const counters = {
606+
__proto__: null, all: 0, failed: 0, passed: 0, cancelled: 0, skipped: 0, todo: 0, totalFailed: 0,
607+
};
583608
// If the test was failed before it even started, then the end time will
584609
// be earlier than the start time. Correct that here.
585610
if (this.endTime < this.startTime) {
@@ -594,27 +619,10 @@ class Test extends AsyncResource {
594619
const subtest = this.subtests[i];
595620

596621
if (!subtest.finished) {
597-
subtest.cancel(pendingSubtestsError);
622+
subtest.#cancel(pendingSubtestsError);
598623
subtest.postRun(pendingSubtestsError);
599624
}
600-
601-
// Check SKIP and TODO tests first, as those should not be counted as
602-
// failures.
603-
if (subtest.skipped) {
604-
counters.skipped++;
605-
} else if (subtest.isTodo) {
606-
counters.todo++;
607-
} else if (subtest.cancelled) {
608-
counters.cancelled++;
609-
} else if (!subtest.passed) {
610-
counters.failed++;
611-
} else {
612-
counters.passed++;
613-
}
614-
615-
if (!subtest.passed) {
616-
counters.totalFailed++;
617-
}
625+
subtest.countSubtest(counters);
618626
}
619627

620628
if ((this.passed || this.parent === null) && counters.totalFailed > 0) {
@@ -634,13 +642,13 @@ class Test extends AsyncResource {
634642
this.parent.processPendingSubtests();
635643
} else if (!this.reported) {
636644
this.reported = true;
637-
this.reporter.plan(this.nesting, kFilename, this.subtests.length);
645+
this.reporter.plan(this.nesting, kFilename, counters.all);
638646

639647
for (let i = 0; i < this.diagnostics.length; i++) {
640648
this.reporter.diagnostic(this.nesting, kFilename, this.diagnostics[i]);
641649
}
642650

643-
this.reporter.diagnostic(this.nesting, kFilename, `tests ${this.subtests.length}`);
651+
this.reporter.diagnostic(this.nesting, kFilename, `tests ${counters.all}`);
644652
this.reporter.diagnostic(this.nesting, kFilename, `pass ${counters.passed}`);
645653
this.reporter.diagnostic(this.nesting, kFilename, `fail ${counters.failed}`);
646654
this.reporter.diagnostic(this.nesting, kFilename, `cancelled ${counters.cancelled}`);
@@ -825,6 +833,8 @@ module.exports = {
825833
kCancelledByParent,
826834
kSubtestsFailed,
827835
kTestCodeFailure,
836+
kTestTimeoutFailure,
837+
kAborted,
828838
kUnwrapErrors,
829839
Suite,
830840
Test,

‎test/message/test_runner_abort.out

+10
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@ TAP version 13
4040
not ok 7 - not ok 3
4141
---
4242
duration_ms: *
43+
failureType: 'testAborted'
4344
error: 'This operation was aborted'
4445
code: 20
4546
stack: |-
@@ -58,6 +59,7 @@ TAP version 13
5859
not ok 8 - not ok 4
5960
---
6061
duration_ms: *
62+
failureType: 'testAborted'
6163
error: 'This operation was aborted'
6264
code: 20
6365
stack: |-
@@ -76,6 +78,7 @@ TAP version 13
7678
not ok 9 - not ok 5
7779
---
7880
duration_ms: *
81+
failureType: 'testAborted'
7982
error: 'This operation was aborted'
8083
code: 20
8184
stack: |-
@@ -94,6 +97,7 @@ TAP version 13
9497
not ok 1 - promise timeout signal
9598
---
9699
duration_ms: *
100+
failureType: 'testAborted'
97101
error: 'The operation was aborted due to timeout'
98102
code: 23
99103
stack: |-
@@ -106,6 +110,7 @@ not ok 1 - promise timeout signal
106110
not ok 2 - promise abort signal
107111
---
108112
duration_ms: *
113+
failureType: 'testAborted'
109114
error: 'This operation was aborted'
110115
code: 20
111116
stack: |-
@@ -160,6 +165,7 @@ not ok 2 - promise abort signal
160165
not ok 7 - not ok 3
161166
---
162167
duration_ms: *
168+
failureType: 'testAborted'
163169
error: 'This operation was aborted'
164170
code: 20
165171
stack: |-
@@ -178,6 +184,7 @@ not ok 2 - promise abort signal
178184
not ok 8 - not ok 4
179185
---
180186
duration_ms: *
187+
failureType: 'testAborted'
181188
error: 'This operation was aborted'
182189
code: 20
183190
stack: |-
@@ -196,6 +203,7 @@ not ok 2 - promise abort signal
196203
not ok 9 - not ok 5
197204
---
198205
duration_ms: *
206+
failureType: 'testAborted'
199207
error: 'This operation was aborted'
200208
code: 20
201209
stack: |-
@@ -214,6 +222,7 @@ not ok 2 - promise abort signal
214222
not ok 3 - callback timeout signal
215223
---
216224
duration_ms: *
225+
failureType: 'testAborted'
217226
error: 'The operation was aborted due to timeout'
218227
code: 23
219228
stack: |-
@@ -226,6 +235,7 @@ not ok 3 - callback timeout signal
226235
not ok 4 - callback abort signal
227236
---
228237
duration_ms: *
238+
failureType: 'testAborted'
229239
error: 'This operation was aborted'
230240
code: 20
231241
stack: |-

‎test/message/test_runner_abort_suite.out

+2
Original file line numberDiff line numberDiff line change
@@ -64,6 +64,7 @@ TAP version 13
6464
not ok 1 - describe timeout signal
6565
---
6666
duration_ms: *
67+
failureType: 'testAborted'
6768
error: 'The operation was aborted due to timeout'
6869
code: 23
6970
stack: |-
@@ -76,6 +77,7 @@ not ok 1 - describe timeout signal
7677
not ok 2 - describe abort signal
7778
---
7879
duration_ms: *
80+
failureType: 'testAborted'
7981
error: 'This operation was aborted'
8082
code: 20
8183
stack: |-

‎test/message/test_runner_output_cli.out

+557-567
Large diffs are not rendered by default.

‎test/parallel/test-runner-cli.js

+46-56
Original file line numberDiff line numberDiff line change
@@ -28,11 +28,10 @@ const testFixtures = fixtures.path('test-runner');
2828
assert.strictEqual(child.signal, null);
2929
assert.strictEqual(child.stderr.toString(), '');
3030
const stdout = child.stdout.toString();
31-
assert.match(stdout, /ok 1 - .+index\.test\.js/);
32-
assert.match(stdout, /not ok 2 - .+random\.test\.mjs/);
33-
assert.match(stdout, /not ok 1 - this should fail/);
31+
assert.match(stdout, /ok 1 - this should pass/);
32+
assert.match(stdout, /not ok 2 - this should fail/);
3433
assert.match(stdout, /ok 3 - .+subdir.+subdir_test\.js/);
35-
assert.match(stdout, /ok 4 - .+random\.cjs/);
34+
assert.match(stdout, /ok 4 - this should pass/);
3635
}
3736

3837
{
@@ -41,11 +40,10 @@ const testFixtures = fixtures.path('test-runner');
4140
const child = spawnSync(process.execPath, args);
4241

4342
const stdout = child.stdout.toString();
44-
assert.match(stdout, /ok 1 - .+index\.test\.js/);
45-
assert.match(stdout, /not ok 2 - .+random\.test\.mjs/);
46-
assert.match(stdout, /not ok 1 - this should fail/);
43+
assert.match(stdout, /ok 1 - this should pass/);
44+
assert.match(stdout, /not ok 2 - this should fail/);
4745
assert.match(stdout, /ok 3 - .+subdir.+subdir_test\.js/);
48-
assert.match(stdout, /ok 4 - .+random\.cjs/);
46+
assert.match(stdout, /ok 4 - this should pass/);
4947
assert.strictEqual(child.status, 1);
5048
assert.strictEqual(child.signal, null);
5149
assert.strictEqual(child.stderr.toString(), '');
@@ -61,10 +59,10 @@ const testFixtures = fixtures.path('test-runner');
6159
assert.strictEqual(child.stderr.toString(), '');
6260
const stdout = child.stdout.toString();
6361
assert.match(stdout, /not ok 1 - .+index\.js/);
64-
assert.match(stdout, /ok 2 - .+index\.test\.js/);
65-
assert.match(stdout, /not ok 3 - .+random\.test\.mjs/);
66-
assert.match(stdout, /not ok 1 - this should fail/);
62+
assert.match(stdout, /ok 2 - this should pass/);
63+
assert.match(stdout, /not ok 3 - this should fail/);
6764
assert.match(stdout, /ok 4 - .+subdir.+subdir_test\.js/);
65+
assert.match(stdout, /ok 5 - this should pass/);
6866
}
6967

7068
{
@@ -89,11 +87,10 @@ const testFixtures = fixtures.path('test-runner');
8987
assert.strictEqual(child.signal, null);
9088
assert.strictEqual(child.stderr.toString(), '');
9189
const stdout = child.stdout.toString();
92-
assert.match(stdout, /ok 1 - .+index\.test\.js/);
93-
assert.match(stdout, /not ok 2 - .+random\.test\.mjs/);
94-
assert.match(stdout, /not ok 1 - this should fail/);
90+
assert.match(stdout, /ok 1 - this should pass/);
91+
assert.match(stdout, /not ok 2 - this should fail/);
9592
assert.match(stdout, /ok 3 - .+subdir.+subdir_test\.js/);
96-
assert.match(stdout, /ok 4 - .+random\.cjs/);
93+
assert.match(stdout, /ok 4 - this should pass/);
9794
}
9895

9996
{
@@ -131,42 +128,36 @@ const testFixtures = fixtures.path('test-runner');
131128
assert.strictEqual(child.signal, null);
132129
assert.strictEqual(child.stderr.toString(), '');
133130
const stdout = child.stdout.toString();
134-
assert.match(stdout, /# Subtest: .+index\.test\.js/);
135-
assert.match(stdout, / {4}# Subtest: this should pass/);
136-
assert.match(stdout, / {4}ok 1 - this should pass/);
137-
assert.match(stdout, / {6}---/);
138-
assert.match(stdout, / {6}duration_ms: .*/);
139-
assert.match(stdout, / {6}\.\.\./);
140-
assert.match(stdout, / {4}1\.\.1/);
141-
142-
assert.match(stdout, /ok 1 - .+index\.test\.js/);
131+
assert.match(stdout, /# Subtest: this should pass/);
132+
assert.match(stdout, /ok 1 - this should pass/);
133+
assert.match(stdout, / {2}---/);
134+
assert.match(stdout, / {2}duration_ms: .*/);
135+
assert.match(stdout, / {2}\.\.\./);
143136

144137
assert.match(stdout, /# Subtest: .+invalid-tap\.js/);
145-
assert.match(stdout, / {4}# invalid tap output/);
138+
assert.match(stdout, /# invalid tap output/);
146139
assert.match(stdout, /ok 2 - .+invalid-tap\.js/);
147140

148-
assert.match(stdout, /# Subtest: .+nested\.js/);
149-
assert.match(stdout, / {4}# Subtest: level 0a/);
150-
assert.match(stdout, / {8}# Subtest: level 1a/);
151-
assert.match(stdout, / {8}ok 1 - level 1a/);
152-
assert.match(stdout, / {8}# Subtest: level 1b/);
153-
assert.match(stdout, / {8}not ok 2 - level 1b/);
154-
assert.match(stdout, / {10}code: 'ERR_TEST_FAILURE'/);
155-
assert.match(stdout, / {10}stack: |-'/);
156-
assert.match(stdout, / {12}TestContext\.<anonymous> .*/);
157-
assert.match(stdout, / {8}# Subtest: level 1c/);
158-
assert.match(stdout, / {8}ok 3 - level 1c # SKIP aaa/);
159-
assert.match(stdout, / {8}# Subtest: level 1d/);
160-
assert.match(stdout, / {8}ok 4 - level 1d/);
161-
assert.match(stdout, / {4}not ok 1 - level 0a/);
162-
assert.match(stdout, / {6}error: '1 subtest failed'/);
163-
assert.match(stdout, / {4}# Subtest: level 0b/);
164-
assert.match(stdout, / {4}not ok 2 - level 0b/);
165-
assert.match(stdout, / {6}error: 'level 0b error'/);
166-
assert.match(stdout, /not ok 3 - .+nested\.js/);
167-
assert.match(stdout, /# tests 3/);
141+
assert.match(stdout, /# Subtest: level 0a/);
142+
assert.match(stdout, / {4}# Subtest: level 1a/);
143+
assert.match(stdout, / {4}ok 1 - level 1a/);
144+
assert.match(stdout, / {4}# Subtest: level 1b/);
145+
assert.match(stdout, / {4}not ok 2 - level 1b/);
146+
assert.match(stdout, / {6}code: 'ERR_TEST_FAILURE'/);
147+
assert.match(stdout, / {6}stack: |-'/);
148+
assert.match(stdout, / {8}TestContext\.<anonymous> .*/);
149+
assert.match(stdout, / {4}# Subtest: level 1c/);
150+
assert.match(stdout, / {4}ok 3 - level 1c # SKIP aaa/);
151+
assert.match(stdout, / {4}# Subtest: level 1d/);
152+
assert.match(stdout, / {4}ok 4 - level 1d/);
153+
assert.match(stdout, /not ok 3 - level 0a/);
154+
assert.match(stdout, / {2}error: '1 subtest failed'/);
155+
assert.match(stdout, /# Subtest: level 0b/);
156+
assert.match(stdout, /not ok 4 - level 0b/);
157+
assert.match(stdout, / {2}error: 'level 0b error'/);
158+
assert.match(stdout, /# tests 4/);
168159
assert.match(stdout, /# pass 2/);
169-
assert.match(stdout, /# fail 1/);
160+
assert.match(stdout, /# fail 2/);
170161
}
171162

172163
{
@@ -181,16 +172,15 @@ const testFixtures = fixtures.path('test-runner');
181172
assert.strictEqual(child.signal, null);
182173
assert.strictEqual(child.stderr.toString(), '');
183174
const stdout = child.stdout.toString();
184-
assert.match(stdout, /# Subtest: .+user-logs\.js/);
185-
assert.match(stdout, / {4}# stderr 1/);
186-
assert.match(stdout, / {4}# stderr 2/);
187-
assert.match(stdout, / {4}# stdout 3/);
188-
assert.match(stdout, / {4}# stderr 6/);
189-
assert.match(stdout, / {4}# not ok 1 - fake test/);
190-
assert.match(stdout, / {4}# stderr 5/);
191-
assert.match(stdout, / {4}# stdout 4/);
192-
assert.match(stdout, / {4}# Subtest: a test/);
193-
assert.match(stdout, / {4}ok 1 - a test/);
175+
assert.match(stdout, /# stderr 1/);
176+
assert.match(stdout, /# stderr 2/);
177+
assert.match(stdout, /# stdout 3/);
178+
assert.match(stdout, /# stderr 6/);
179+
assert.match(stdout, /# not ok 1 - fake test/);
180+
assert.match(stdout, /# stderr 5/);
181+
assert.match(stdout, /# stdout 4/);
182+
assert.match(stdout, /# Subtest: a test/);
183+
assert.match(stdout, /ok 1 - a test/);
194184
assert.match(stdout, /# tests 1/);
195185
assert.match(stdout, /# pass 1/);
196186
}

‎test/parallel/test-runner-extraneous-async-activity.js

+6-4
Original file line numberDiff line numberDiff line change
@@ -10,8 +10,9 @@ const { spawnSync } = require('child_process');
1010
fixtures.path('test-runner', 'extraneous_set_immediate_async.mjs'),
1111
]);
1212
const stdout = child.stdout.toString();
13-
assert.match(stdout, /^# pass 0$/m);
14-
assert.match(stdout, /^# fail 1$/m);
13+
assert.match(stdout, /^# Warning: Test "extraneous async activity test" generated asynchronous activity after the test ended/m);
14+
assert.match(stdout, /^# pass 1/m);
15+
assert.match(stdout, /^# fail 0$/m);
1516
assert.match(stdout, /^# cancelled 0$/m);
1617
assert.strictEqual(child.status, 1);
1718
assert.strictEqual(child.signal, null);
@@ -23,8 +24,9 @@ const { spawnSync } = require('child_process');
2324
fixtures.path('test-runner', 'extraneous_set_timeout_async.mjs'),
2425
]);
2526
const stdout = child.stdout.toString();
26-
assert.match(stdout, /^# pass 0$/m);
27-
assert.match(stdout, /^# fail 1$/m);
27+
assert.match(stdout, /^# Warning: Test "extraneous async activity test" generated asynchronous activity after the test ended/m);
28+
assert.match(stdout, /^# pass 1$/m);
29+
assert.match(stdout, /^# fail 0$/m);
2830
assert.match(stdout, /^# cancelled 0$/m);
2931
assert.strictEqual(child.status, 1);
3032
assert.strictEqual(child.signal, null);

‎test/parallel/test-runner-reporters.js

+10-8
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ describe('node:test reporters', { concurrency: true }, () => {
2626
it('should default destination to stdout when passing a single reporter', async () => {
2727
const child = spawnSync(process.execPath, ['--test', '--test-reporter', 'dot', testFile]);
2828
assert.strictEqual(child.stderr.toString(), '');
29-
assert.strictEqual(child.stdout.toString(), '.XX.X\n');
29+
assert.strictEqual(child.stdout.toString(), '.XX.\n');
3030
});
3131

3232
it('should throw when passing reporters without a destination', async () => {
@@ -45,13 +45,13 @@ describe('node:test reporters', { concurrency: true }, () => {
4545
const child = spawnSync(process.execPath,
4646
['--test', '--test-reporter', 'dot', '--test-reporter-destination', 'stdout', testFile]);
4747
assert.strictEqual(child.stderr.toString(), '');
48-
assert.strictEqual(child.stdout.toString(), '.XX.X\n');
48+
assert.strictEqual(child.stdout.toString(), '.XX.\n');
4949
});
5050

5151
it('should support stderr as a destination', async () => {
5252
const child = spawnSync(process.execPath,
5353
['--test', '--test-reporter', 'dot', '--test-reporter-destination', 'stderr', testFile]);
54-
assert.strictEqual(child.stderr.toString(), '.XX.X\n');
54+
assert.strictEqual(child.stderr.toString(), '.XX.\n');
5555
assert.strictEqual(child.stdout.toString(), '');
5656
});
5757

@@ -61,7 +61,7 @@ describe('node:test reporters', { concurrency: true }, () => {
6161
['--test', '--test-reporter', 'dot', '--test-reporter-destination', file, testFile]);
6262
assert.strictEqual(child.stderr.toString(), '');
6363
assert.strictEqual(child.stdout.toString(), '');
64-
assert.strictEqual(fs.readFileSync(file, 'utf8'), '.XX.X\n');
64+
assert.strictEqual(fs.readFileSync(file, 'utf8'), '.XX.\n');
6565
});
6666

6767
it('should support multiple reporters', async () => {
@@ -75,7 +75,7 @@ describe('node:test reporters', { concurrency: true }, () => {
7575
testFile]);
7676
assert.match(child.stdout.toString(), /TAP version 13/);
7777
assert.match(child.stdout.toString(), /# duration_ms/);
78-
assert.strictEqual(fs.readFileSync(file, 'utf8'), '.XX.X\n');
78+
assert.strictEqual(fs.readFileSync(file, 'utf8'), '.XX.\n');
7979
const file2Contents = fs.readFileSync(file2, 'utf8');
8080
assert.match(file2Contents, /▶ nested/);
8181
assert.match(file2Contents, /✔ ok/);
@@ -89,7 +89,9 @@ describe('node:test reporters', { concurrency: true }, () => {
8989
['--test', '--test-reporter', fixtures.fileURL('test-runner/custom_reporters/', filename),
9090
testFile]);
9191
assert.strictEqual(child.stderr.toString(), '');
92-
assert.strictEqual(child.stdout.toString(), `${filename} {"test:start":5,"test:pass":2,"test:fail":3,"test:plan":3,"test:diagnostic":7}`);
92+
const stdout = child.stdout.toString();
93+
assert.match(stdout, /{"test:start":4,"test:pass":2,"test:fail":2,"test:plan":2,"test:diagnostic":\d+}$/);
94+
assert.strictEqual(stdout.slice(0, filename.length + 2), `${filename} {`);
9395
});
9496
});
9597

@@ -100,7 +102,7 @@ describe('node:test reporters', { concurrency: true }, () => {
100102
assert.strictEqual(child.stderr.toString(), '');
101103
assert.match(
102104
child.stdout.toString(),
103-
/^package: reporter-cjs{"test:start":5,"test:pass":2,"test:fail":3,"test:plan":3,"test:diagnostic":\d+}$/,
105+
/^package: reporter-cjs{"test:start":4,"test:pass":2,"test:fail":2,"test:plan":2,"test:diagnostic":\d+}$/,
104106
);
105107
});
106108

@@ -111,7 +113,7 @@ describe('node:test reporters', { concurrency: true }, () => {
111113
assert.strictEqual(child.stderr.toString(), '');
112114
assert.match(
113115
child.stdout.toString(),
114-
/^package: reporter-esm{"test:start":5,"test:pass":2,"test:fail":3,"test:plan":3,"test:diagnostic":\d+}$/,
116+
/^package: reporter-esm{"test:start":4,"test:pass":2,"test:fail":2,"test:plan":2,"test:diagnostic":\d+}$/,
115117
);
116118
});
117119
});

‎test/parallel/test-runner-run.mjs

+2-2
Original file line numberDiff line numberDiff line change
@@ -27,15 +27,15 @@ describe('require(\'node:test\').run', { concurrency: true }, () => {
2727
it('should succeed with a file', async () => {
2828
const stream = run({ files: [join(testFixtures, 'test/random.cjs')] });
2929
stream.on('test:fail', common.mustNotCall());
30-
stream.on('test:pass', common.mustCall(2));
30+
stream.on('test:pass', common.mustCall(1));
3131
// eslint-disable-next-line no-unused-vars
3232
for await (const _ of stream);
3333
});
3434

3535
it('should run same file twice', async () => {
3636
const stream = run({ files: [join(testFixtures, 'test/random.cjs'), join(testFixtures, 'test/random.cjs')] });
3737
stream.on('test:fail', common.mustNotCall());
38-
stream.on('test:pass', common.mustCall(4));
38+
stream.on('test:pass', common.mustCall(2));
3939
// eslint-disable-next-line no-unused-vars
4040
for await (const _ of stream);
4141
});

0 commit comments

Comments
 (0)
Please sign in to comment.