node/test/parallel/test-runner-output.mjs
Pietro Marchini 025d8ada5f
lib: ensure FORCE_COLOR forces color output in non-TTY environments
PR-URL: https://github.com/nodejs/node/pull/55404
Reviewed-By: Luigi Pinca <luigipinca@gmail.com>
Reviewed-By: Jake Yuesong Li <jake.yuesong@gmail.com>
Reviewed-By: Matteo Collina <matteo.collina@gmail.com>
Reviewed-By: Chemi Atlow <chemi@atlow.co.il>
Reviewed-By: Moshe Atlow <moshe@atlow.co.il>
Reviewed-By: James M Snell <jasnell@gmail.com>
2024-10-23 06:51:50 +00:00

308 lines
10 KiB
JavaScript

import * as common from '../common/index.mjs';
import * as fixtures from '../common/fixtures.mjs';
import * as snapshot from '../common/assertSnapshot.js';
import { describe, it } from 'node:test';
import { hostname } from 'node:os';
import { chdir, cwd } from 'node:process';
import { fileURLToPath } from 'node:url';
const skipForceColors =
process.config.variables.icu_gyp_path !== 'tools/icu/icu-generic.gyp' ||
process.config.variables.node_shared_openssl;
const canColorize = process.stderr?.isTTY && (
typeof process.stderr?.getColorDepth === 'function' ?
process.stderr?.getColorDepth() > 2 : true);
const skipCoverageColors = !canColorize;
function replaceTestDuration(str) {
return str
.replaceAll(/duration_ms: [0-9.]+/g, 'duration_ms: *')
.replaceAll(/duration_ms [0-9.]+/g, 'duration_ms *');
}
const root = fileURLToPath(new URL('../..', import.meta.url)).slice(0, -1);
const color = '(\\[\\d+m)';
const stackTraceBasePath = new RegExp(`${color}\\(${root.replaceAll(/[\\^$*+?.()|[\]{}]/g, '\\$&')}/?${color}(.*)${color}\\)`, 'g');
function replaceSpecDuration(str) {
return str
.replaceAll(/[0-9.]+ms/g, '*ms')
.replaceAll(/duration_ms [0-9.]+/g, 'duration_ms *')
.replace(stackTraceBasePath, '$3');
}
function replaceJunitDuration(str) {
return str
.replaceAll(/time="[0-9.]+"/g, 'time="*"')
.replaceAll(/duration_ms [0-9.]+/g, 'duration_ms *')
.replaceAll(hostname(), 'HOSTNAME')
.replace(stackTraceBasePath, '$3');
}
function removeWindowsPathEscaping(str) {
return common.isWindows ? str.replaceAll(/\\\\/g, '\\') : str;
}
function replaceTestLocationLine(str) {
return str.replaceAll(/(js:)(\d+)(:\d+)/g, '$1(LINE)$3');
}
// The Node test coverage returns results for all files called by the test. This
// will make the output file change if files like test/common/index.js change.
// This transform picks only the first line and then the lines from the test
// file.
function pickTestFileFromLcov(str) {
const lines = str.split(/\n/);
const firstLineOfTestFile = lines.findIndex(
(line) => line.startsWith('SF:') && line.trim().endsWith('output.js')
);
const lastLineOfTestFile = lines.findIndex(
(line, index) => index > firstLineOfTestFile && line.trim() === 'end_of_record'
);
return (
lines[0] + '\n' + lines.slice(firstLineOfTestFile, lastLineOfTestFile + 1).join('\n') + '\n'
);
}
const defaultTransform = snapshot.transform(
snapshot.replaceWindowsLineEndings,
snapshot.replaceStackTrace,
removeWindowsPathEscaping,
snapshot.replaceFullPaths,
snapshot.replaceWindowsPaths,
replaceTestDuration,
replaceTestLocationLine,
);
const specTransform = snapshot.transform(
replaceSpecDuration,
snapshot.replaceWindowsLineEndings,
snapshot.replaceStackTrace,
snapshot.replaceWindowsPaths,
);
const junitTransform = snapshot.transform(
replaceJunitDuration,
snapshot.replaceWindowsLineEndings,
snapshot.replaceStackTrace,
snapshot.replaceWindowsPaths,
);
const lcovTransform = snapshot.transform(
snapshot.replaceWindowsLineEndings,
snapshot.replaceStackTrace,
snapshot.replaceFullPaths,
snapshot.replaceWindowsPaths,
pickTestFileFromLcov
);
const tests = [
{ name: 'test-runner/output/abort.js', flags: ['--test-reporter=tap'] },
{
name: 'test-runner/output/abort-runs-after-hook.js',
flags: ['--test-reporter=tap'],
},
{ name: 'test-runner/output/abort_suite.js', flags: ['--test-reporter=tap'] },
{ name: 'test-runner/output/abort_hooks.js', flags: ['--test-reporter=tap'] },
{ name: 'test-runner/output/describe_it.js', flags: ['--test-reporter=tap'] },
{
name: 'test-runner/output/describe_nested.js',
flags: ['--test-reporter=tap'],
},
{ name: 'test-runner/output/eval_dot.js', transform: specTransform },
{ name: 'test-runner/output/eval_spec.js', transform: specTransform },
{ name: 'test-runner/output/eval_tap.js' },
{
name: 'test-runner/output/filtered-suite-delayed-build.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/filtered-suite-order.mjs',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/filtered-suite-throws.js',
flags: ['--test-reporter=tap'],
},
{ name: 'test-runner/output/hooks.js', flags: ['--test-reporter=tap'] },
{ name: 'test-runner/output/hooks_spec_reporter.js', transform: specTransform },
{ name: 'test-runner/output/skip-each-hooks.js', transform: specTransform },
{ name: 'test-runner/output/suite-skip-hooks.js', transform: specTransform },
{
name: 'test-runner/output/timeout_in_before_each_should_not_affect_further_tests.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/hooks-with-no-global-test.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/global-hooks-with-no-tests.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/before-and-after-each-too-many-listeners.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/before-and-after-each-with-timeout-too-many-listeners.js',
flags: ['--test-reporter=tap'],
},
{ name: 'test-runner/output/force_exit.js', transform: specTransform },
{
name: 'test-runner/output/global_after_should_fail_the_test.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/no_refs.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/no_tests.js',
flags: ['--test-reporter=tap'],
},
{ name: 'test-runner/output/only_tests.js', flags: ['--test-reporter=tap'] },
{ name: 'test-runner/output/dot_reporter.js', transform: specTransform },
{ name: 'test-runner/output/junit_reporter.js', transform: junitTransform },
{ name: 'test-runner/output/spec_reporter_successful.js', transform: specTransform },
{ name: 'test-runner/output/spec_reporter.js', transform: specTransform },
{ name: 'test-runner/output/spec_reporter_cli.js', transform: specTransform },
{
name: 'test-runner/output/source_mapped_locations.mjs',
flags: ['--test-reporter=tap'],
},
process.features.inspector ? { name: 'test-runner/output/lcov_reporter.js', transform: lcovTransform } : false,
{ name: 'test-runner/output/output.js', flags: ['--test-reporter=tap'] },
{ name: 'test-runner/output/output_cli.js' },
{
name: 'test-runner/output/name_and_skip_patterns.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/name_pattern.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/name_pattern_with_only.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/skip_pattern.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/unfinished-suite-async-error.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/unresolved_promise.js',
flags: ['--test-reporter=tap'],
},
{ name: 'test-runner/output/default_output.js', transform: specTransform, tty: true },
{
name: 'test-runner/output/arbitrary-output.js',
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/non-tty-forced-color-output.js',
transform: specTransform,
},
canColorize ? {
name: 'test-runner/output/assertion-color-tty.mjs',
flags: ['--test', '--stack-trace-limit=0'],
transform: specTransform,
tty: true,
} : false,
{
name: 'test-runner/output/async-test-scheduling.mjs',
flags: ['--test-reporter=tap'],
},
!skipForceColors ? {
name: 'test-runner/output/arbitrary-output-colored.js',
transform: snapshot.transform(specTransform, replaceTestDuration), tty: true
} : false,
{ name: 'test-runner/output/dot_output_custom_columns.js', transform: specTransform, tty: true },
{
name: 'test-runner/output/tap_escape.js',
transform: snapshot.transform(
snapshot.replaceWindowsLineEndings,
replaceTestDuration,
),
flags: ['--test-reporter=tap'],
},
{
name: 'test-runner/output/test-runner-plan.js',
flags: ['--test-reporter=tap'],
},
process.features.inspector ? {
name: 'test-runner/output/coverage_failure.js',
flags: ['--test-reporter=tap'],
} : false,
{
name: 'test-runner/output/test-diagnostic-warning-without-test-only-flag.js',
flags: ['--test', '--test-reporter=tap'],
},
process.features.inspector ? {
name: 'test-runner/output/coverage-width-40.mjs',
flags: ['--test-reporter=tap'],
} : false,
process.features.inspector ? {
name: 'test-runner/output/coverage-width-80.mjs',
flags: ['--test-reporter=tap'],
} : false,
process.features.inspector && !skipCoverageColors ? {
name: 'test-runner/output/coverage-width-80-color.mjs',
transform: specTransform,
tty: true
} : false,
process.features.inspector ? {
name: 'test-runner/output/coverage-width-100.mjs',
flags: ['--test-reporter=tap'],
} : false,
process.features.inspector ? {
name: 'test-runner/output/coverage-width-150.mjs',
flags: ['--test-reporter=tap'],
} : false,
process.features.inspector ? {
name: 'test-runner/output/coverage-width-infinity.mjs',
flags: ['--test-reporter=tap'],
} : false,
process.features.inspector ? {
name: 'test-runner/output/coverage-width-80-uncovered-lines.mjs',
flags: ['--test-reporter=tap'],
} : false,
process.features.inspector ? {
name: 'test-runner/output/coverage-width-100-uncovered-lines.mjs',
flags: ['--test-reporter=tap'],
} : false,
process.features.inspector && !skipCoverageColors ? {
name: 'test-runner/output/coverage-width-80-uncovered-lines-color.mjs',
transform: specTransform,
tty: true
} : false,
process.features.inspector ? {
name: 'test-runner/output/coverage-width-150-uncovered-lines.mjs',
flags: ['--test-reporter=tap'],
} : false,
process.features.inspector ? {
name: 'test-runner/output/coverage-width-infinity-uncovered-lines.mjs',
flags: ['--test-reporter=tap'],
} : false,
]
.filter(Boolean)
.map(({ flags, name, tty, transform }) => ({
name,
fn: common.mustCall(async () => {
await snapshot.spawnAndAssert(fixtures.path(name), transform ?? defaultTransform, { tty, flags });
}),
}));
if (cwd() !== root) {
chdir(root);
}
describe('test runner output', { concurrency: true }, () => {
for (const { name, fn } of tests) {
it(name, fn);
}
});