node/test/parallel/test-runner-cli.js

'use strict';

require('../common');
const assert = require('assert');
const { spawnSync } = require('child_process');
const { join } = require('path');
const fixtures = require('../common/fixtures');
const testFixtures = fixtures.path('test-runner');

{
  // File not found.
  const args = ['--test', 'a-random-file-that-does-not-exist.js'];
  const child = spawnSync(process.execPath, args);

  assert.strictEqual(child.status, 1);
  assert.strictEqual(child.signal, null);
  assert.strictEqual(child.stdout.toString(), '');
  assert.match(child.stderr.toString(), /^Could not find/);
}

{
  // Default behavior. node_modules is ignored. Files that don't match the
  // pattern are ignored except in test/ directories.
  const args = ['--test', testFixtures];
  const child = spawnSync(process.execPath, args);

  assert.strictEqual(child.status, 1);
  assert.strictEqual(child.signal, null);
  assert.strictEqual(child.stderr.toString(), '');
  const stdout = child.stdout.toString();
  assert.match(stdout, /ok 1 - .+index\.test\.js/);
  assert.match(stdout, /not ok 2 - .+random\.test\.mjs/);
  assert.match(stdout, /not ok 1 - this should fail/);
  assert.match(stdout, /ok 3 - .+subdir.+subdir_test\.js/);
  assert.match(stdout, /ok 4 - .+random\.cjs/);
}

{
  // Same but with a prototype mutation in require scripts.
  const args = ['--require', join(testFixtures, 'protoMutation.js'), '--test', testFixtures];
  const child = spawnSync(process.execPath, args);

  const stdout = child.stdout.toString();
  assert.match(stdout, /ok 1 - .+index\.test\.js/);
  assert.match(stdout, /not ok 2 - .+random\.test\.mjs/);
  assert.match(stdout, /not ok 1 - this should fail/);
  assert.match(stdout, /ok 3 - .+subdir.+subdir_test\.js/);
  assert.match(stdout, /ok 4 - .+random\.cjs/);
  assert.strictEqual(child.status, 1);
  assert.strictEqual(child.signal, null);
  assert.strictEqual(child.stderr.toString(), '');
}

{
  // User specified files that don't match the pattern are still run.
  const args = ['--test', testFixtures, join(testFixtures, 'index.js')];
  const child = spawnSync(process.execPath, args);

  assert.strictEqual(child.status, 1);
  assert.strictEqual(child.signal, null);
  assert.strictEqual(child.stderr.toString(), '');
  const stdout = child.stdout.toString();
  assert.match(stdout, /not ok 1 - .+index\.js/);
  assert.match(stdout, /ok 2 - .+index\.test\.js/);
  assert.match(stdout, /not ok 3 - .+random\.test\.mjs/);
  assert.match(stdout, /not ok 1 - this should fail/);
  assert.match(stdout, /ok 4 - .+subdir.+subdir_test\.js/);
}

{
  // Searches node_modules if specified.
  const args = ['--test', join(testFixtures, 'node_modules')];
  const child = spawnSync(process.execPath, args);

  assert.strictEqual(child.status, 1);
  assert.strictEqual(child.signal, null);
  assert.strictEqual(child.stderr.toString(), '');
  const stdout = child.stdout.toString();
  assert.match(stdout, /not ok 1 - .+test-nm\.js/);
}

{
  // The current directory is used by default.
  const args = ['--test'];
  const options = { cwd: testFixtures };
  const child = spawnSync(process.execPath, args, options);

  assert.strictEqual(child.status, 1);
  assert.strictEqual(child.signal, null);
  assert.strictEqual(child.stderr.toString(), '');
  const stdout = child.stdout.toString();
  assert.match(stdout, /ok 1 - .+index\.test\.js/);
  assert.match(stdout, /not ok 2 - .+random\.test\.mjs/);
  assert.match(stdout, /not ok 1 - this should fail/);
  assert.match(stdout, /ok 3 - .+subdir.+subdir_test\.js/);
  assert.match(stdout, /ok 4 - .+random\.cjs/);
}

{
  // Flags that cannot be combined with --test.
  const flags = [
    ['--check', '--test'],
    ['--interactive', '--test'],
    ['--eval', 'console.log("should not print")', '--test'],
    ['--print', 'console.log("should not print")', '--test'],
  ];

  flags.forEach((args) => {
    const child = spawnSync(process.execPath, args);

    assert.notStrictEqual(child.status, 0);
    assert.strictEqual(child.signal, null);
    assert.strictEqual(child.stdout.toString(), '');
    const stderr = child.stderr.toString();
    assert.match(stderr, /--test/);
  });
}

{
  // Test combined stream outputs
  const args = [
    '--test',
    'test/fixtures/test-runner/index.test.js',
    'test/fixtures/test-runner/nested.js',
    'test/fixtures/test-runner/invalid-tap.js',
  ];
  const child = spawnSync(process.execPath, args);


  assert.strictEqual(child.status, 1);
  assert.strictEqual(child.signal, null);
  assert.strictEqual(child.stderr.toString(), '');
  const stdout = child.stdout.toString();
  assert.match(stdout, /# Subtest: .+index\.test\.js/);
  assert.match(stdout, / {4}# Subtest: this should pass/);
  assert.match(stdout, / {4}ok 1 - this should pass/);
  assert.match(stdout, / {6}---/);
  assert.match(stdout, / {6}duration_ms: .*/);
  assert.match(stdout, / {6}\.\.\./);
  assert.match(stdout, / {4}1\.\.1/);

  assert.match(stdout, /ok 1 - .+index\.test\.js/);

  assert.match(stdout, /# Subtest: .+invalid-tap\.js/);
  assert.match(stdout, / {4}# invalid tap output/);
  assert.match(stdout, /ok 2 - .+invalid-tap\.js/);

  assert.match(stdout, /# Subtest: .+nested\.js/);
  assert.match(stdout, / {4}# Subtest: level 0a/);
  assert.match(stdout, / {8}# Subtest: level 1a/);
  assert.match(stdout, / {8}ok 1 - level 1a/);
  assert.match(stdout, / {8}# Subtest: level 1b/);
  assert.match(stdout, / {8}not ok 2 - level 1b/);
  assert.match(stdout, / {10}code: 'ERR_TEST_FAILURE'/);
  assert.match(stdout, / {10}stack: |-'/);
  assert.match(stdout, / {12}TestContext\.<anonymous> .*/);
  assert.match(stdout, / {8}# Subtest: level 1c/);
  assert.match(stdout, / {8}ok 3 - level 1c # SKIP aaa/);
  assert.match(stdout, / {8}# Subtest: level 1d/);
  assert.match(stdout, / {8}ok 4 - level 1d/);
  assert.match(stdout, / {4}not ok 1 - level 0a/);
  assert.match(stdout, / {6}error: '1 subtest failed'/);
  assert.match(stdout, / {4}# Subtest: level 0b/);
  assert.match(stdout, / {4}not ok 2 - level 0b/);
  assert.match(stdout, / {6}error: 'level 0b error'/);
  assert.match(stdout, /not ok 3 - .+nested\.js/);
  assert.match(stdout, /# tests 3/);
  assert.match(stdout, /# pass 2/);
  assert.match(stdout, /# fail 1/);
}

{
  // Test user logging in tests.
  const args = [
    '--test',
    'test/fixtures/test-runner/user-logs.js',
  ];
  const child = spawnSync(process.execPath, args);

  assert.strictEqual(child.status, 0);
  assert.strictEqual(child.signal, null);
  assert.strictEqual(child.stderr.toString(), '');
  const stdout = child.stdout.toString();
  assert.match(stdout, /# Subtest: .+user-logs\.js/);
  assert.match(stdout, / {4}# stderr 1/);
  assert.match(stdout, / {4}# stderr 2/);
  assert.match(stdout, / {4}# stdout 3/);
  assert.match(stdout, / {4}# stderr 6/);
  assert.match(stdout, / {4}# not ok 1 - fake test/);
  assert.match(stdout, / {4}# stderr 5/);
  assert.match(stdout, / {4}# stdout 4/);
  assert.match(stdout, / {4}# Subtest: a test/);
  assert.match(stdout, / {4}ok 1 - a test/);
  assert.match(stdout, /# tests 1/);
  assert.match(stdout, /# pass 1/);
}