test: parallelize tests

package.json

@@ -20,8 +20,8 @@
  "knip": "knip -c knip.config.ts",
  "prettier": "prettier --check --ignore-unknown .",
  "prettier:w": "prettier --write --ignore-unknown .",
- "test": "node test/runner.mjs",
- "only": "node --test-only test/runner.mjs",
+ "test": "node --test test/**/test.mjs",
+ "only": "node --test --test-only test/**/test.mjs",
  "only:d": "TEST_DEBUG=1 npm run only",
  "build": "rm -rf dist && tsc -p tsconfig.build.json",
  "examples": "ts-node scripts/examples.ts",

test/bdd-syntax-cucumber-style/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/bdd-syntax/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/cucumber-config-file/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/custom-fixtures/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/custom-world/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/default-world/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/error-import-test-from-steps/test.mjs

@@ -0,0 +1,6 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTestWithError } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) =>
+ execPlaywrightTestWithError(t.name, `Option "importTestFrom" should point to separate file`),
+);

test/error-import-test-not-from-bdd/test.mjs

@@ -0,0 +1,6 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTestWithError } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) =>
+ execPlaywrightTestWithError(t.name, `createBdd() should use test extended from "playwright-bdd"`),
+);

test/esm-ts/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name, {}, 'npm test'));

test/esm/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/helpers.mjs

@@ -1,10 +1,13 @@
-import fs from 'node:fs';
 import { execSync } from 'node:child_process';
 import assert from 'node:assert/strict';
 import path from 'node:path';
 
 const stdioForErrors = process.env.TEST_DEBUG ? 'inherit' : 'pipe';
 
+export function getTestName(importMeta) {
+ return importMeta.url.split('/').slice(-2)[0];
+}
+
 export function execPlaywrightTest(dir, opts, cmd) {
  opts = Object.assign({ stdio: 'inherit' }, opts);
  cmd = cmd || 'node ../../dist/gen/cli && npx playwright test';
@@ -39,28 +42,3 @@ export function execPlaywrightTestWithError(dir, substr) {
  },
  );
 }
-
-export function showPlaywrightVersion() {
- const { version } = JSON.parse(
- fs.readFileSync('node_modules/@playwright/test/package.json', 'utf8'),
- );
-
- console.log(`Playwright version: ${version}`);
-}
-
-export function symlinkPlaywrghtBdd() {
- // symlink node_modules/playwright-bdd to dist
- // as generated files import { test } from "playwright-bdd"
- execSync('ln -sfn ../dist ./node_modules/playwright-bdd', { stdio: 'inherit' });
-}
-
-export function buildDist() {
- execSync('npm run build', { stdio: 'inherit' });
-}
-
-export function defineTestOnly(test) {
- test.only = (title, fn) => {
- if (process.env.FORBID_ONLY) throw new Error(`test.only is forbidden`);
- test(title, { only: true }, fn);
- };
-}

test/i18n/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/no-define-bdd-config/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTestWithError } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTestWithError(t.name, `No BDD configs found`));

test/no-import-test-from/test.mjs

@@ -0,0 +1,9 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTestWithError } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) =>
+ execPlaywrightTestWithError(
+ t.name,
+ `When using custom "test" function in createBdd() you should`,
+ ),
+);

test/parse-error/test.mjs

@@ -0,0 +1,6 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTestWithError } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) =>
+ execPlaywrightTestWithError(t.name, `Parse error in "sample.feature" (1:1)`),
+);

test/setup.mjs

@@ -0,0 +1,44 @@
+/**
+ * Setup
+ */
+import fs from 'node:fs';
+import { execSync } from 'node:child_process';
+
+setup();
+
+function setup() {
+ !process.env.CI && ensureNodeVersion(20);
+
+ showPlaywrightVersion();
+
+ // link node_modules/playwright-bdd to dist
+ // as generated files import { test } from "playwright-bdd"
+ symlinkPlaywrghtBdd();
+
+ // must build project before tests as we run tests without ts-node
+ buildDist();
+}
+
+function ensureNodeVersion(version) {
+ if (!process.version.startsWith(`v${version}.`)) {
+ throw new Error(`Expected node version: ${version}`);
+ }
+}
+
+function showPlaywrightVersion() {
+ const { version } = JSON.parse(
+ fs.readFileSync('node_modules/@playwright/test/package.json', 'utf8'),
+ );
+
+ console.log(`Playwright version: ${version}`);
+}
+
+function symlinkPlaywrghtBdd() {
+ // symlink node_modules/playwright-bdd to dist
+ // as generated files import { test } from "playwright-bdd"
+ execSync('ln -sfn ../dist ./node_modules/playwright-bdd', { stdio: 'inherit' });
+}
+
+function buildDist() {
+ execSync('npm run build', { stdio: 'inherit' });
+}

test/several-projects-no-outputdir/test.mjs

@@ -0,0 +1,6 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTestWithError } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) =>
+ execPlaywrightTestWithError(t.name, `please manually provide different "outputDir" option`),
+);

test/several-projects/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/snapshots/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));

test/undefined-steps-cucumber-snippet/test.mjs

@@ -0,0 +1,11 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTestWithError } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) =>
+ execPlaywrightTestWithError(t.name, [
+ `1. Missing step definition for "sample.feature:4:9"`,
+ `Given('Step without parameters', async function () {`,
+ `Given('Step with one string parameter {string}', async function (string) {`,
+ `Missing step definitions (2)`,
+ ]),
+);

test/undefined-steps-playwright-snippet/test.mjs

@@ -0,0 +1,19 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTestWithError } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) =>
+ execPlaywrightTestWithError(t.name, [
+ `1. Missing step definition for "sample.feature:4:9"`,
+ `Given('Step without parameters', async ({}) => {`,
+ `Given('Step with one string parameter {string}', async ({}, arg: string) => {`,
+ `Given('Step with two string parameters {string} and {string}', async ({}, arg: string, arg1: string) => {`,
+ `Given('Step with one float parameter {float}', async ({}, arg: number) => {`,
+ `Given('Step with one int parameter {int}', async ({}, arg: number) => {`,
+ `Given('Step with two int parameters {int} and {int}', async ({}, arg: number, arg1: number) => {`,
+ `Given('Step with docString', async ({}, docString: string) => {`,
+ `Given('Step with dataTable', async ({}, dataTable: DataTable) => {`,
+ `When('I click link {string}', async ({}, arg: string) => {`,
+ `Then('I see in title {string}', async ({}, arg: string) => {`,
+ `Missing step definitions (10)`,
+ ]),
+);

test/without-custom-fixtures/test.mjs

@@ -0,0 +1,4 @@
+import test from 'node:test';
+import { getTestName, execPlaywrightTest } from '../helpers.mjs';
+
+test(getTestName(import.meta), (t) => execPlaywrightTest(t.name));