test: playwright testing for playground builds (#29)

Author: samrum

.gitignore

@@ -5,3 +5,6 @@ create.cjs
 **/web-extension/
 .pnpm-debug.log
 /playground/
+/test-results/
+/playwright-report/
+/playwright/.cache/

package.json

@@ -13,13 +13,15 @@
   "engines": {
     "node": "^14.13.1 || >=16.0.0"
   },
-  "packageManager": "pnpm@7.6.0",
+  "packageManager": "pnpm@8.3.0",
   "scripts": {
     "build": "esbuild --bundle index.js --format=cjs --platform=node --outfile=create.cjs",
     "build:playground": "node scripts/build-playground.mjs",
     "lint": "prettier --write .",
     "prepare": "husky install",
-    "release": "standard-version --sign"
+    "release": "standard-version --sign",
+    "test:playground": "playwright test",
+    "test:playground:ui": "pnpm run test:playground --ui"
   },
   "standard-version": {
     "scripts": {
@@ -60,6 +62,8 @@
     "prompts": "^2.4.2"
   },
   "devDependencies": {
+    "@playwright/test": "^1.32.3",
+    "@types/node": "^18.15.11",
     "esbuild": "^0.14.11",
     "husky": "^8.0.2",
     "lint-staged": "^13.1.0",

playwright.config.ts

@@ -0,0 +1,29 @@
+import { defineConfig, devices } from "@playwright/test";
+import path from "path";
+import { fileURLToPath } from "url";
+import { TestOptions, getDirectories } from "./tests/e2e/fixtures.ts";
+
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+
+const playgroundDir = path.join(__dirname, "playground");
+const playgroundBuilds = await getDirectories(playgroundDir);
+
+export default defineConfig<TestOptions>({
+  testDir: "./tests/e2e",
+  fullyParallel: true,
+  forbidOnly: !!process.env.CI,
+  retries: process.env.CI ? 2 : 0,
+  workers: process.env.CI ? 1 : undefined,
+  reporter: process.env.CI ? "dot" : "list",
+  use: {
+    trace: "on-first-retry",
+  },
+
+  projects: playgroundBuilds.map((playgroundBuild) => ({
+    name: playgroundBuild,
+    use: {
+      ...devices["Desktop Chrome"],
+      extensionPath: path.join(`${playgroundDir}/${playgroundBuild}/dist`),
+    },
+  })),
+});