test(e2e): add debug option to fixture creation pipeline

Author: skoshx

e2e/capture/capture-flood/capture-flood.spec.ts

@@ -6,9 +6,12 @@ import { getDirname } from "../../utils";
 const { test } = createNextTest({
 	path: join(getDirname(import.meta.url), 'app'),
 	port: 3004,
-	dependencies: {
-		"useflytrap": `link:${join(getDirname(import.meta.url), '..', '..', '..')}`
-	}
+	debug: true,
+	...(process.env.CI === undefined && {
+		dependencies: {
+			"useflytrap": `link:${join(getDirname(import.meta.url), '..', '..', '..')}`
+		}
+	})
 })
 
 test("flood of captures are ignored and doesn't affect app performance", async ({ page }) => {

e2e/capture/error-boundary/next-error-boundary.spec.ts

@@ -7,9 +7,12 @@ const { test } = createNextTest({
 	path: join(getDirname(import.meta.url), 'app'),
 	port: 3005,
 	id: 'error-boundary',
-	dependencies: {
-		"useflytrap": `link:${join(getDirname(import.meta.url), '..', '..', '..')}`
-	}
+	debug: true,
+	...(process.env.CI === undefined && {
+		dependencies: {
+			"useflytrap": `link:${join(getDirname(import.meta.url), '..', '..', '..')}`
+		}
+	})
 })
 
 test("server component error boundary sends captures", async ({ page }) => {

e2e/capture/next-backend.spec.ts

@@ -6,9 +6,12 @@ const { test } = createNextTest({
 	path: join(getDirname(import.meta.url), '..', '..', 'examples', 'with-nextjs-api'),
   port: 3000,
   id: 'next-backend',
-	dependencies: {
-		"useflytrap": `link:${join(getDirname(import.meta.url), '..', '..')}`
-	}
+  debug: true,
+  ...(process.env.CI === undefined && {
+    dependencies: {
+      "useflytrap": `link:${join(getDirname(import.meta.url), '..', '..')}`
+    }
+  })
 })
 
 test("captures backend bug in next.js", async ({ page }) => {

e2e/capture/next-frontend.spec.ts

@@ -7,9 +7,12 @@ const { test } = createNextTest({
 	path: join(getDirname(import.meta.url), '..', '..', 'examples', 'with-nextjs'),
 	port: 3001,
   id: 'next-frontend',
-	dependencies: {
-		"useflytrap": `link:${join(getDirname(import.meta.url), '..', '..')}`
-	}
+  debug: true,
+  ...(process.env.CI === undefined && {
+    dependencies: {
+      "useflytrap": `link:${join(getDirname(import.meta.url), '..', '..')}`
+    }
+  })
 })
 
 test("captures frontend bug in next.js", async ({ page }) => {

e2e/capture/nuxt-frontend.spec.ts

@@ -7,9 +7,12 @@ const { test } = createNextTest({
 	port: 3002,
 	serverReadyString: 'warmed up',
   id: 'nuxt-frontend',
-	dependencies: {
-		"useflytrap": `link:${join(getDirname(import.meta.url), '..', '..')}`
-	}
+  debug: true,
+  ...(process.env.CI === undefined && {
+    dependencies: {
+      "useflytrap": `link:${join(getDirname(import.meta.url), '..', '..')}`
+    }
+  })
 })
 
 test("captures frontend bug in nuxt", async ({ page }) => {

e2e/capture/sveltekit-frontend.spec.ts

@@ -6,9 +6,12 @@ const { test } = createNextTest({
 	path: join(getDirname(import.meta.url), '..', '..', 'examples', 'with-sveltekit'),
 	port: 5173, // should be 3003
   id: 'sveltekit-frontend',
-	dependencies: {
-		"useflytrap": `link:${join(getDirname(import.meta.url), '..', '..')}`
-	}
+  debug: true,
+  ...(process.env.CI === undefined && {
+    dependencies: {
+      "useflytrap": `link:${join(getDirname(import.meta.url), '..', '..')}`
+    }
+  })
 })
 
 test("captures frontend bug in svelte kit", async ({ page }) => {

e2e/fixture.ts

@@ -19,7 +19,7 @@ export type NextTestOptions = {
 
 export function createNextTest({
   path,
-  timeout = ms("2 minutes"),
+  timeout = ms("5 minutes"),
   port = 3000,
   dependencies,
   showStdout = false,
@@ -36,23 +36,25 @@ export function createNextTest({
   })
 
   test.setTimeout(timeout)
-  // baseTest.setTimeout(timeout)
+
+  const idOr = (id?: string) => id === undefined ? '' : `${id}: `;
 
   // Start Next.js dev server
   test.beforeAll(async ({}, testInfo) => {
     testInfo.setTimeout(timeout)
     tempTestPath = await createTempTestFolder(path)
-    if (id) {
-      console.log(id, "CREATED TEMP FOLDER")
+
+    if (debug) {
+      console.log(`${idOr(id)} Created temp folder`)
     }
 
     // Patch dependencies
     mergePackageJson(tempTestPath, { dependencies });
 
     // Run install
     await pnpmInstall(tempTestPath, showStdout)
-    if (id) {
-      console.log(id, "RAN PNPM INSTALL")
+    if (debug) {
+      console.log(`${idOr(id)} Finished "pnpm install"`)
     }
 
     // Start dev server
@@ -64,13 +66,13 @@ export function createNextTest({
       }
     })
 
-    if (id) {
-      console.log(id, "STARTED SERVER")
+    if (debug) {
+      console.log(`${idOr(id)} Started server`)
     }
 
     if (true) {
-      serverProcess.stdout?.on('data', (data: Buffer | string) => console.log(id, data.toString()))
-      serverProcess.stderr?.on('data', (data: Buffer | string) => console.error(id, data.toString()))
+      serverProcess.stdout?.on('data', (data: Buffer | string) => console.log(idOr(id), data.toString()))
+      serverProcess.stderr?.on('data', (data: Buffer | string) => console.error(idOr(id), data.toString()))
     }
 
     await new Promise<undefined>(resolve => {
@@ -80,8 +82,9 @@ export function createNextTest({
         }
       });
     });
-    if (id) {
-      console.log(id, "SERVER READY")
+
+    if (debug) {
+      console.log(`${idOr(id)} Server ready`)
     }
   })