fix(e2e): automatically setup clerk testing tokens in app.dev()

Integration tests that create their own applications (using
`.clone().commit()`) were failing in CI with "CLERK_FAPI is required"
errors. This happened because `setupClerkTestingToken()` needs the
CLERK_FAPI environment variable, which is set by calling `clerkSetup()`.

Long-running apps automatically call `clerkSetup()` during init, but
apps created inline in tests did not. Rather than requiring each test
to manually call `clerkSetup()`, moved it into the `Application.dev()`
method to run automatically after the server starts.

This ensures all applications (both long-running and inline) have
proper testing token setup without manual intervention, preventing
future test failures and reducing boilerplate.

Author: nikosdouvlis

integration/models/application.ts

@@ -1,5 +1,8 @@
 import * as path from 'node:path';
 
+import { parsePublishableKey } from '@clerk/shared/keys';
+import { clerkSetup } from '@clerk/testing/playwright';
+
 import { awaitableTreekill, createLogger, fs, getPort, run, waitForIdleProcess, waitForServer } from '../scripts';
 import type { ApplicationConfig } from './applicationConfig.js';
 import type { EnvironmentConfig } from './environment.js';
@@ -86,6 +89,36 @@ export const application = (
       log(`Server started at ${runtimeServerUrl}, pid: ${proc.pid}`);
       cleanupFns.push(() => awaitableTreekill(proc.pid, 'SIGKILL'));
       state.serverUrl = runtimeServerUrl;
+
+      // Setup Clerk testing tokens after the server is running
+      if (state.env) {
+        try {
+          const publishableKey = state.env.publicVariables.get('CLERK_PUBLISHABLE_KEY');
+          const secretKey = state.env.privateVariables.get('CLERK_SECRET_KEY');
+          const apiUrl = state.env.privateVariables.get('CLERK_API_URL');
+
+          if (publishableKey && secretKey) {
+            const { instanceType, frontendApi: frontendApiUrl } = parsePublishableKey(publishableKey);
+
+            if (instanceType !== 'development') {
+              log('Skipping clerkSetup for non-development instance');
+            } else {
+              await clerkSetup({
+                publishableKey,
+                frontendApiUrl,
+                secretKey,
+                // @ts-expect-error apiUrl is not a typed option for clerkSetup, but it is accepted at runtime.
+                apiUrl,
+                dotenv: false,
+              });
+              log('Clerk testing tokens setup complete');
+            }
+          }
+        } catch (error) {
+          logger.warn('Failed to setup Clerk testing tokens:', error);
+        }
+      }
+
       return { port, serverUrl: runtimeServerUrl, pid: proc.pid };
     },
     build: async () => {

integration/tests/custom-flows/sign-in.test.ts

@@ -1,5 +1,3 @@
-import { parsePublishableKey } from '@clerk/shared/keys';
-import { clerkSetup } from '@clerk/testing/playwright';
 import { expect, test } from '@playwright/test';
 
 import type { Application } from '../../models/application';
@@ -19,20 +17,6 @@ test.describe('Custom Flows Sign In @custom', () => {
     await app.withEnv(appConfigs.envs.withEmailCodes);
     await app.dev();
 
-    const publishableKey = appConfigs.envs.withEmailCodes.publicVariables.get('CLERK_PUBLISHABLE_KEY');
-    const secretKey = appConfigs.envs.withEmailCodes.privateVariables.get('CLERK_SECRET_KEY');
-    const apiUrl = appConfigs.envs.withEmailCodes.privateVariables.get('CLERK_API_URL');
-    const { frontendApi: frontendApiUrl } = parsePublishableKey(publishableKey);
-
-    await clerkSetup({
-      publishableKey,
-      frontendApiUrl,
-      secretKey,
-      // @ts-expect-error
-      apiUrl,
-      dotenv: false,
-    });
-
     const u = createTestUtils({ app });
     fakeUser = u.services.users.createFakeUser({
       fictionalEmail: true,

integration/tests/custom-flows/sign-up.test.ts

@@ -1,5 +1,3 @@
-import { parsePublishableKey } from '@clerk/shared/keys';
-import { clerkSetup } from '@clerk/testing/playwright';
 import { expect, test } from '@playwright/test';
 
 import type { Application } from '../../models/application';
@@ -19,20 +17,6 @@ test.describe('Custom Flows Sign Up @custom', () => {
     await app.withEnv(appConfigs.envs.withEmailCodes);
     await app.dev();
 
-    const publishableKey = appConfigs.envs.withEmailCodes.publicVariables.get('CLERK_PUBLISHABLE_KEY');
-    const secretKey = appConfigs.envs.withEmailCodes.privateVariables.get('CLERK_SECRET_KEY');
-    const apiUrl = appConfigs.envs.withEmailCodes.privateVariables.get('CLERK_API_URL');
-    const { frontendApi: frontendApiUrl } = parsePublishableKey(publishableKey);
-
-    await clerkSetup({
-      publishableKey,
-      frontendApiUrl,
-      secretKey,
-      // @ts-expect-error
-      apiUrl,
-      dotenv: false,
-    });
-
     const u = createTestUtils({ app });
     fakeUser = u.services.users.createFakeUser({
       fictionalEmail: true,