Include more metadata in cost output

Author: Theodore Li

apps/sim/lib/core/config/feature-flags.ts

@@ -21,9 +21,9 @@ export const isTest = env.NODE_ENV === 'test'
 /**
  * Is this the hosted version of the application
  */
-export const isHosted =
-  getEnv('NEXT_PUBLIC_APP_URL') === 'https://www.sim.ai' ||
-  getEnv('NEXT_PUBLIC_APP_URL') === 'https://www.staging.sim.ai'
+export const isHosted = true
+  // getEnv('NEXT_PUBLIC_APP_URL') === 'https://www.sim.ai' ||
+  // getEnv('NEXT_PUBLIC_APP_URL') === 'https://www.staging.sim.ai'
 
 /**
  * Is billing enforcement enabled

apps/sim/tools/exa/answer.ts

@@ -31,7 +31,7 @@ export const answerTool: ToolConfig<ExaAnswerParams, ExaAnswerResponse> = {
     },
   },
   hosting: {
-    envKeys: ['EXA_API_KEY'],
+    envKeys: ['EXA_API_KEY_1', 'EXA_API_KEY_2', 'EXA_API_KEY_3'],
     apiKeyParam: 'apiKey',
     byokProviderId: 'exa',
     pricing: {

apps/sim/tools/exa/find_similar_links.ts

@@ -80,7 +80,7 @@ export const findSimilarLinksTool: ToolConfig<
     },
   },
   hosting: {
-    envKeys: ['EXA_API_KEY'],
+    envKeys: ['EXA_API_KEY_1', 'EXA_API_KEY_2', 'EXA_API_KEY_3'],
     apiKeyParam: 'apiKey',
     byokProviderId: 'exa',
     pricing: {

apps/sim/tools/exa/get_contents.ts

@@ -65,7 +65,7 @@ export const getContentsTool: ToolConfig<ExaGetContentsParams, ExaGetContentsRes
     },
   },
   hosting: {
-    envKeys: ['EXA_API_KEY'],
+    envKeys: ['EXA_API_KEY_1', 'EXA_API_KEY_2', 'EXA_API_KEY_3'],
     apiKeyParam: 'apiKey',
     byokProviderId: 'exa',
     pricing: {

apps/sim/tools/exa/research.ts

@@ -35,7 +35,7 @@ export const researchTool: ToolConfig<ExaResearchParams, ExaResearchResponse> =
     },
   },
   hosting: {
-    envKeys: ['EXA_API_KEY'],
+    envKeys: ['EXA_API_KEY_1', 'EXA_API_KEY_2', 'EXA_API_KEY_3'],
     apiKeyParam: 'apiKey',
     byokProviderId: 'exa',
     pricing: {

apps/sim/tools/exa/search.ts

@@ -90,7 +90,7 @@ export const searchTool: ToolConfig<ExaSearchParams, ExaSearchResponse> = {
     },
   },
   hosting: {
-    envKeys: ['EXA_API_KEY'],
+    envKeys: ['EXA_API_KEY_1', 'EXA_API_KEY_2', 'EXA_API_KEY_3'],
     apiKeyParam: 'apiKey',
     byokProviderId: 'exa',
     pricing: {

apps/sim/tools/index.ts

@@ -209,24 +209,29 @@ function calculateToolCost(
   }
 }
 
+interface HostedKeyCostResult {
+  cost: number
+  metadata?: Record<string, unknown>
+}
+
 /**
  * Calculate and log hosted key cost for a tool execution.
- * Logs to usageLog for audit trail and returns cost for accumulation in userStats.
+ * Logs to usageLog for audit trail and returns cost + metadata for output.
  */
 async function processHostedKeyCost(
   tool: ToolConfig,
   params: Record<string, unknown>,
   response: Record<string, unknown>,
   executionContext: ExecutionContext | undefined,
   requestId: string
-): Promise<number> {
+): Promise<HostedKeyCostResult> {
   if (!tool.hosting?.pricing) {
-    return 0
+    return { cost: 0 }
   }
 
   const { cost, metadata } = calculateToolCost(tool.hosting.pricing, params, response)
 
-  if (cost <= 0) return 0
+  if (cost <= 0) return { cost: 0 }
 
   // Log to usageLog table for audit trail
   if (executionContext?.userId) {
@@ -247,7 +252,7 @@ async function processHostedKeyCost(
     }
   }
 
-  return cost
+  return { cost, metadata }
 }
 
 /**
@@ -643,15 +648,13 @@ export async function executeTool(
 
       // Calculate hosted key cost and merge into output.cost
       if (hostedKeyInfo.isUsingHostedKey && finalResult.success) {
-        const hostedKeyCost = await processHostedKeyCost(tool, contextParams, finalResult.output, executionContext, requestId)
+        const { cost: hostedKeyCost, metadata } = await processHostedKeyCost(tool, contextParams, finalResult.output, executionContext, requestId)
         if (hostedKeyCost > 0) {
-          const existingCost = finalResult.output?.cost || {}
           finalResult.output = {
             ...finalResult.output,
             cost: {
-              input: existingCost.input || 0,
-              output: existingCost.output || 0,
-              total: (existingCost.total || 0) + hostedKeyCost,
+              total: hostedKeyCost,
+              ...metadata,
             },
           }
         }
@@ -708,15 +711,13 @@ export async function executeTool(
 
     // Calculate hosted key cost and merge into output.cost
     if (hostedKeyInfo.isUsingHostedKey && finalResult.success) {
-      const hostedKeyCost = await processHostedKeyCost(tool, contextParams, finalResult.output, executionContext, requestId)
+      const { cost: hostedKeyCost, metadata } = await processHostedKeyCost(tool, contextParams, finalResult.output, executionContext, requestId)
       if (hostedKeyCost > 0) {
-        const existingCost = finalResult.output?.cost || {}
         finalResult.output = {
           ...finalResult.output,
           cost: {
-            input: existingCost.input || 0,
-            output: existingCost.output || 0,
-            total: (existingCost.total || 0) + hostedKeyCost,
+            total: hostedKeyCost,
+            ...metadata,
           },
         }
       }