Fix unit tests, use cost property

Author: Theodore Li

apps/sim/executor/handlers/generic/generic-handler.ts

@@ -97,38 +97,7 @@ export class GenericBlockHandler implements BlockHandler {
         throw error
       }
 
-      const output = result.output
-
-      // Merge costs from output (e.g., AI model costs) and result (e.g., hosted key costs)
-      // TODO: migrate model usage to output cost.
-      const outputCost = output?.cost
-      const resultCost = result.cost
-
-      let cost = null
-      if (outputCost || resultCost) {
-        cost = {
-          input: (outputCost?.input || 0) + (resultCost?.input || 0),
-          output: (outputCost?.output || 0) + (resultCost?.output || 0),
-          total: (outputCost?.total || 0) + (resultCost?.total || 0),
-          tokens: outputCost?.tokens,
-          model: outputCost?.model,
-        }
-      }
-
-      if (cost) {
-        return {
-          ...output,
-          cost: {
-            input: cost.input,
-            output: cost.output,
-            total: cost.total,
-          },
-          tokens: cost.tokens,
-          model: cost.model,
-        }
-      }
-
-      return output
+      return result.output
     } catch (error: any) {
       if (!error.message || error.message === 'undefined (undefined)') {
         let errorMessage = `Block execution of ${tool?.name || block.config.tool} failed`

apps/sim/tools/exa/answer.ts

@@ -36,10 +36,10 @@ export const answerTool: ToolConfig<ExaAnswerParams, ExaAnswerResponse> = {
     byokProviderId: 'exa',
     pricing: {
       type: 'custom',
-      getCost: (_params, response) => {
-        // Use costDollars from Exa API response
-        if (response.costDollars?.total) {
-          return { cost: response.costDollars.total, metadata: { costDollars: response.costDollars } }
+      getCost: (_params, output) => {
+        // Use _costDollars from Exa API response (internal field, stripped from final output)
+        if (output._costDollars?.total) {
+          return { cost: output._costDollars.total, metadata: { costDollars: output._costDollars } }
         }
         // Fallback: $5/1000 requests
         logger.warn('Exa answer response missing costDollars, using fallback pricing')
@@ -81,7 +81,7 @@ export const answerTool: ToolConfig<ExaAnswerParams, ExaAnswerResponse> = {
             url: citation.url,
             text: citation.text || '',
           })) || [],
-        costDollars: data.costDollars,
+        _costDollars: data.costDollars,
       },
     }
   },

apps/sim/tools/exa/find_similar_links.ts

@@ -85,14 +85,14 @@ export const findSimilarLinksTool: ToolConfig<
     byokProviderId: 'exa',
     pricing: {
       type: 'custom',
-      getCost: (_params, response) => {
-        // Use costDollars from Exa API response
-        if (response.costDollars?.total) {
-          return { cost: response.costDollars.total, metadata: { costDollars: response.costDollars } }
+      getCost: (_params, output) => {
+        // Use _costDollars from Exa API response (internal field, stripped from final output)
+        if (output._costDollars?.total) {
+          return { cost: output._costDollars.total, metadata: { costDollars: output._costDollars } }
         }
         // Fallback: $5/1000 (1-25 results) or $25/1000 (26-100 results)
         logger.warn('Exa find_similar_links response missing costDollars, using fallback pricing')
-        const resultCount = response.similarLinks?.length || 0
+        const resultCount = output.similarLinks?.length || 0
         return resultCount <= 25 ? 0.005 : 0.025
       },
     },
@@ -161,7 +161,7 @@ export const findSimilarLinksTool: ToolConfig<
           highlights: result.highlights,
           score: result.score || 0,
         })),
-        costDollars: data.costDollars,
+        _costDollars: data.costDollars,
       },
     }
   },

apps/sim/tools/exa/get_contents.ts

@@ -70,14 +70,14 @@ export const getContentsTool: ToolConfig<ExaGetContentsParams, ExaGetContentsRes
     byokProviderId: 'exa',
     pricing: {
       type: 'custom',
-      getCost: (_params, response) => {
-        // Use costDollars from Exa API response
-        if (response.costDollars?.total) {
-          return { cost: response.costDollars.total, metadata: { costDollars: response.costDollars } }
+      getCost: (_params, output) => {
+        // Use _costDollars from Exa API response (internal field, stripped from final output)
+        if (output._costDollars?.total) {
+          return { cost: output._costDollars.total, metadata: { costDollars: output._costDollars } }
         }
         // Fallback: $1/1000 pages
         logger.warn('Exa get_contents response missing costDollars, using fallback pricing')
-        return (response.results?.length || 0) * 0.001
+        return (output.results?.length || 0) * 0.001
       },
     },
   },
@@ -152,7 +152,7 @@ export const getContentsTool: ToolConfig<ExaGetContentsParams, ExaGetContentsRes
           summary: result.summary || '',
           highlights: result.highlights,
         })),
-        costDollars: data.costDollars,
+        _costDollars: data.costDollars,
       },
     }
   },

apps/sim/tools/exa/research.ts

@@ -40,10 +40,10 @@ export const researchTool: ToolConfig<ExaResearchParams, ExaResearchResponse> =
     byokProviderId: 'exa',
     pricing: {
       type: 'custom',
-      getCost: (params, response) => {
-        // Use costDollars from Exa API response
-        if (response.costDollars?.total) {
-          return { cost: response.costDollars.total, metadata: { costDollars: response.costDollars } }
+      getCost: (params, output) => {
+        // Use _costDollars from Exa API response (internal field, stripped from final output)
+        if (output._costDollars?.total) {
+          return { cost: output._costDollars.total, metadata: { costDollars: output._costDollars } }
         }
 
         // Fallback to estimate if cost not available
@@ -130,8 +130,8 @@ export const researchTool: ToolConfig<ExaResearchParams, ExaResearchResponse> =
                 score: 1.0,
               },
             ],
-            // Include cost breakdown for pricing calculation
-            costDollars: taskData.costDollars,
+            // Include cost breakdown for pricing calculation (internal field, stripped from final output)
+            _costDollars: taskData.costDollars,
           }
           return result
         }

apps/sim/tools/exa/search.ts

@@ -95,10 +95,10 @@ export const searchTool: ToolConfig<ExaSearchParams, ExaSearchResponse> = {
     byokProviderId: 'exa',
     pricing: {
       type: 'custom',
-      getCost: (params, response) => {
-        // Use costDollars from Exa API response
-        if (response.costDollars?.total) {
-          return { cost: response.costDollars.total, metadata: { costDollars: response.costDollars } }
+      getCost: (params, output) => {
+        // Use _costDollars from Exa API response (internal field, stripped from final output)
+        if (output._costDollars?.total) {
+          return { cost: output._costDollars.total, metadata: { costDollars: output._costDollars } }
         }
 
         // Fallback: estimate based on search type and result count
@@ -107,7 +107,7 @@ export const searchTool: ToolConfig<ExaSearchParams, ExaSearchResponse> = {
         if (isDeepSearch) {
           return 0.015
         }
-        const resultCount = response.results?.length || 0
+        const resultCount = output.results?.length || 0
         return resultCount <= 25 ? 0.005 : 0.025
       },
     },
@@ -193,7 +193,7 @@ export const searchTool: ToolConfig<ExaSearchParams, ExaSearchResponse> = {
           highlights: result.highlights,
           score: result.score,
         })),
-        costDollars: data.costDollars,
+        _costDollars: data.costDollars,
       },
     }
   },