Alarm on unknown model, revert agent changes

Author: Theodore Li

apps/sim/lib/api-key/byok.ts

@@ -2,8 +2,8 @@ import { db } from '@sim/db'
 import { workspaceBYOKKeys } from '@sim/db/schema'
 import { createLogger } from '@sim/logger'
 import { and, eq } from 'drizzle-orm'
+import { getRotatingApiKey } from '@/lib/core/config/api-keys'
 import { isHosted } from '@/lib/core/config/feature-flags'
-import { getHostedKeyRateLimiter } from '@/lib/core/rate-limiter'
 import { decryptSecret } from '@/lib/core/security/encryption'
 import { getHostedModels } from '@/providers/models'
 import { useProvidersStore } from '@/stores/providers/store'
@@ -97,41 +97,15 @@ export async function getApiKeyWithBYOK(
       logger.debug('No BYOK key found, falling back', { provider, model, workspaceId })
 
       if (isModelHosted) {
-        const envKeyPrefix = isGeminiModel ? 'GEMINI_API_KEY' : `${provider.toUpperCase()}_API_KEY`
-        const rateLimiter = getHostedKeyRateLimiter()
-        const acquireResult = await rateLimiter.acquireKey(
-          provider,
-          envKeyPrefix,
-          { mode: 'per_request', requestsPerMinute: 100 },
-          workspaceId
-        )
-
-        if (acquireResult.success) {
-          logger.info('Using hosted key via rate limiter', {
-            provider,
-            model,
-            workspaceId,
-            envVarName: acquireResult.envVarName,
-          })
-          return { apiKey: acquireResult.key!, isBYOK: false }
-        }
-
-        if (acquireResult.billingActorRateLimited) {
-          const error = new Error(acquireResult.error || `Rate limit exceeded for ${provider}`)
-          ;(error as any).status = 429
-          ;(error as any).retryAfterMs = acquireResult.retryAfterMs
-          throw error
-        }
-
-        logger.warn('No hosted keys available via rate limiter', {
-          provider,
-          model,
-          error: acquireResult.error,
-        })
-        if (userProvidedKey) {
-          return { apiKey: userProvidedKey, isBYOK: false }
+        try {
+          const serverKey = getRotatingApiKey(isGeminiModel ? 'gemini' : provider)
+          return { apiKey: serverKey, isBYOK: false }
+        } catch (_error) {
+          if (userProvidedKey) {
+            return { apiKey: userProvidedKey, isBYOK: false }
+          }
+          throw new Error(`No API key available for ${provider} ${model}`)
         }
-        throw new Error(`No API key available for ${provider} ${model}`)
       }
     }
   }

apps/sim/lib/core/config/feature-flags.ts

@@ -21,9 +21,9 @@ export const isTest = env.NODE_ENV === 'test'
 /**
  * Is this the hosted version of the application
  */
-export const isHosted =
-  getEnv('NEXT_PUBLIC_APP_URL') === 'https://www.sim.ai' ||
-  getEnv('NEXT_PUBLIC_APP_URL') === 'https://www.staging.sim.ai'
+export const isHosted = true
+  // getEnv('NEXT_PUBLIC_APP_URL') === 'https://www.sim.ai' ||
+  // getEnv('NEXT_PUBLIC_APP_URL') === 'https://www.staging.sim.ai'
 
 /**
  * Is billing enforcement enabled

apps/sim/providers/utils.ts

@@ -3,6 +3,7 @@ import type OpenAI from 'openai'
 import type { ChatCompletionChunk } from 'openai/resources/chat/completions'
 import type { CompletionUsage } from 'openai/resources/completions'
 import { env } from '@/lib/core/config/env'
+import { isHosted } from '@/lib/core/config/feature-flags'
 import {
   buildCanonicalIndex,
   type CanonicalGroup,
@@ -37,6 +38,7 @@ import {
   updateOllamaModels as updateOllamaModelsInDefinitions,
 } from '@/providers/models'
 import type { ProviderId, ProviderToolConfig } from '@/providers/types'
+import { useProvidersStore } from '@/stores/providers/store'
 import { mergeToolParameters } from '@/tools/params'
 
 const logger = createLogger('ProviderUtils')
@@ -715,6 +717,60 @@ export function shouldBillModelUsage(model: string): boolean {
   return hostedModels.some((hostedModel) => model.toLowerCase() === hostedModel.toLowerCase())
 }
 
+/**
+ * Get an API key for a specific provider, handling rotation and fallbacks
+ * For use server-side only
+ */
+export function getApiKey(provider: string, model: string, userProvidedKey?: string): string {
+  const hasUserKey = !!userProvidedKey
+
+  const isOllamaModel =
+    provider === 'ollama' || useProvidersStore.getState().providers.ollama.models.includes(model)
+  if (isOllamaModel) {
+    return 'empty'
+  }
+
+  const isVllmModel =
+    provider === 'vllm' || useProvidersStore.getState().providers.vllm.models.includes(model)
+  if (isVllmModel) {
+    return userProvidedKey || 'empty'
+  }
+
+  const isBedrockModel = provider === 'bedrock' || model.startsWith('bedrock/')
+  if (isBedrockModel) {
+    return 'bedrock-uses-own-credentials'
+  }
+
+  const isOpenAIModel = provider === 'openai'
+  const isClaudeModel = provider === 'anthropic'
+  const isGeminiModel = provider === 'google'
+
+  if (isHosted && (isOpenAIModel || isClaudeModel || isGeminiModel)) {
+    const hostedModels = getHostedModels()
+    const isModelHosted = hostedModels.some((m) => m.toLowerCase() === model.toLowerCase())
+
+    if (isModelHosted) {
+      try {
+        const { getRotatingApiKey } = require('@/lib/core/config/api-keys')
+        const serverKey = getRotatingApiKey(isGeminiModel ? 'gemini' : provider)
+        return serverKey
+      } catch (_error) {
+        if (hasUserKey) {
+          return userProvidedKey!
+        }
+
+        throw new Error(`No API key available for ${provider} ${model}`)
+      }
+    }
+  }
+
+  if (!hasUserKey) {
+    throw new Error(`API key is required for ${provider} ${model}`)
+  }
+
+  return userProvidedKey!
+}
+
 /**
  * Prepares tool configuration for provider requests with consistent tool usage control behavior
  *

apps/sim/tools/browser_use/run_task.ts

@@ -1,5 +1,6 @@
 import { createLogger } from '@sim/logger'
 import { getMaxExecutionTimeout } from '@/lib/core/execution-limits'
+import { trackPlatformEvent } from '@/lib/core/telemetry'
 import type { BrowserUseRunTaskParams, BrowserUseRunTaskResponse } from '@/tools/browser_use/types'
 import type { ToolConfig, ToolResponse } from '@/tools/types'
 
@@ -294,6 +295,11 @@ export const runTaskTool: ToolConfig<BrowserUseRunTaskParams, BrowserUseRunTaskR
           logger.warn(
             `Unknown Browser Use model "${model}", using default step cost $${DEFAULT_STEP_COST}`
           )
+          trackPlatformEvent('platform.hosted_key.unknown_model_cost', {
+            'tool.id': 'browser_use_run_task',
+            'model.name': model,
+            'cost.default_step_cost': DEFAULT_STEP_COST,
+          })
         }
         const stepCost = knownCost ?? DEFAULT_STEP_COST
         const stepCount = output.steps.length