From 8ed29a31f2492ab61d915f61810b80e8a6df5e0f Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Sun, 14 Jun 2026 08:58:30 +0000 Subject: [PATCH] chore: sync model metadata from OpenRouter --- .changeset/sync-models.md | 5 + packages/ai-anthropic/src/model-meta.ts | 50 + packages/ai-openrouter/src/model-meta.ts | 964 +-- scripts/.sync-models-last-run | 2 +- scripts/openrouter.models.json | 8281 ++++++++++++++++++++-- 5 files changed, 8041 insertions(+), 1261 deletions(-) create mode 100644 .changeset/sync-models.md diff --git a/.changeset/sync-models.md b/.changeset/sync-models.md new file mode 100644 index 000000000..3949386d6 --- /dev/null +++ b/.changeset/sync-models.md @@ -0,0 +1,5 @@ +--- +'@tanstack/ai-anthropic': patch +--- + +Update model metadata from OpenRouter API diff --git a/packages/ai-anthropic/src/model-meta.ts b/packages/ai-anthropic/src/model-meta.ts index 86301ed7d..94df2ba39 100644 --- a/packages/ai-anthropic/src/model-meta.ts +++ b/packages/ai-anthropic/src/model-meta.ts @@ -710,6 +710,45 @@ const CLAUDE_OPUS_4_8_FAST = { AnthropicSamplingOptions > +const CLAUDE_FABLE_5 = { + name: 'claude-fable-5', + id: 'claude-fable-5', + context_window: 1_000_000, + max_output_tokens: 128_000, + supports: { + input: ['text', 'image', 'document'], + extended_thinking: true, + priority_tier: true, + tools: [ + 'web_search', + 'web_fetch', + 'code_execution', + 'computer_use', + 'bash', + 'text_editor', + 'memory', + ], + }, + pricing: { + input: { + normal: 10, + cached: 1, + }, + output: { + normal: 50, + }, + }, +} as const satisfies ModelMeta< + AnthropicContainerOptions & + AnthropicContextManagementOptions & + AnthropicMCPOptions & + AnthropicServiceTierOptions & + AnthropicStopSequencesOptions & + AnthropicThinkingOptions & + AnthropicToolChoiceOptions & + AnthropicSamplingOptions +> + export const ANTHROPIC_MODELS = [ CLAUDE_OPUS_4_6.id, CLAUDE_OPUS_4_5.id, @@ -731,6 +770,8 @@ export const ANTHROPIC_MODELS = [ CLAUDE_OPUS_4_8.id, CLAUDE_OPUS_4_8_FAST.id, + + CLAUDE_FABLE_5.id, ] as const /** @@ -891,6 +932,14 @@ export type AnthropicChatModelProviderOptionsByName = { AnthropicThinkingOptions & AnthropicToolChoiceOptions & AnthropicSamplingOptions + [CLAUDE_FABLE_5.id]: AnthropicContainerOptions & + AnthropicContextManagementOptions & + AnthropicMCPOptions & + AnthropicServiceTierOptions & + AnthropicStopSequencesOptions & + AnthropicThinkingOptions & + AnthropicToolChoiceOptions & + AnthropicSamplingOptions } export type AnthropicChatModelToolCapabilitiesByName = { @@ -937,4 +986,5 @@ export type AnthropicModelInputModalitiesByName = { [CLAUDE_OPUS_4_7_FAST.id]: typeof CLAUDE_OPUS_4_7_FAST.supports.input [CLAUDE_OPUS_4_8.id]: typeof CLAUDE_OPUS_4_8.supports.input [CLAUDE_OPUS_4_8_FAST.id]: typeof CLAUDE_OPUS_4_8_FAST.supports.input + [CLAUDE_FABLE_5.id]: typeof CLAUDE_FABLE_5.supports.input } diff --git a/packages/ai-openrouter/src/model-meta.ts b/packages/ai-openrouter/src/model-meta.ts index 42122cd2c..45f05b198 100644 --- a/packages/ai-openrouter/src/model-meta.ts +++ b/packages/ai-openrouter/src/model-meta.ts @@ -3,6 +3,36 @@ import type { OpenRouterCommonOptions, } from './text/text-provider-options' +const _ANTHROPIC_CLAUDE_FABLE_LATEST = { + id: '~anthropic/claude-fable-latest', + name: 'Anthropic: Claude Fable Latest', + supports: { + input: ['text', 'image', 'document'], + output: ['text'], + supports: [ + 'maxCompletionTokens', + 'maxCompletionTokens', + 'reasoning', + 'responseFormat', + 'stop', + 'toolChoice', + ], + }, + context_window: 1000000, + max_output_tokens: 128000, + pricing: { + text: { + input: { + normal: 10, + cached: 13.5, + }, + output: { + normal: 50, + }, + }, + image: 0, + }, +} as const const _ANTHROPIC_CLAUDE_HAIKU_LATEST = { id: '~anthropic/claude-haiku-latest', name: 'Anthropic Claude Haiku Latest', @@ -183,15 +213,15 @@ const _MOONSHOTAI_KIMI_LATEST = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 262142, pricing: { text: { input: { - normal: 0.684, - cached: 0.144, + normal: 0.68, + cached: 0.34, }, output: { - normal: 3.42, + normal: 3.41, }, }, image: 0, @@ -628,6 +658,36 @@ const ANTHROPIC_CLAUDE_3_5_HAIKU = { image: 0, }, } as const +const ANTHROPIC_CLAUDE_FABLE_5 = { + id: 'anthropic/claude-fable-5', + name: 'Anthropic: Claude Fable 5', + supports: { + input: ['text', 'image', 'document'], + output: ['text'], + supports: [ + 'maxCompletionTokens', + 'maxCompletionTokens', + 'reasoning', + 'responseFormat', + 'stop', + 'toolChoice', + ], + }, + context_window: 1000000, + max_output_tokens: 128000, + pricing: { + text: { + input: { + normal: 10, + cached: 13.5, + }, + output: { + normal: 50, + }, + }, + image: 0, + }, +} as const const ANTHROPIC_CLAUDE_HAIKU_4_5 = { id: 'anthropic/claude-haiku-4.5', name: 'Anthropic: Claude Haiku 4.5', @@ -1052,68 +1112,6 @@ const ARCEE_AI_CODER_LARGE = { image: 0, }, } as const -const ARCEE_AI_MAESTRO_REASONING = { - id: 'arcee-ai/maestro-reasoning', - name: 'Arcee AI: Maestro Reasoning', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'logitBias', - 'maxCompletionTokens', - 'presencePenalty', - 'stop', - 'temperature', - 'topP', - ], - }, - context_window: 131072, - max_output_tokens: 32000, - pricing: { - text: { - input: { - normal: 0.9, - cached: 0, - }, - output: { - normal: 3.3, - }, - }, - image: 0, - }, -} as const -const ARCEE_AI_SPOTLIGHT = { - id: 'arcee-ai/spotlight', - name: 'Arcee AI: Spotlight', - supports: { - input: ['image', 'text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'logitBias', - 'maxCompletionTokens', - 'presencePenalty', - 'stop', - 'temperature', - 'topP', - ], - }, - context_window: 131072, - max_output_tokens: 65537, - pricing: { - text: { - input: { - normal: 0.18, - cached: 0, - }, - output: { - normal: 0.18, - }, - }, - image: 0, - }, -} as const const ARCEE_AI_TRINITY_LARGE_THINKING = { id: 'arcee-ai/trinity-large-thinking', name: 'Arcee AI: Trinity Large Thinking', @@ -1213,39 +1211,6 @@ const ARCEE_AI_VIRTUOSO_LARGE = { image: 0, }, } as const -const BAIDU_ERNIE_4_5_VL_28B_A3B = { - id: 'baidu/ernie-4.5-vl-28b-a3b', - name: 'Baidu: ERNIE 4.5 VL 28B A3B', - supports: { - input: ['text', 'image'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'maxCompletionTokens', - 'presencePenalty', - 'reasoning', - 'seed', - 'stop', - 'temperature', - 'toolChoice', - 'topP', - ], - }, - context_window: 131072, - max_output_tokens: 8000, - pricing: { - text: { - input: { - normal: 0.14, - cached: 0, - }, - output: { - normal: 0.56, - }, - }, - image: 0, - }, -} as const const BAIDU_ERNIE_4_5_VL_424B_A47B = { id: 'baidu/ernie-4.5-vl-424b-a47b', name: 'Baidu: ERNIE 4.5 VL 424B A47B ', @@ -1811,23 +1776,21 @@ const DEEPSEEK_DEEPSEEK_R1_DISTILL_LLAMA_70B = { output: ['text'], supports: [ 'frequencyPenalty', - 'logitBias', 'maxCompletionTokens', 'presencePenalty', 'reasoning', - 'responseFormat', 'seed', 'stop', 'temperature', 'topP', ], }, - context_window: 131072, - max_output_tokens: 16384, + context_window: 128000, + max_output_tokens: 8192, pricing: { text: { input: { - normal: 0.7, + normal: 0.8, cached: 0, }, output: { @@ -2000,15 +1963,15 @@ const DEEPSEEK_DEEPSEEK_V4_FLASH = { ], }, context_window: 1048576, - max_output_tokens: 131072, + max_output_tokens: 65536, pricing: { text: { input: { - normal: 0.0983, - cached: 0.0197, + normal: 0.09, + cached: 0.02, }, output: { - normal: 0.1966, + normal: 0.18, }, }, image: 0, @@ -2615,11 +2578,11 @@ const GOOGLE_GEMMA_3_12B_IT = { pricing: { text: { input: { - normal: 0.04, + normal: 0.05, cached: 0, }, output: { - normal: 0.13, + normal: 0.15, }, }, image: 0, @@ -2682,11 +2645,11 @@ const GOOGLE_GEMMA_3_4B_IT = { pricing: { text: { input: { - normal: 0.04, + normal: 0.05, cached: 0, }, output: { - normal: 0.08, + normal: 0.1, }, }, image: 0, @@ -2812,15 +2775,15 @@ const GOOGLE_GEMMA_4_31B_IT = { ], }, context_window: 262144, - max_output_tokens: 16384, + max_output_tokens: 262144, pricing: { text: { input: { normal: 0.12, - cached: 0, + cached: 0.09, }, output: { - normal: 0.37, + normal: 0.35, }, }, image: 0, @@ -3394,23 +3357,20 @@ const META_LLAMA_LLAMA_3_8B_INSTRUCT = { 'logitBias', 'maxCompletionTokens', 'presencePenalty', - 'responseFormat', - 'seed', 'stop', 'temperature', 'topP', ], }, context_window: 8192, - max_output_tokens: 8192, pricing: { text: { input: { - normal: 0.04, + normal: 0.14, cached: 0, }, output: { - normal: 0.04, + normal: 0.14, }, }, image: 0, @@ -3478,7 +3438,7 @@ const META_LLAMA_LLAMA_3_1_8B_INSTRUCT = { cached: 0, }, output: { - normal: 0.05, + normal: 0.03, }, }, image: 0, @@ -3507,11 +3467,11 @@ const META_LLAMA_LLAMA_3_2_11B_VISION_INSTRUCT = { pricing: { text: { input: { - normal: 0.245, + normal: 0.345, cached: 0, }, output: { - normal: 0.245, + normal: 0.345, }, }, image: 0, @@ -3732,7 +3692,7 @@ const META_LLAMA_LLAMA_4_SCOUT = { pricing: { text: { input: { - normal: 0.08, + normal: 0.1, cached: 0, }, output: { @@ -3742,38 +3702,6 @@ const META_LLAMA_LLAMA_4_SCOUT = { image: 0, }, } as const -const META_LLAMA_LLAMA_GUARD_3_8B = { - id: 'meta-llama/llama-guard-3-8b', - name: 'Llama Guard 3 8B', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'logitBias', - 'maxCompletionTokens', - 'presencePenalty', - 'seed', - 'stop', - 'temperature', - 'topP', - ], - }, - context_window: 131072, - max_output_tokens: 131072, - pricing: { - text: { - input: { - normal: 0.484, - cached: 0, - }, - output: { - normal: 0.03, - }, - }, - image: 0, - }, -} as const const META_LLAMA_LLAMA_GUARD_4_12B = { id: 'meta-llama/llama-guard-4-12b', name: 'Meta: Llama Guard 4 12B', @@ -4084,10 +4012,10 @@ const MINIMAX_MINIMAX_M2_5 = { text: { input: { normal: 0.15, - cached: 0, + cached: 0.05, }, output: { - normal: 1.15, + normal: 0.9, }, }, image: 0, @@ -4120,11 +4048,11 @@ const MINIMAX_MINIMAX_M2_7 = { pricing: { text: { input: { - normal: 0.279, - cached: 0, + normal: 0.25, + cached: 0.05, }, output: { - normal: 1.2, + normal: 1, }, }, image: 0, @@ -4137,9 +4065,14 @@ const MINIMAX_MINIMAX_M3 = { input: ['text', 'image', 'video'], output: ['text'], supports: [ + 'frequencyPenalty', + 'logitBias', 'maxCompletionTokens', + 'presencePenalty', 'reasoning', 'responseFormat', + 'seed', + 'stop', 'temperature', 'toolChoice', 'topP', @@ -4904,15 +4837,14 @@ const MOONSHOTAI_KIMI_K2_5 = { ], }, context_window: 262144, - max_output_tokens: 262144, pricing: { text: { input: { - normal: 0.4, - cached: 0.09, + normal: 0.375, + cached: 0, }, output: { - normal: 1.9, + normal: 2.025, }, }, image: 0, @@ -4942,37 +4874,52 @@ const MOONSHOTAI_KIMI_K2_6 = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 262142, pricing: { text: { input: { - normal: 0.684, - cached: 0.144, + normal: 0.68, + cached: 0.34, }, output: { - normal: 3.42, + normal: 3.41, }, }, image: 0, }, } as const -const MOONSHOTAI_KIMI_K2_6_FREE = { - id: 'moonshotai/kimi-k2.6:free', - name: 'MoonshotAI: Kimi K2.6 (free)', +const MOONSHOTAI_KIMI_K2_7_CODE = { + id: 'moonshotai/kimi-k2.7-code', + name: 'MoonshotAI: Kimi K2.7 Code', supports: { input: ['text', 'image'], output: ['text'], - supports: ['reasoning', 'toolChoice'], + supports: [ + 'frequencyPenalty', + 'logitBias', + 'logprobs', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topLogprobs', + 'topP', + ], }, context_window: 262144, + max_output_tokens: 262144, pricing: { text: { input: { - normal: 0, - cached: 0, + normal: 0.75, + cached: 0.16, }, output: { - normal: 0, + normal: 3.5, }, }, image: 0, @@ -5024,71 +4971,41 @@ const MORPH_MORPH_V3_LARGE = { image: 0, }, } as const -const NEX_AGI_DEEPSEEK_V3_1_NEX_N1 = { - id: 'nex-agi/deepseek-v3.1-nex-n1', - name: 'Nex AGI: DeepSeek V3.1 Nex N1', +const NEX_AGI_NEX_N2_PRO_FREE = { + id: 'nex-agi/nex-n2-pro:free', + name: 'Nex AGI: Nex-N2-Pro (free)', supports: { - input: ['text'], + input: ['text', 'image'], output: ['text'], supports: [ 'frequencyPenalty', + 'logprobs', 'maxCompletionTokens', + 'reasoning', 'responseFormat', 'temperature', 'toolChoice', 'topP', ], }, - context_window: 131072, - max_output_tokens: 163840, + context_window: 262144, + max_output_tokens: 262144, pricing: { text: { input: { - normal: 0.135, + normal: 0, cached: 0, }, output: { - normal: 0.5, + normal: 0, }, }, image: 0, }, } as const -const NOUSRESEARCH_HERMES_2_PRO_LLAMA_3_8B = { - id: 'nousresearch/hermes-2-pro-llama-3-8b', - name: 'NousResearch: Hermes 2 Pro - Llama-3 8B', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'maxCompletionTokens', - 'presencePenalty', - 'responseFormat', - 'seed', - 'stop', - 'temperature', - 'topP', - ], - }, - context_window: 8192, - max_output_tokens: 8192, - pricing: { - text: { - input: { - normal: 0.14, - cached: 0, - }, - output: { - normal: 0.14, - }, - }, - image: 0, - }, -} as const -const NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B = { - id: 'nousresearch/hermes-3-llama-3.1-405b', - name: 'Nous: Hermes 3 405B Instruct', +const NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B = { + id: 'nousresearch/hermes-3-llama-3.1-405b', + name: 'Nous: Hermes 3 405B Instruct', supports: { input: ['text'], output: ['text'], @@ -5171,11 +5088,11 @@ const NOUSRESEARCH_HERMES_3_LLAMA_3_1_70B = { pricing: { text: { input: { - normal: 0.3, + normal: 0.7, cached: 0, }, output: { - normal: 0.3, + normal: 0.7, }, }, image: 0, @@ -5266,7 +5183,7 @@ const NVIDIA_LLAMA_3_3_NEMOTRON_SUPER_49B_V1_5 = { pricing: { text: { input: { - normal: 0.1, + normal: 0.4, cached: 0, }, output: { @@ -5437,88 +5354,87 @@ const NVIDIA_NEMOTRON_3_SUPER_120B_A12B_FREE = { image: 0, }, } as const -const NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE = { - id: 'nvidia/nemotron-nano-12b-v2-vl:free', - name: 'NVIDIA: Nemotron Nano 12B 2 VL (free)', +const NVIDIA_NEMOTRON_3_ULTRA_550B_A55B = { + id: 'nvidia/nemotron-3-ultra-550b-a55b', + name: 'NVIDIA: Nemotron 3 Ultra', supports: { - input: ['image', 'text', 'video'], + input: ['text'], output: ['text'], supports: [ + 'frequencyPenalty', + 'logitBias', 'maxCompletionTokens', + 'presencePenalty', 'reasoning', + 'responseFormat', 'seed', + 'stop', 'temperature', 'toolChoice', 'topP', ], }, - context_window: 128000, - max_output_tokens: 128000, + context_window: 1000000, + max_output_tokens: 16384, pricing: { text: { input: { - normal: 0, - cached: 0, + normal: 0.5, + cached: 0.15, }, output: { - normal: 0, + normal: 2.5, }, }, image: 0, }, } as const -const NVIDIA_NEMOTRON_NANO_9B_V2 = { - id: 'nvidia/nemotron-nano-9b-v2', - name: 'NVIDIA: Nemotron Nano 9B V2', +const NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE = { + id: 'nvidia/nemotron-3-ultra-550b-a55b:free', + name: 'NVIDIA: Nemotron 3 Ultra (free)', supports: { input: ['text'], output: ['text'], supports: [ - 'frequencyPenalty', - 'logitBias', 'maxCompletionTokens', - 'presencePenalty', 'reasoning', - 'responseFormat', 'seed', - 'stop', 'temperature', 'toolChoice', 'topP', ], }, - context_window: 131072, - max_output_tokens: 16384, + context_window: 1000000, + max_output_tokens: 65536, pricing: { text: { input: { - normal: 0.04, + normal: 0, cached: 0, }, output: { - normal: 0.16, + normal: 0, }, }, image: 0, }, } as const -const NVIDIA_NEMOTRON_NANO_9B_V2_FREE = { - id: 'nvidia/nemotron-nano-9b-v2:free', - name: 'NVIDIA: Nemotron Nano 9B V2 (free)', +const NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE = { + id: 'nvidia/nemotron-3.5-content-safety:free', + name: 'NVIDIA: Nemotron 3.5 Content Safety (free)', supports: { - input: ['text'], + input: ['text', 'image'], output: ['text'], supports: [ 'maxCompletionTokens', 'reasoning', - 'responseFormat', 'seed', 'temperature', - 'toolChoice', 'topP', ], }, context_window: 128000, + max_output_tokens: 8192, pricing: { text: { input: { @@ -5532,81 +5448,69 @@ const NVIDIA_NEMOTRON_NANO_9B_V2_FREE = { image: 0, }, } as const -const OPENAI_GPT_3_5_TURBO = { - id: 'openai/gpt-3.5-turbo', - name: 'OpenAI: GPT-3.5 Turbo', +const NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE = { + id: 'nvidia/nemotron-nano-12b-v2-vl:free', + name: 'NVIDIA: Nemotron Nano 12B 2 VL (free)', supports: { - input: ['text'], + input: ['image', 'text', 'video'], output: ['text'], supports: [ - 'frequencyPenalty', - 'logitBias', - 'logprobs', 'maxCompletionTokens', - 'presencePenalty', - 'responseFormat', + 'reasoning', 'seed', - 'stop', 'temperature', 'toolChoice', - 'topLogprobs', 'topP', ], }, - context_window: 16385, - max_output_tokens: 4096, + context_window: 128000, + max_output_tokens: 128000, pricing: { text: { input: { - normal: 0.5, + normal: 0, cached: 0, }, output: { - normal: 1.5, + normal: 0, }, }, image: 0, }, } as const -const OPENAI_GPT_3_5_TURBO_0613 = { - id: 'openai/gpt-3.5-turbo-0613', - name: 'OpenAI: GPT-3.5 Turbo (older v0613)', +const NVIDIA_NEMOTRON_NANO_9B_V2_FREE = { + id: 'nvidia/nemotron-nano-9b-v2:free', + name: 'NVIDIA: Nemotron Nano 9B V2 (free)', supports: { input: ['text'], output: ['text'], supports: [ - 'frequencyPenalty', - 'logitBias', - 'logprobs', 'maxCompletionTokens', - 'presencePenalty', + 'reasoning', 'responseFormat', 'seed', - 'stop', 'temperature', 'toolChoice', - 'topLogprobs', 'topP', ], }, - context_window: 4095, - max_output_tokens: 4096, + context_window: 128000, pricing: { text: { input: { - normal: 1, + normal: 0, cached: 0, }, output: { - normal: 2, + normal: 0, }, }, image: 0, }, } as const -const OPENAI_GPT_3_5_TURBO_16K = { - id: 'openai/gpt-3.5-turbo-16k', - name: 'OpenAI: GPT-3.5 Turbo 16k', +const OPENAI_GPT_3_5_TURBO = { + id: 'openai/gpt-3.5-turbo', + name: 'OpenAI: GPT-3.5 Turbo', supports: { input: ['text'], output: ['text'], @@ -5615,7 +5519,6 @@ const OPENAI_GPT_3_5_TURBO_16K = { 'logitBias', 'logprobs', 'maxCompletionTokens', - 'maxCompletionTokens', 'presencePenalty', 'responseFormat', 'seed', @@ -5631,19 +5534,19 @@ const OPENAI_GPT_3_5_TURBO_16K = { pricing: { text: { input: { - normal: 3, + normal: 0.5, cached: 0, }, output: { - normal: 4, + normal: 1.5, }, }, image: 0, }, } as const -const OPENAI_GPT_3_5_TURBO_INSTRUCT = { - id: 'openai/gpt-3.5-turbo-instruct', - name: 'OpenAI: GPT-3.5 Turbo Instruct', +const OPENAI_GPT_3_5_TURBO_0613 = { + id: 'openai/gpt-3.5-turbo-0613', + name: 'OpenAI: GPT-3.5 Turbo (older v0613)', supports: { input: ['text'], output: ['text'], @@ -5657,6 +5560,7 @@ const OPENAI_GPT_3_5_TURBO_INSTRUCT = { 'seed', 'stop', 'temperature', + 'toolChoice', 'topLogprobs', 'topP', ], @@ -5666,7 +5570,7 @@ const OPENAI_GPT_3_5_TURBO_INSTRUCT = { pricing: { text: { input: { - normal: 1.5, + normal: 1, cached: 0, }, output: { @@ -5676,9 +5580,9 @@ const OPENAI_GPT_3_5_TURBO_INSTRUCT = { image: 0, }, } as const -const OPENAI_GPT_4 = { - id: 'openai/gpt-4', - name: 'OpenAI: GPT-4', +const OPENAI_GPT_3_5_TURBO_16K = { + id: 'openai/gpt-3.5-turbo-16k', + name: 'OpenAI: GPT-3.5 Turbo 16k', supports: { input: ['text'], output: ['text'], @@ -5698,24 +5602,24 @@ const OPENAI_GPT_4 = { 'topP', ], }, - context_window: 8191, + context_window: 16385, max_output_tokens: 4096, pricing: { text: { input: { - normal: 30, + normal: 3, cached: 0, }, output: { - normal: 60, + normal: 4, }, }, image: 0, }, } as const -const OPENAI_GPT_4_0314 = { - id: 'openai/gpt-4-0314', - name: 'OpenAI: GPT-4 (older v0314)', +const OPENAI_GPT_3_5_TURBO_INSTRUCT = { + id: 'openai/gpt-3.5-turbo-instruct', + name: 'OpenAI: GPT-3.5 Turbo Instruct', supports: { input: ['text'], output: ['text'], @@ -5729,29 +5633,28 @@ const OPENAI_GPT_4_0314 = { 'seed', 'stop', 'temperature', - 'toolChoice', 'topLogprobs', 'topP', ], }, - context_window: 8191, + context_window: 4095, max_output_tokens: 4096, pricing: { text: { input: { - normal: 30, + normal: 1.5, cached: 0, }, output: { - normal: 60, + normal: 2, }, }, image: 0, }, } as const -const OPENAI_GPT_4_1106_PREVIEW = { - id: 'openai/gpt-4-1106-preview', - name: 'OpenAI: GPT-4 Turbo (older v1106)', +const OPENAI_GPT_4 = { + id: 'openai/gpt-4', + name: 'OpenAI: GPT-4', supports: { input: ['text'], output: ['text'], @@ -5760,6 +5663,7 @@ const OPENAI_GPT_4_1106_PREVIEW = { 'logitBias', 'logprobs', 'maxCompletionTokens', + 'maxCompletionTokens', 'presencePenalty', 'responseFormat', 'seed', @@ -5770,16 +5674,16 @@ const OPENAI_GPT_4_1106_PREVIEW = { 'topP', ], }, - context_window: 128000, + context_window: 8191, max_output_tokens: 4096, pricing: { text: { input: { - normal: 10, + normal: 30, cached: 0, }, output: { - normal: 30, + normal: 60, }, }, image: 0, @@ -8063,14 +7967,15 @@ const QWEN_QWEN2_5_VL_72B_INSTRUCT = { ], }, context_window: 131072, + max_output_tokens: 128000, pricing: { text: { input: { - normal: 0.25, - cached: 0, + normal: 0.8, + cached: 0.4, }, output: { - normal: 0.75, + normal: 1, }, }, image: 0, @@ -8169,7 +8074,7 @@ const QWEN_QWEN3_235B_A22B_2507 = { pricing: { text: { input: { - normal: 0.071, + normal: 0.09, cached: 0, }, output: { @@ -8237,15 +8142,15 @@ const QWEN_QWEN3_30B_A3B = { ], }, context_window: 131072, - max_output_tokens: 20000, + max_output_tokens: 16384, pricing: { text: { input: { - normal: 0.09, + normal: 0.12, cached: 0, }, output: { - normal: 0.45, + normal: 0.5, }, }, image: 0, @@ -8275,11 +8180,11 @@ const QWEN_QWEN3_30B_A3B_INSTRUCT_2507 = { pricing: { text: { input: { - normal: 0.0428, + normal: 0.04815, cached: 0, }, output: { - normal: 0.1716, + normal: 0.19305, }, }, image: 0, @@ -8656,6 +8561,7 @@ const QWEN_QWEN3_NEXT_80B_A3B_INSTRUCT = { supports: [ 'frequencyPenalty', 'logitBias', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'responseFormat', @@ -8663,6 +8569,7 @@ const QWEN_QWEN3_NEXT_80B_A3B_INSTRUCT = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, @@ -9151,11 +9058,11 @@ const QWEN_QWEN3_5_9B = { ], }, context_window: 262144, - max_output_tokens: 81920, + max_output_tokens: 262144, pricing: { text: { input: { - normal: 0.04, + normal: 0.1, cached: 0, }, output: { @@ -9288,11 +9195,11 @@ const QWEN_QWEN3_6_27B = { pricing: { text: { input: { - normal: 0.29, + normal: 0.2885, cached: 0, }, output: { - normal: 3.2, + normal: 3.17, }, }, image: 0, @@ -9321,12 +9228,12 @@ const QWEN_QWEN3_6_35B_A3B = { ], }, context_window: 262144, - max_output_tokens: 262140, + max_output_tokens: 262144, pricing: { text: { input: { - normal: 0.14, - cached: 0, + normal: 0.15, + cached: 0.05, }, output: { normal: 1, @@ -9467,6 +9374,40 @@ const QWEN_QWEN3_7_MAX = { image: 0, }, } as const +const QWEN_QWEN3_7_PLUS = { + id: 'qwen/qwen3.7-plus', + name: 'Qwen: Qwen3.7 Plus', + supports: { + input: ['text', 'image'], + output: ['text'], + supports: [ + 'logprobs', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'temperature', + 'toolChoice', + 'topLogprobs', + 'topP', + ], + }, + context_window: 1000000, + max_output_tokens: 65536, + pricing: { + text: { + input: { + normal: 0.32, + cached: 0.464, + }, + output: { + normal: 1.28, + }, + }, + image: 0, + }, +} as const const REKAAI_REKA_EDGE = { id: 'rekaai/reka-edge', name: 'Reka Edge', @@ -9584,38 +9525,6 @@ const RELACE_RELACE_SEARCH = { image: 0, }, } as const -const SAO10K_L3_EURYALE_70B = { - id: 'sao10k/l3-euryale-70b', - name: 'Sao10k: Llama 3 Euryale 70B v2.1', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'maxCompletionTokens', - 'presencePenalty', - 'seed', - 'stop', - 'temperature', - 'toolChoice', - 'topP', - ], - }, - context_window: 8192, - max_output_tokens: 8192, - pricing: { - text: { - input: { - normal: 1.48, - cached: 0, - }, - output: { - normal: 1.48, - }, - }, - image: 0, - }, -} as const const SAO10K_L3_LUNARIS_8B = { id: 'sao10k/l3-lunaris-8b', name: 'Sao10K: Llama 3 8B Lunaris', @@ -10273,7 +10182,6 @@ const XIAOMI_MIMO_V2_FLASH = { 'presencePenalty', 'reasoning', 'responseFormat', - 'seed', 'stop', 'temperature', 'toolChoice', @@ -10363,28 +10271,6 @@ const XIAOMI_MIMO_V2_5_PRO = { image: 0, }, } as const -const Z_AI_GLM_4_32B = { - id: 'z-ai/glm-4-32b', - name: 'Z.ai: GLM 4 32B ', - supports: { - input: ['text'], - output: ['text'], - supports: ['maxCompletionTokens', 'temperature', 'toolChoice', 'topP'], - }, - context_window: 128000, - pricing: { - text: { - input: { - normal: 0.1, - cached: 0, - }, - output: { - normal: 0.1, - }, - }, - image: 0, - }, -} as const const Z_AI_GLM_4_5 = { id: 'z-ai/glm-4.5', name: 'Z.ai: GLM 4.5', @@ -10427,6 +10313,7 @@ const Z_AI_GLM_4_5_AIR = { output: ['text'], supports: [ 'frequencyPenalty', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -10435,6 +10322,7 @@ const Z_AI_GLM_4_5_AIR = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, @@ -10453,35 +10341,6 @@ const Z_AI_GLM_4_5_AIR = { image: 0, }, } as const -const Z_AI_GLM_4_5_AIR_FREE = { - id: 'z-ai/glm-4.5-air:free', - name: 'Z.ai: GLM 4.5 Air (free)', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'maxCompletionTokens', - 'reasoning', - 'temperature', - 'toolChoice', - 'topP', - ], - }, - context_window: 131072, - max_output_tokens: 96000, - pricing: { - text: { - input: { - normal: 0, - cached: 0, - }, - output: { - normal: 0, - }, - }, - image: 0, - }, -} as const const Z_AI_GLM_4_5V = { id: 'z-ai/glm-4.5v', name: 'Z.ai: GLM 4.5V', @@ -10571,12 +10430,12 @@ const Z_AI_GLM_4_6V = { ], }, context_window: 131072, - max_output_tokens: 24000, + max_output_tokens: 32768, pricing: { text: { input: { normal: 0.3, - cached: 0.05, + cached: 0.055, }, output: { normal: 0.9, @@ -10711,7 +10570,7 @@ const Z_AI_GLM_5_TURBO = { 'topP', ], }, - context_window: 202752, + context_window: 262144, max_output_tokens: 131072, pricing: { text: { @@ -10763,38 +10622,18 @@ const Z_AI_GLM_5_1 = { image: 0, }, } as const -const Z_AI_GLM_5V_TURBO = { - id: 'z-ai/glm-5v-turbo', - name: 'Z.ai: GLM 5V Turbo', - supports: { - input: ['image', 'text', 'video'], - output: ['text'], - supports: [ - 'maxCompletionTokens', - 'reasoning', - 'responseFormat', - 'temperature', - 'toolChoice', - 'topP', - ], - }, - context_window: 202752, - max_output_tokens: 131072, - pricing: { - text: { - input: { - normal: 1.2, - cached: 0.24, - }, - output: { - normal: 4, - }, - }, - image: 0, - }, -} as const export type OpenRouterModelOptionsByName = { + [_ANTHROPIC_CLAUDE_FABLE_LATEST.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'maxCompletionTokens' + | 'maxCompletionTokens' + | 'reasoning' + | 'responseFormat' + | 'stop' + | 'toolChoice' + > [_ANTHROPIC_CLAUDE_HAIKU_LATEST.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -10985,6 +10824,16 @@ export type OpenRouterModelOptionsByName = { OpenRouterBaseOptions, 'maxCompletionTokens' | 'stop' | 'temperature' | 'toolChoice' | 'topP' > + [ANTHROPIC_CLAUDE_FABLE_5.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'maxCompletionTokens' + | 'maxCompletionTokens' + | 'reasoning' + | 'responseFormat' + | 'stop' + | 'toolChoice' + > [ANTHROPIC_CLAUDE_HAIKU_4_5.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -11130,28 +10979,6 @@ export type OpenRouterModelOptionsByName = { | 'temperature' | 'topP' > - [ARCEE_AI_MAESTRO_REASONING.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'stop' - | 'temperature' - | 'topP' - > - [ARCEE_AI_SPOTLIGHT.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'stop' - | 'temperature' - | 'topP' - > [ARCEE_AI_TRINITY_LARGE_THINKING.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -11191,19 +11018,6 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [BAIDU_ERNIE_4_5_VL_28B_A3B.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'reasoning' - | 'seed' - | 'stop' - | 'temperature' - | 'toolChoice' - | 'topP' - > [BAIDU_ERNIE_4_5_VL_424B_A47B.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -11427,11 +11241,9 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' - | 'logitBias' | 'maxCompletionTokens' | 'presencePenalty' | 'reasoning' - | 'responseFormat' | 'seed' | 'stop' | 'temperature' @@ -12032,8 +11844,6 @@ export type OpenRouterModelOptionsByName = { | 'logitBias' | 'maxCompletionTokens' | 'presencePenalty' - | 'responseFormat' - | 'seed' | 'stop' | 'temperature' | 'topP' @@ -12166,18 +11976,6 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [META_LLAMA_LLAMA_GUARD_3_8B.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'seed' - | 'stop' - | 'temperature' - | 'topP' - > [META_LLAMA_LLAMA_GUARD_4_12B.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -12315,9 +12113,14 @@ export type OpenRouterModelOptionsByName = { [MINIMAX_MINIMAX_M3.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logitBias' | 'maxCompletionTokens' + | 'presencePenalty' | 'reasoning' | 'responseFormat' + | 'seed' + | 'stop' | 'temperature' | 'toolChoice' | 'topP' @@ -12654,32 +12457,37 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [MOONSHOTAI_KIMI_K2_6_FREE.id]: OpenRouterCommonOptions & - Pick - [MORPH_MORPH_V3_FAST.id]: OpenRouterCommonOptions & - Pick - [MORPH_MORPH_V3_LARGE.id]: OpenRouterCommonOptions & - Pick - [NEX_AGI_DEEPSEEK_V3_1_NEX_N1.id]: OpenRouterCommonOptions & + [MOONSHOTAI_KIMI_K2_7_CODE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logitBias' + | 'logprobs' | 'maxCompletionTokens' + | 'presencePenalty' + | 'reasoning' | 'responseFormat' + | 'seed' + | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > - [NOUSRESEARCH_HERMES_2_PRO_LLAMA_3_8B.id]: OpenRouterCommonOptions & + [MORPH_MORPH_V3_FAST.id]: OpenRouterCommonOptions & + Pick + [MORPH_MORPH_V3_LARGE.id]: OpenRouterCommonOptions & + Pick + [NEX_AGI_NEX_N2_PRO_FREE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' - | 'presencePenalty' + | 'reasoning' | 'responseFormat' - | 'seed' - | 'stop' | 'temperature' + | 'toolChoice' | 'topP' > [NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B.id]: OpenRouterCommonOptions & @@ -12818,17 +12626,7 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'maxCompletionTokens' - | 'reasoning' - | 'seed' - | 'temperature' - | 'toolChoice' - | 'topP' - > - [NVIDIA_NEMOTRON_NANO_9B_V2.id]: OpenRouterCommonOptions & + [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' @@ -12843,57 +12641,49 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [NVIDIA_NEMOTRON_NANO_9B_V2_FREE.id]: OpenRouterCommonOptions & + [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' | 'reasoning' - | 'responseFormat' | 'seed' | 'temperature' | 'toolChoice' | 'topP' > - [OPENAI_GPT_3_5_TURBO.id]: OpenRouterCommonOptions & + [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + 'maxCompletionTokens' | 'reasoning' | 'seed' | 'temperature' | 'topP' + > + [NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'logprobs' | 'maxCompletionTokens' - | 'presencePenalty' - | 'responseFormat' + | 'reasoning' | 'seed' - | 'stop' | 'temperature' | 'toolChoice' - | 'topLogprobs' | 'topP' > - [OPENAI_GPT_3_5_TURBO_0613.id]: OpenRouterCommonOptions & + [NVIDIA_NEMOTRON_NANO_9B_V2_FREE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'logprobs' | 'maxCompletionTokens' - | 'presencePenalty' + | 'reasoning' | 'responseFormat' | 'seed' - | 'stop' | 'temperature' | 'toolChoice' - | 'topLogprobs' | 'topP' > - [OPENAI_GPT_3_5_TURBO_16K.id]: OpenRouterCommonOptions & + [OPENAI_GPT_3_5_TURBO.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' | 'logitBias' | 'logprobs' | 'maxCompletionTokens' - | 'maxCompletionTokens' | 'presencePenalty' | 'responseFormat' | 'seed' @@ -12903,7 +12693,7 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [OPENAI_GPT_3_5_TURBO_INSTRUCT.id]: OpenRouterCommonOptions & + [OPENAI_GPT_3_5_TURBO_0613.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' @@ -12915,10 +12705,11 @@ export type OpenRouterModelOptionsByName = { | 'seed' | 'stop' | 'temperature' + | 'toolChoice' | 'topLogprobs' | 'topP' > - [OPENAI_GPT_4.id]: OpenRouterCommonOptions & + [OPENAI_GPT_3_5_TURBO_16K.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' @@ -12935,7 +12726,7 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [OPENAI_GPT_4_0314.id]: OpenRouterCommonOptions & + [OPENAI_GPT_3_5_TURBO_INSTRUCT.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' @@ -12947,17 +12738,17 @@ export type OpenRouterModelOptionsByName = { | 'seed' | 'stop' | 'temperature' - | 'toolChoice' | 'topLogprobs' | 'topP' > - [OPENAI_GPT_4_1106_PREVIEW.id]: OpenRouterCommonOptions & + [OPENAI_GPT_4.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' | 'logitBias' | 'logprobs' | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'presencePenalty' | 'responseFormat' | 'seed' @@ -14028,6 +13819,7 @@ export type OpenRouterModelOptionsByName = { OpenRouterBaseOptions, | 'frequencyPenalty' | 'logitBias' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'responseFormat' @@ -14035,6 +13827,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > [QWEN_QWEN3_NEXT_80B_A3B_INSTRUCT_FREE.id]: OpenRouterCommonOptions & @@ -14364,48 +14157,50 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [REKAAI_REKA_EDGE.id]: OpenRouterCommonOptions & + [QWEN_QWEN3_7_PLUS.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' + | 'reasoning' + | 'responseFormat' | 'seed' - | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > - [REKAAI_REKA_FLASH_3.id]: OpenRouterCommonOptions & + [REKAAI_REKA_EDGE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, | 'frequencyPenalty' | 'maxCompletionTokens' | 'presencePenalty' - | 'reasoning' | 'seed' | 'stop' | 'temperature' + | 'toolChoice' | 'topP' > - [RELACE_RELACE_APPLY_3.id]: OpenRouterCommonOptions & - Pick - [RELACE_RELACE_SEARCH.id]: OpenRouterCommonOptions & + [REKAAI_REKA_FLASH_3.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, + | 'frequencyPenalty' | 'maxCompletionTokens' + | 'presencePenalty' + | 'reasoning' | 'seed' | 'stop' | 'temperature' - | 'toolChoice' | 'topP' > - [SAO10K_L3_EURYALE_70B.id]: OpenRouterCommonOptions & + [RELACE_RELACE_APPLY_3.id]: OpenRouterCommonOptions & + Pick + [RELACE_RELACE_SEARCH.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - | 'frequencyPenalty' | 'maxCompletionTokens' - | 'presencePenalty' | 'seed' | 'stop' | 'temperature' @@ -14675,7 +14470,6 @@ export type OpenRouterModelOptionsByName = { | 'presencePenalty' | 'reasoning' | 'responseFormat' - | 'seed' | 'stop' | 'temperature' | 'toolChoice' @@ -14709,11 +14503,6 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [Z_AI_GLM_4_32B.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - 'maxCompletionTokens' | 'temperature' | 'toolChoice' | 'topP' - > [Z_AI_GLM_4_5.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -14732,6 +14521,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'reasoning' @@ -14740,15 +14530,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' - | 'topP' - > - [Z_AI_GLM_4_5_AIR_FREE.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'maxCompletionTokens' - | 'reasoning' - | 'temperature' - | 'toolChoice' + | 'topLogprobs' | 'topP' > [Z_AI_GLM_4_5V.id]: OpenRouterCommonOptions & @@ -14874,20 +14656,13 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [Z_AI_GLM_5V_TURBO.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'maxCompletionTokens' - | 'reasoning' - | 'responseFormat' - | 'temperature' - | 'toolChoice' - | 'topP' - > 'openrouter/auto': OpenRouterCommonOptions & OpenRouterBaseOptions } export type OpenRouterModelInputModalitiesByName = { + [_ANTHROPIC_CLAUDE_FABLE_LATEST.id]: ReadonlyArray< + 'text' | 'image' | 'document' + > [_ANTHROPIC_CLAUDE_HAIKU_LATEST.id]: ReadonlyArray< 'text' | 'image' | 'document' > @@ -14922,6 +14697,7 @@ export type OpenRouterModelInputModalitiesByName = { [ANTHRACITE_ORG_MAGNUM_V4_72B.id]: ReadonlyArray<'text'> [ANTHROPIC_CLAUDE_3_HAIKU.id]: ReadonlyArray<'text' | 'image'> [ANTHROPIC_CLAUDE_3_5_HAIKU.id]: ReadonlyArray<'text' | 'image'> + [ANTHROPIC_CLAUDE_FABLE_5.id]: ReadonlyArray<'text' | 'image' | 'document'> [ANTHROPIC_CLAUDE_HAIKU_4_5.id]: ReadonlyArray<'text' | 'image' | 'document'> [ANTHROPIC_CLAUDE_OPUS_4.id]: ReadonlyArray<'image' | 'text' | 'document'> [ANTHROPIC_CLAUDE_OPUS_4_1.id]: ReadonlyArray<'image' | 'text' | 'document'> @@ -14942,12 +14718,9 @@ export type OpenRouterModelInputModalitiesByName = { [ANTHROPIC_CLAUDE_SONNET_4_5.id]: ReadonlyArray<'text' | 'image' | 'document'> [ANTHROPIC_CLAUDE_SONNET_4_6.id]: ReadonlyArray<'text' | 'image' | 'document'> [ARCEE_AI_CODER_LARGE.id]: ReadonlyArray<'text'> - [ARCEE_AI_MAESTRO_REASONING.id]: ReadonlyArray<'text'> - [ARCEE_AI_SPOTLIGHT.id]: ReadonlyArray<'image' | 'text'> [ARCEE_AI_TRINITY_LARGE_THINKING.id]: ReadonlyArray<'text'> [ARCEE_AI_TRINITY_MINI.id]: ReadonlyArray<'text'> [ARCEE_AI_VIRTUOSO_LARGE.id]: ReadonlyArray<'text'> - [BAIDU_ERNIE_4_5_VL_28B_A3B.id]: ReadonlyArray<'text' | 'image'> [BAIDU_ERNIE_4_5_VL_424B_A47B.id]: ReadonlyArray<'image' | 'text'> [BYTEDANCE_SEED_SEED_1_6.id]: ReadonlyArray<'image' | 'text' | 'video'> [BYTEDANCE_SEED_SEED_1_6_FLASH.id]: ReadonlyArray<'image' | 'text' | 'video'> @@ -15049,7 +14822,6 @@ export type OpenRouterModelInputModalitiesByName = { [META_LLAMA_LLAMA_3_3_70B_INSTRUCT_FREE.id]: ReadonlyArray<'text'> [META_LLAMA_LLAMA_4_MAVERICK.id]: ReadonlyArray<'text' | 'image'> [META_LLAMA_LLAMA_4_SCOUT.id]: ReadonlyArray<'text' | 'image'> - [META_LLAMA_LLAMA_GUARD_3_8B.id]: ReadonlyArray<'text'> [META_LLAMA_LLAMA_GUARD_4_12B.id]: ReadonlyArray<'image' | 'text'> [MICROSOFT_PHI_4.id]: ReadonlyArray<'text'> [MICROSOFT_PHI_4_MINI_INSTRUCT.id]: ReadonlyArray<'text'> @@ -15094,11 +14866,10 @@ export type OpenRouterModelInputModalitiesByName = { [MOONSHOTAI_KIMI_K2_THINKING.id]: ReadonlyArray<'text'> [MOONSHOTAI_KIMI_K2_5.id]: ReadonlyArray<'text' | 'image'> [MOONSHOTAI_KIMI_K2_6.id]: ReadonlyArray<'text' | 'image'> - [MOONSHOTAI_KIMI_K2_6_FREE.id]: ReadonlyArray<'text' | 'image'> + [MOONSHOTAI_KIMI_K2_7_CODE.id]: ReadonlyArray<'text' | 'image'> [MORPH_MORPH_V3_FAST.id]: ReadonlyArray<'text'> [MORPH_MORPH_V3_LARGE.id]: ReadonlyArray<'text'> - [NEX_AGI_DEEPSEEK_V3_1_NEX_N1.id]: ReadonlyArray<'text'> - [NOUSRESEARCH_HERMES_2_PRO_LLAMA_3_8B.id]: ReadonlyArray<'text'> + [NEX_AGI_NEX_N2_PRO_FREE.id]: ReadonlyArray<'text' | 'image'> [NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B.id]: ReadonlyArray<'text'> [NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B_FREE.id]: ReadonlyArray<'text'> [NOUSRESEARCH_HERMES_3_LLAMA_3_1_70B.id]: ReadonlyArray<'text'> @@ -15112,18 +14883,18 @@ export type OpenRouterModelInputModalitiesByName = { > [NVIDIA_NEMOTRON_3_SUPER_120B_A12B.id]: ReadonlyArray<'text'> [NVIDIA_NEMOTRON_3_SUPER_120B_A12B_FREE.id]: ReadonlyArray<'text'> + [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B.id]: ReadonlyArray<'text'> + [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.id]: ReadonlyArray<'text'> + [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id]: ReadonlyArray<'text' | 'image'> [NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE.id]: ReadonlyArray< 'image' | 'text' | 'video' > - [NVIDIA_NEMOTRON_NANO_9B_V2.id]: ReadonlyArray<'text'> [NVIDIA_NEMOTRON_NANO_9B_V2_FREE.id]: ReadonlyArray<'text'> [OPENAI_GPT_3_5_TURBO.id]: ReadonlyArray<'text'> [OPENAI_GPT_3_5_TURBO_0613.id]: ReadonlyArray<'text'> [OPENAI_GPT_3_5_TURBO_16K.id]: ReadonlyArray<'text'> [OPENAI_GPT_3_5_TURBO_INSTRUCT.id]: ReadonlyArray<'text'> [OPENAI_GPT_4.id]: ReadonlyArray<'text'> - [OPENAI_GPT_4_0314.id]: ReadonlyArray<'text'> - [OPENAI_GPT_4_1106_PREVIEW.id]: ReadonlyArray<'text'> [OPENAI_GPT_4_TURBO.id]: ReadonlyArray<'text' | 'image'> [OPENAI_GPT_4_TURBO_PREVIEW.id]: ReadonlyArray<'text'> [OPENAI_GPT_4_1.id]: ReadonlyArray<'image' | 'text' | 'document'> @@ -15243,11 +15014,11 @@ export type OpenRouterModelInputModalitiesByName = { [QWEN_QWEN3_6_MAX_PREVIEW.id]: ReadonlyArray<'text'> [QWEN_QWEN3_6_PLUS.id]: ReadonlyArray<'text' | 'image' | 'video'> [QWEN_QWEN3_7_MAX.id]: ReadonlyArray<'text'> + [QWEN_QWEN3_7_PLUS.id]: ReadonlyArray<'text' | 'image'> [REKAAI_REKA_EDGE.id]: ReadonlyArray<'image' | 'text' | 'video'> [REKAAI_REKA_FLASH_3.id]: ReadonlyArray<'text'> [RELACE_RELACE_APPLY_3.id]: ReadonlyArray<'text'> [RELACE_RELACE_SEARCH.id]: ReadonlyArray<'text'> - [SAO10K_L3_EURYALE_70B.id]: ReadonlyArray<'text'> [SAO10K_L3_LUNARIS_8B.id]: ReadonlyArray<'text'> [SAO10K_L3_1_70B_HANAMI_X1.id]: ReadonlyArray<'text'> [SAO10K_L3_1_EURYALE_70B.id]: ReadonlyArray<'text'> @@ -15271,10 +15042,8 @@ export type OpenRouterModelInputModalitiesByName = { [XIAOMI_MIMO_V2_FLASH.id]: ReadonlyArray<'text'> [XIAOMI_MIMO_V2_5.id]: ReadonlyArray<'text' | 'audio' | 'image' | 'video'> [XIAOMI_MIMO_V2_5_PRO.id]: ReadonlyArray<'text'> - [Z_AI_GLM_4_32B.id]: ReadonlyArray<'text'> [Z_AI_GLM_4_5.id]: ReadonlyArray<'text'> [Z_AI_GLM_4_5_AIR.id]: ReadonlyArray<'text'> - [Z_AI_GLM_4_5_AIR_FREE.id]: ReadonlyArray<'text'> [Z_AI_GLM_4_5V.id]: ReadonlyArray<'text' | 'image'> [Z_AI_GLM_4_6.id]: ReadonlyArray<'text'> [Z_AI_GLM_4_6V.id]: ReadonlyArray<'image' | 'text' | 'video'> @@ -15283,13 +15052,13 @@ export type OpenRouterModelInputModalitiesByName = { [Z_AI_GLM_5.id]: ReadonlyArray<'text'> [Z_AI_GLM_5_TURBO.id]: ReadonlyArray<'text'> [Z_AI_GLM_5_1.id]: ReadonlyArray<'text'> - [Z_AI_GLM_5V_TURBO.id]: ReadonlyArray<'image' | 'text' | 'video'> 'openrouter/auto': ReadonlyArray< 'text' | 'image' | 'audio' | 'video' | 'document' > } export const OPENROUTER_CHAT_MODELS = [ + _ANTHROPIC_CLAUDE_FABLE_LATEST.id, _ANTHROPIC_CLAUDE_HAIKU_LATEST.id, _ANTHROPIC_CLAUDE_OPUS_LATEST.id, _ANTHROPIC_CLAUDE_SONNET_LATEST.id, @@ -15312,6 +15081,7 @@ export const OPENROUTER_CHAT_MODELS = [ ANTHRACITE_ORG_MAGNUM_V4_72B.id, ANTHROPIC_CLAUDE_3_HAIKU.id, ANTHROPIC_CLAUDE_3_5_HAIKU.id, + ANTHROPIC_CLAUDE_FABLE_5.id, ANTHROPIC_CLAUDE_HAIKU_4_5.id, ANTHROPIC_CLAUDE_OPUS_4.id, ANTHROPIC_CLAUDE_OPUS_4_1.id, @@ -15326,12 +15096,9 @@ export const OPENROUTER_CHAT_MODELS = [ ANTHROPIC_CLAUDE_SONNET_4_5.id, ANTHROPIC_CLAUDE_SONNET_4_6.id, ARCEE_AI_CODER_LARGE.id, - ARCEE_AI_MAESTRO_REASONING.id, - ARCEE_AI_SPOTLIGHT.id, ARCEE_AI_TRINITY_LARGE_THINKING.id, ARCEE_AI_TRINITY_MINI.id, ARCEE_AI_VIRTUOSO_LARGE.id, - BAIDU_ERNIE_4_5_VL_28B_A3B.id, BAIDU_ERNIE_4_5_VL_424B_A47B.id, BYTEDANCE_SEED_SEED_1_6.id, BYTEDANCE_SEED_SEED_1_6_FLASH.id, @@ -15407,7 +15174,6 @@ export const OPENROUTER_CHAT_MODELS = [ META_LLAMA_LLAMA_3_3_70B_INSTRUCT_FREE.id, META_LLAMA_LLAMA_4_MAVERICK.id, META_LLAMA_LLAMA_4_SCOUT.id, - META_LLAMA_LLAMA_GUARD_3_8B.id, META_LLAMA_LLAMA_GUARD_4_12B.id, MICROSOFT_PHI_4.id, MICROSOFT_PHI_4_MINI_INSTRUCT.id, @@ -15444,11 +15210,10 @@ export const OPENROUTER_CHAT_MODELS = [ MOONSHOTAI_KIMI_K2_THINKING.id, MOONSHOTAI_KIMI_K2_5.id, MOONSHOTAI_KIMI_K2_6.id, - MOONSHOTAI_KIMI_K2_6_FREE.id, + MOONSHOTAI_KIMI_K2_7_CODE.id, MORPH_MORPH_V3_FAST.id, MORPH_MORPH_V3_LARGE.id, - NEX_AGI_DEEPSEEK_V3_1_NEX_N1.id, - NOUSRESEARCH_HERMES_2_PRO_LLAMA_3_8B.id, + NEX_AGI_NEX_N2_PRO_FREE.id, NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B.id, NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B_FREE.id, NOUSRESEARCH_HERMES_3_LLAMA_3_1_70B.id, @@ -15460,16 +15225,16 @@ export const OPENROUTER_CHAT_MODELS = [ NVIDIA_NEMOTRON_3_NANO_OMNI_30B_A3B_REASONING_FREE.id, NVIDIA_NEMOTRON_3_SUPER_120B_A12B.id, NVIDIA_NEMOTRON_3_SUPER_120B_A12B_FREE.id, + NVIDIA_NEMOTRON_3_ULTRA_550B_A55B.id, + NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.id, + NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id, NVIDIA_NEMOTRON_NANO_12B_V2_VL_FREE.id, - NVIDIA_NEMOTRON_NANO_9B_V2.id, NVIDIA_NEMOTRON_NANO_9B_V2_FREE.id, OPENAI_GPT_3_5_TURBO.id, OPENAI_GPT_3_5_TURBO_0613.id, OPENAI_GPT_3_5_TURBO_16K.id, OPENAI_GPT_3_5_TURBO_INSTRUCT.id, OPENAI_GPT_4.id, - OPENAI_GPT_4_0314.id, - OPENAI_GPT_4_1106_PREVIEW.id, OPENAI_GPT_4_TURBO.id, OPENAI_GPT_4_TURBO_PREVIEW.id, OPENAI_GPT_4_1.id, @@ -15585,11 +15350,11 @@ export const OPENROUTER_CHAT_MODELS = [ QWEN_QWEN3_6_MAX_PREVIEW.id, QWEN_QWEN3_6_PLUS.id, QWEN_QWEN3_7_MAX.id, + QWEN_QWEN3_7_PLUS.id, REKAAI_REKA_EDGE.id, REKAAI_REKA_FLASH_3.id, RELACE_RELACE_APPLY_3.id, RELACE_RELACE_SEARCH.id, - SAO10K_L3_EURYALE_70B.id, SAO10K_L3_LUNARIS_8B.id, SAO10K_L3_1_70B_HANAMI_X1.id, SAO10K_L3_1_EURYALE_70B.id, @@ -15613,10 +15378,8 @@ export const OPENROUTER_CHAT_MODELS = [ XIAOMI_MIMO_V2_FLASH.id, XIAOMI_MIMO_V2_5.id, XIAOMI_MIMO_V2_5_PRO.id, - Z_AI_GLM_4_32B.id, Z_AI_GLM_4_5.id, Z_AI_GLM_4_5_AIR.id, - Z_AI_GLM_4_5_AIR_FREE.id, Z_AI_GLM_4_5V.id, Z_AI_GLM_4_6.id, Z_AI_GLM_4_6V.id, @@ -15625,7 +15388,6 @@ export const OPENROUTER_CHAT_MODELS = [ Z_AI_GLM_5.id, Z_AI_GLM_5_TURBO.id, Z_AI_GLM_5_1.id, - Z_AI_GLM_5V_TURBO.id, 'openrouter/auto', ] as const diff --git a/scripts/.sync-models-last-run b/scripts/.sync-models-last-run index be7a0996a..9a05153f2 100644 --- a/scripts/.sync-models-last-run +++ b/scripts/.sync-models-last-run @@ -1 +1 @@ -1780482493 +1781427494 diff --git a/scripts/openrouter.models.json b/scripts/openrouter.models.json index bcc2eeacd..fc9c93cc5 100644 --- a/scripts/openrouter.models.json +++ b/scripts/openrouter.models.json @@ -1,4 +1,59 @@ [ + { + "id": "~anthropic/claude-fable-latest", + "canonical_slug": "~anthropic/claude-fable-latest", + "hugging_face_id": null, + "name": "Anthropic: Claude Fable Latest", + "created": 1781029944, + "description": "This model always redirects to the latest model in the Claude Fable family.", + "context_length": 1000000, + "architecture": { + "modality": "text+image+file->text", + "input_modalities": ["text", "image", "file"], + "output_modalities": ["text"], + "tokenizer": "Router", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00001", + "completion": "0.00005", + "web_search": "0.01", + "input_cache_read": "0.000001", + "input_cache_write": "0.0000125" + }, + "top_provider": { + "context_length": 1000000, + "max_completion_tokens": 128000, + "is_moderated": true + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_completion_tokens", + "max_tokens", + "reasoning", + "response_format", + "stop", + "structured_outputs", + "tool_choice", + "tools", + "verbosity" + ], + "default_parameters": { + "temperature": null, + "top_p": null, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/~anthropic/claude-fable-latest/endpoints" + } + }, { "id": "~anthropic/claude-haiku-latest", "canonical_slug": "~anthropic/claude-haiku-latest", @@ -301,13 +356,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000684", - "completion": "0.00000342", - "input_cache_read": "0.000000144" + "prompt": "0.00000068", + "completion": "0.00000341", + "input_cache_read": "0.00000034" }, "top_provider": { - "context_length": 262144, - "max_completion_tokens": 262144, + "context_length": 262142, + "max_completion_tokens": 262142, "is_moderated": false }, "per_request_limits": null, @@ -495,6 +550,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/ai21/jamba-large-1.7/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 10.9, + "coding_index": 7.8, + "agentic_index": 4.5 + } } }, { @@ -707,6 +770,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/allenai/olmo-3-32b-think-20251121/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 12.1, + "coding_index": 10.5, + "agentic_index": 0 + } } }, { @@ -755,6 +826,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-2-lite-v1/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 29.7, + "coding_index": 23.9, + "agentic_index": 32.9 + } } }, { @@ -796,6 +875,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-lite-v1/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 12.7, + "coding_index": 5.1, + "agentic_index": 5.8 + } } }, { @@ -837,6 +924,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-micro-v1/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 10.3, + "coding_index": 4.1, + "agentic_index": 4.7 + } } }, { @@ -883,6 +978,22 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-premier-v1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 880, + "win_rate": 26.2, + "rank": 105 + } + ], + "artificial_analysis": { + "intelligence_index": 19, + "coding_index": 13.8, + "agentic_index": 16.4 + } } }, { @@ -924,6 +1035,22 @@ "expiration_date": null, "links": { "details": "/api/v1/models/amazon/nova-pro-v1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 841, + "win_rate": 21.4, + "rank": 108 + } + ], + "artificial_analysis": { + "intelligence_index": 13.5, + "coding_index": 11, + "agentic_index": 4.7 + } } }, { @@ -994,6 +1121,7 @@ "pricing": { "prompt": "0.00000025", "completion": "0.00000125", + "web_search": "0.01", "input_cache_read": "0.00000003", "input_cache_write": "0.0000003" }, @@ -1018,6 +1146,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-3-haiku/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 12.3, + "coding_index": 6.7, + "agentic_index": 7 + } } }, { @@ -1067,6 +1203,141 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-3-5-haiku/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 18.7, + "coding_index": 10.7, + "agentic_index": 17.7 + } + } + }, + { + "id": "anthropic/claude-fable-5", + "canonical_slug": "anthropic/claude-5-fable-20260609", + "hugging_face_id": null, + "name": "Anthropic: Claude Fable 5", + "created": 1781007515, + "description": "Claude Fable 5 is a Mythos-class model from Anthropic, built for autonomous knowledge work and coding. It supports text, image, and file inputs with text output, with reasoning support and...", + "context_length": 1000000, + "architecture": { + "modality": "text+image+file->text", + "input_modalities": ["text", "image", "file"], + "output_modalities": ["text"], + "tokenizer": "Claude", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00001", + "completion": "0.00005", + "web_search": "0.01", + "input_cache_read": "0.000001", + "input_cache_write": "0.0000125" + }, + "top_provider": { + "context_length": 1000000, + "max_completion_tokens": 128000, + "is_moderated": true + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_completion_tokens", + "max_tokens", + "reasoning", + "response_format", + "stop", + "structured_outputs", + "tool_choice", + "tools", + "verbosity" + ], + "default_parameters": { + "temperature": null, + "top_p": null, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/anthropic/claude-5-fable-20260609/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agentichtmlslides", + "elo": 1240, + "win_rate": 57.6, + "rank": 3 + }, + { + "arena": "models", + "category": "3d", + "elo": 1370, + "win_rate": 66.8, + "rank": 1 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1364, + "win_rate": 70.1, + "rank": 1 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1353, + "win_rate": 63.3, + "rank": 1 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1381, + "win_rate": 70.2, + "rank": 1 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1383, + "win_rate": 65.1, + "rank": 1 + }, + { + "arena": "models", + "category": "svg", + "elo": 1369, + "win_rate": 71.9, + "rank": 1 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1417, + "win_rate": 71.3, + "rank": 1 + }, + { + "arena": "models", + "category": "website", + "elo": 1345, + "win_rate": 62.6, + "rank": 1 + } + ], + "artificial_analysis": { + "intelligence_index": 64.9, + "coding_index": 62, + "agentic_index": 80.6 + } } }, { @@ -1123,6 +1394,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.5-haiku-20251001/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1154, + "win_rate": 41.2, + "rank": 59 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1182, + "win_rate": 49.3, + "rank": 27 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1166, + "win_rate": 44.8, + "rank": 60 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1168, + "win_rate": 45.7, + "rank": 58 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1166, + "win_rate": 44.6, + "rank": 57 + }, + { + "arena": "models", + "category": "svg", + "elo": 1080, + "win_rate": 39.1, + "rank": 53 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1156, + "win_rate": 42.7, + "rank": 57 + }, + { + "arena": "models", + "category": "website", + "elo": 1166, + "win_rate": 45, + "rank": 62 + } + ], + "artificial_analysis": { + "intelligence_index": 37.1, + "coding_index": 32.6, + "agentic_index": 40.2 + } } }, { @@ -1176,6 +1512,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4-opus-20250522/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1219, + "win_rate": 57.7, + "rank": 37 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1212, + "win_rate": 55.6, + "rank": 47 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1189, + "win_rate": 57.9, + "rank": 51 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1240, + "win_rate": 59.9, + "rank": 34 + }, + { + "arena": "models", + "category": "svg", + "elo": 1182, + "win_rate": 57.7, + "rank": 34 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1209, + "win_rate": 59.2, + "rank": 44 + }, + { + "arena": "models", + "category": "website", + "elo": 1209, + "win_rate": 54.6, + "rank": 49 + } + ], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 34, + "agentic_index": null + } } }, { @@ -1232,6 +1626,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.1-opus-20250805/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1233, + "win_rate": 53.7, + "rank": 33 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1213, + "win_rate": 52.9, + "rank": 16 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1223, + "win_rate": 55.8, + "rank": 37 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1209, + "win_rate": 56.4, + "rank": 40 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1241, + "win_rate": 58.5, + "rank": 33 + }, + { + "arena": "models", + "category": "svg", + "elo": 1207, + "win_rate": 60.8, + "rank": 21 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1220, + "win_rate": 58, + "rank": 39 + }, + { + "arena": "models", + "category": "website", + "elo": 1222, + "win_rate": 55.3, + "rank": 43 + } + ], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 36.5, + "agentic_index": null + } } }, { @@ -1288,6 +1747,99 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.5-opus-20251124/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1292, + "win_rate": 61.3, + "rank": 18 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1228, + "win_rate": 54.7, + "rank": 12 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1293, + "win_rate": 60.7, + "rank": 17 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1287, + "win_rate": 59.9, + "rank": 12 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1297, + "win_rate": 60.7, + "rank": 17 + }, + { + "arena": "models", + "category": "svg", + "elo": 1232, + "win_rate": 58.7, + "rank": 15 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1295, + "win_rate": 60, + "rank": 15 + }, + { + "arena": "models", + "category": "website", + "elo": 1291, + "win_rate": 60.6, + "rank": 17 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1199, + "win_rate": 65.5, + "rank": 10 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1238, + "win_rate": 59.9, + "rank": 8 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1248, + "win_rate": 57.4, + "rank": 5 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1236, + "win_rate": 54.2, + "rank": 7 + } + ], + "artificial_analysis": { + "intelligence_index": 49.7, + "coding_index": 47.8, + "agentic_index": 59.6 + } } }, { @@ -1346,6 +1898,99 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.6-opus-20260205/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1225, + "win_rate": 68.8, + "rank": 8 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1302, + "win_rate": 68.6, + "rank": 3 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1269, + "win_rate": 60.5, + "rank": 2 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1282, + "win_rate": 60.9, + "rank": 2 + }, + { + "arena": "models", + "category": "3d", + "elo": 1356, + "win_rate": 66.6, + "rank": 3 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1301, + "win_rate": 64.7, + "rank": 6 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1343, + "win_rate": 64.7, + "rank": 2 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1316, + "win_rate": 61.2, + "rank": 4 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1344, + "win_rate": 63.8, + "rank": 4 + }, + { + "arena": "models", + "category": "svg", + "elo": 1282, + "win_rate": 63.2, + "rank": 5 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1356, + "win_rate": 66.4, + "rank": 2 + }, + { + "arena": "models", + "category": "website", + "elo": 1339, + "win_rate": 64.2, + "rank": 2 + } + ], + "artificial_analysis": { + "intelligence_index": 52.9, + "coding_index": 48.1, + "agentic_index": 67.6 + } } }, { @@ -1456,6 +2101,127 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.7-opus-20260416/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1289, + "win_rate": 64.1, + "rank": 1 + }, + { + "arena": "agents", + "category": "agentichtmlslides", + "elo": 1245, + "win_rate": 58.6, + "rank": 2 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1333, + "win_rate": 65.4, + "rank": 1 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1321, + "win_rate": 61.7, + "rank": 2 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1503, + "win_rate": 80.1, + "rank": 1 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1195, + "win_rate": 48.9, + "rank": 11 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1206, + "win_rate": 50.9, + "rank": 13 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1344, + "win_rate": 65.6, + "rank": 1 + }, + { + "arena": "models", + "category": "3d", + "elo": 1332, + "win_rate": 62.8, + "rank": 8 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1291, + "win_rate": 62, + "rank": 7 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1340, + "win_rate": 62.6, + "rank": 3 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1335, + "win_rate": 63.9, + "rank": 3 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1348, + "win_rate": 65.1, + "rank": 3 + }, + { + "arena": "models", + "category": "svg", + "elo": 1275, + "win_rate": 62, + "rank": 7 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1355, + "win_rate": 64.8, + "rank": 3 + }, + { + "arena": "models", + "category": "website", + "elo": 1337, + "win_rate": 61.9, + "rank": 3 + } + ], + "artificial_analysis": { + "intelligence_index": 57.3, + "coding_index": 52.5, + "agentic_index": 71.3 + } } }, { @@ -1564,6 +2330,106 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.8-opus-20260528/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1268, + "win_rate": 64.2, + "rank": 2 + }, + { + "arena": "agents", + "category": "agentichtmlslides", + "elo": 1219, + "win_rate": 54.5, + "rank": 5 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1370, + "win_rate": 73.1, + "rank": 1 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1332, + "win_rate": 67.7, + "rank": 2 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1282, + "win_rate": 58.6, + "rank": 1 + }, + { + "arena": "models", + "category": "3d", + "elo": 1282, + "win_rate": 56.1, + "rank": 20 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1307, + "win_rate": 63.2, + "rank": 5 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1282, + "win_rate": 55.3, + "rank": 21 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1277, + "win_rate": 55.3, + "rank": 17 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1299, + "win_rate": 52.1, + "rank": 16 + }, + { + "arena": "models", + "category": "svg", + "elo": 1217, + "win_rate": 53.4, + "rank": 18 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1289, + "win_rate": 56.8, + "rank": 18 + }, + { + "arena": "models", + "category": "website", + "elo": 1284, + "win_rate": 55.6, + "rank": 20 + } + ], + "artificial_analysis": { + "intelligence_index": 61.4, + "coding_index": 56.7, + "agentic_index": 77.8 + } } }, { @@ -1672,6 +2538,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4-sonnet-20250522/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1220, + "win_rate": 57.8, + "rank": 36 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1193, + "win_rate": 53.4, + "rank": 54 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1196, + "win_rate": 55.8, + "rank": 48 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1208, + "win_rate": 54.9, + "rank": 43 + }, + { + "arena": "models", + "category": "svg", + "elo": 1133, + "win_rate": 51.1, + "rank": 43 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1186, + "win_rate": 58, + "rank": 51 + }, + { + "arena": "models", + "category": "website", + "elo": 1190, + "win_rate": 52.4, + "rank": 56 + } + ], + "artificial_analysis": { + "intelligence_index": 38.7, + "coding_index": 34.1, + "agentic_index": 43 + } } }, { @@ -1728,6 +2652,92 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.5-sonnet-20250929/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1243, + "win_rate": 55.4, + "rank": 31 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1236, + "win_rate": 55.3, + "rank": 11 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1234, + "win_rate": 53.8, + "rank": 32 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1208, + "win_rate": 49.6, + "rank": 41 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1235, + "win_rate": 53.6, + "rank": 35 + }, + { + "arena": "models", + "category": "svg", + "elo": 1168, + "win_rate": 53.1, + "rank": 35 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1232, + "win_rate": 53.2, + "rank": 34 + }, + { + "arena": "models", + "category": "website", + "elo": 1234, + "win_rate": 53.9, + "rank": 36 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1135, + "win_rate": 43.5, + "rank": 17 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1192, + "win_rate": 48.9, + "rank": 19 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1146, + "win_rate": 43.1, + "rank": 17 + } + ], + "artificial_analysis": { + "intelligence_index": 43, + "coding_index": 38.6, + "agentic_index": 51.7 + } } }, { @@ -1786,6 +2796,113 @@ "expiration_date": null, "links": { "details": "/api/v1/models/anthropic/claude-4.6-sonnet-20260217/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1200, + "win_rate": 50.9, + "rank": 6 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1238, + "win_rate": 61.9, + "rank": 6 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1288, + "win_rate": 63.1, + "rank": 4 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1277, + "win_rate": 60.6, + "rank": 1 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1265, + "win_rate": 59.2, + "rank": 4 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1261, + "win_rate": 55.8, + "rank": 5 + }, + { + "arena": "models", + "category": "3d", + "elo": 1319, + "win_rate": 62.1, + "rank": 12 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1271, + "win_rate": 60.4, + "rank": 8 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1326, + "win_rate": 62.3, + "rank": 6 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1313, + "win_rate": 60.9, + "rank": 5 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1319, + "win_rate": 61, + "rank": 12 + }, + { + "arena": "models", + "category": "svg", + "elo": 1253, + "win_rate": 60, + "rank": 11 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1319, + "win_rate": 62.6, + "rank": 9 + }, + { + "arena": "models", + "category": "website", + "elo": 1327, + "win_rate": 62.2, + "rank": 4 + } + ], + "artificial_analysis": { + "intelligence_index": 51.7, + "coding_index": 50.9, + "agentic_index": 63 + } } }, { @@ -1833,96 +2950,6 @@ "details": "/api/v1/models/arcee-ai/coder-large/endpoints" } }, - { - "id": "arcee-ai/maestro-reasoning", - "canonical_slug": "arcee-ai/maestro-reasoning", - "hugging_face_id": "", - "name": "Arcee AI: Maestro Reasoning", - "created": 1746481269, - "description": "Maestro Reasoning is Arcee's flagship analysis model: a 32 B‑parameter derivative of Qwen 2.5‑32 B tuned with DPO and chain‑of‑thought RL for step‑by‑step logic. Compared to the earlier 7 B...", - "context_length": 131072, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000009", - "completion": "0.0000033" - }, - "top_provider": { - "context_length": 131072, - "max_completion_tokens": 32000, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "stop", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2025-03-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/arcee-ai/maestro-reasoning/endpoints" - } - }, - { - "id": "arcee-ai/spotlight", - "canonical_slug": "arcee-ai/spotlight", - "hugging_face_id": "", - "name": "Arcee AI: Spotlight", - "created": 1746481552, - "description": "Spotlight is a 7‑billion‑parameter vision‑language model derived from Qwen 2.5‑VL and fine‑tuned by Arcee AI for tight image‑text grounding tasks. It offers a 32 k‑token context window, enabling rich multimodal...", - "context_length": 131072, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["image", "text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000018", - "completion": "0.00000018" - }, - "top_provider": { - "context_length": 131072, - "max_completion_tokens": 65537, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "stop", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2025-03-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/arcee-ai/spotlight/endpoints" - } - }, { "id": "arcee-ai/trinity-large-thinking", "canonical_slug": "arcee-ai/trinity-large-thinking", @@ -1980,6 +3007,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/arcee-ai/trinity-large-thinking/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1161, + "win_rate": 41.2, + "rank": 56 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1087, + "win_rate": 37.7, + "rank": 41 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1168, + "win_rate": 40.2, + "rank": 59 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1145, + "win_rate": 39.7, + "rank": 63 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1145, + "win_rate": 38.1, + "rank": 65 + }, + { + "arena": "models", + "category": "svg", + "elo": 1070, + "win_rate": 35.1, + "rank": 56 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1101, + "win_rate": 32.4, + "rank": 70 + }, + { + "arena": "models", + "category": "website", + "elo": 1181, + "win_rate": 41.4, + "rank": 58 + } + ], + "artificial_analysis": { + "intelligence_index": 31.9, + "coding_index": 27.2, + "agentic_index": 42.6 + } } }, { @@ -2079,54 +3171,6 @@ "details": "/api/v1/models/arcee-ai/virtuoso-large/endpoints" } }, - { - "id": "baidu/ernie-4.5-vl-28b-a3b", - "canonical_slug": "baidu/ernie-4.5-vl-28b-a3b", - "hugging_face_id": "baidu/ERNIE-4.5-VL-28B-A3B-PT", - "name": "Baidu: ERNIE 4.5 VL 28B A3B", - "created": 1755032836, - "description": "A powerful multimodal Mixture-of-Experts chat model featuring 28B total parameters with 3B activated per token, delivering exceptional text and vision understanding through its innovative heterogeneous MoE structure with modality-isolated routing....", - "context_length": 131072, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["text", "image"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000014", - "completion": "0.00000056" - }, - "top_provider": { - "context_length": 30000, - "max_completion_tokens": 8000, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "include_reasoning", - "max_tokens", - "presence_penalty", - "reasoning", - "repetition_penalty", - "seed", - "stop", - "temperature", - "tool_choice", - "tools", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2025-03-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/baidu/ernie-4.5-vl-28b-a3b/endpoints" - } - }, { "id": "baidu/ernie-4.5-vl-424b-a47b", "canonical_slug": "baidu/ernie-4.5-vl-424b-a47b", @@ -2701,6 +3745,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepcogito/cogito-v2.1-671b-20251118/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 24.8, + "agentic_index": null + } } }, { @@ -2751,6 +3803,59 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-chat-v3/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1168, + "win_rate": 50.7, + "rank": 51 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1160, + "win_rate": 48.5, + "rank": 64 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1142, + "win_rate": 51.4, + "rank": 66 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1123, + "win_rate": 43.9, + "rank": 71 + }, + { + "arena": "models", + "category": "svg", + "elo": 1031, + "win_rate": 38.8, + "rank": 64 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1150, + "win_rate": 52.8, + "rank": 59 + }, + { + "arena": "models", + "category": "website", + "elo": 1165, + "win_rate": 48.5, + "rank": 63 + } + ] } }, { @@ -2802,6 +3907,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-chat-v3-0324/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 22.3, + "coding_index": 22, + "agentic_index": 16.3 + } } }, { @@ -2855,6 +3968,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-chat-v3.1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1158, + "win_rate": 48, + "rank": 58 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1164, + "win_rate": 47.9, + "rank": 62 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1143, + "win_rate": 46.8, + "rank": 64 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1154, + "win_rate": 47.2, + "rank": 61 + }, + { + "arena": "models", + "category": "svg", + "elo": 1021, + "win_rate": 38.2, + "rank": 66 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1140, + "win_rate": 47.5, + "rank": 61 + }, + { + "arena": "models", + "category": "website", + "elo": 1167, + "win_rate": 48, + "rank": 61 + } + ], + "artificial_analysis": { + "intelligence_index": 28.1, + "coding_index": 28.4, + "agentic_index": 31.9 + } } }, { @@ -2913,6 +4084,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-r1/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 18.8, + "coding_index": 15.9, + "agentic_index": 3.8 + } } }, { @@ -2970,6 +4149,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-r1-0528/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1192, + "win_rate": 53.4, + "rank": 46 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1190, + "win_rate": 52.6, + "rank": 55 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1222, + "win_rate": 60.7, + "rank": 35 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1168, + "win_rate": 49.5, + "rank": 56 + }, + { + "arena": "models", + "category": "svg", + "elo": 1093, + "win_rate": 48.7, + "rank": 48 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1161, + "win_rate": 55.1, + "rank": 55 + }, + { + "arena": "models", + "category": "website", + "elo": 1194, + "win_rate": 52.7, + "rank": 54 + } + ], + "artificial_analysis": { + "intelligence_index": 27.1, + "coding_index": 24, + "agentic_index": 20.8 + } } }, { @@ -2979,7 +4216,7 @@ "name": "DeepSeek: R1 Distill Llama 70B", "created": 1737663169, "description": "DeepSeek R1 Distill Llama 70B is a distilled large language model based on [Llama-3.3-70B-Instruct](/meta-llama/llama-3.3-70b-instruct), using outputs from [DeepSeek R1](/deepseek/deepseek-r1). The model combines advanced distillation techniques to achieve high performance across...", - "context_length": 131072, + "context_length": 128000, "architecture": { "modality": "text->text", "input_modalities": ["text"], @@ -2988,25 +4225,22 @@ "instruct_type": "deepseek-r1" }, "pricing": { - "prompt": "0.0000007", + "prompt": "0.0000008", "completion": "0.0000008" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 16384, + "context_length": 8192, + "max_completion_tokens": 8192, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", "include_reasoning", - "logit_bias", "max_tokens", - "min_p", "presence_penalty", "reasoning", "repetition_penalty", - "response_format", "seed", "stop", "temperature", @@ -3019,6 +4253,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-r1-distill-llama-70b/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 11.4, + "agentic_index": null + } } }, { @@ -3125,6 +4367,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v3.1-terminus/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1221, + "win_rate": 56, + "rank": 35 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1227, + "win_rate": 56, + "rank": 36 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1207, + "win_rate": 53, + "rank": 43 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1200, + "win_rate": 52.5, + "rank": 49 + }, + { + "arena": "models", + "category": "svg", + "elo": 1120, + "win_rate": 50.1, + "rank": 45 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1238, + "win_rate": 59.3, + "rank": 32 + }, + { + "arena": "models", + "category": "website", + "elo": 1231, + "win_rate": 56.4, + "rank": 39 + } + ], + "artificial_analysis": { + "intelligence_index": 33.9, + "coding_index": 33.7, + "agentic_index": 29.8 + } } }, { @@ -3184,6 +4484,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v3.2-20251201/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1214, + "win_rate": 51.6, + "rank": 38 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1109, + "win_rate": 39.2, + "rank": 40 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1218, + "win_rate": 51, + "rank": 44 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1203, + "win_rate": 49.5, + "rank": 46 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1203, + "win_rate": 48.5, + "rank": 47 + }, + { + "arena": "models", + "category": "svg", + "elo": 1085, + "win_rate": 41.1, + "rank": 51 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1213, + "win_rate": 49.6, + "rank": 42 + }, + { + "arena": "models", + "category": "website", + "elo": 1221, + "win_rate": 51.7, + "rank": 44 + } + ], + "artificial_analysis": { + "intelligence_index": 41.7, + "coding_index": 36.7, + "agentic_index": 52.9 + } } }, { @@ -3240,6 +4605,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v3.2-exp/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1229, + "win_rate": 56.4, + "rank": 34 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1222, + "win_rate": 54.2, + "rank": 39 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1196, + "win_rate": 50.6, + "rank": 49 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1214, + "win_rate": 53.1, + "rank": 39 + }, + { + "arena": "models", + "category": "svg", + "elo": 1087, + "win_rate": 42, + "rank": 50 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1222, + "win_rate": 53.3, + "rank": 38 + }, + { + "arena": "models", + "category": "website", + "elo": 1223, + "win_rate": 54.2, + "rank": 42 + } + ], + "artificial_analysis": { + "intelligence_index": 32.9, + "coding_index": 33.3, + "agentic_index": 28.7 + } } }, { @@ -3258,13 +4681,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000000983", - "completion": "0.0000001966", - "input_cache_read": "0.0000000197" + "prompt": "0.00000009", + "completion": "0.00000018", + "input_cache_read": "0.00000002" }, "top_provider": { - "context_length": 1048576, - "max_completion_tokens": 131072, + "context_length": 1000000, + "max_completion_tokens": 65536, "is_moderated": false }, "per_request_limits": null, @@ -3302,6 +4725,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v4-flash-20260423/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1277, + "win_rate": 50.4, + "rank": 22 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1195, + "win_rate": 48.5, + "rank": 20 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1264, + "win_rate": 51.1, + "rank": 27 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1176, + "win_rate": 43.3, + "rank": 56 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1276, + "win_rate": 52.1, + "rank": 22 + }, + { + "arena": "models", + "category": "svg", + "elo": 1205, + "win_rate": 49.9, + "rank": 23 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1228, + "win_rate": 48.3, + "rank": 36 + }, + { + "arena": "models", + "category": "website", + "elo": 1258, + "win_rate": 52, + "rank": 28 + } + ], + "artificial_analysis": { + "intelligence_index": 46.5, + "coding_index": 38.7, + "agentic_index": 61.3 + } } }, { @@ -3364,6 +4852,92 @@ "expiration_date": null, "links": { "details": "/api/v1/models/deepseek/deepseek-v4-pro-20260423/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "fullstack", + "elo": 948, + "win_rate": 22.1, + "rank": 28 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1098, + "win_rate": 34, + "rank": 20 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1031, + "win_rate": 26.6, + "rank": 21 + }, + { + "arena": "models", + "category": "3d", + "elo": 1349, + "win_rate": 64.1, + "rank": 4 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1197, + "win_rate": 47.2, + "rank": 19 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1297, + "win_rate": 56.4, + "rank": 15 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1232, + "win_rate": 50.6, + "rank": 34 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1326, + "win_rate": 61.1, + "rank": 9 + }, + { + "arena": "models", + "category": "svg", + "elo": 1200, + "win_rate": 49.4, + "rank": 26 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1281, + "win_rate": 53, + "rank": 21 + }, + { + "arena": "models", + "category": "website", + "elo": 1284, + "win_rate": 54.6, + "rank": 21 + } + ], + "artificial_analysis": { + "intelligence_index": 51.5, + "coding_index": 47.5, + "agentic_index": 67.2 + } } }, { @@ -3476,6 +5050,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-flash/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1152, + "win_rate": 47.4, + "rank": 61 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1156, + "win_rate": 46.9, + "rank": 66 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1171, + "win_rate": 48.4, + "rank": 57 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1135, + "win_rate": 44.3, + "rank": 69 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1149, + "win_rate": 48.9, + "rank": 60 + }, + { + "arena": "models", + "category": "website", + "elo": 1160, + "win_rate": 47.1, + "rank": 66 + }, + { + "arena": "models", + "category": "svg", + "elo": 1074, + "win_rate": 43.1, + "rank": 55 + } + ], + "artificial_analysis": { + "intelligence_index": 27, + "coding_index": 22.2, + "agentic_index": 18.8 + } } }, { @@ -3528,6 +5160,31 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-flash-image/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1202, + "win_rate": 56.9, + "rank": 5 + }, + { + "arena": "models", + "category": "image", + "elo": 1213, + "win_rate": 55.6, + "rank": 5 + }, + { + "arena": "models", + "category": "logo", + "elo": 1187, + "win_rate": 51.5, + "rank": 6 + } + ] } }, { @@ -3584,6 +5241,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-flash-lite/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 17.6, + "coding_index": 9.5, + "agentic_index": 6.1 + } } }, { @@ -3640,6 +5305,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-flash-lite-preview-09-2025/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1048, + "win_rate": 36.5, + "rank": 81 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1133, + "win_rate": 47, + "rank": 72 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1134, + "win_rate": 45.5, + "rank": 68 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1116, + "win_rate": 45.9, + "rank": 72 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1078, + "win_rate": 41.4, + "rank": 74 + }, + { + "arena": "models", + "category": "website", + "elo": 1144, + "win_rate": 48.1, + "rank": 73 + } + ], + "artificial_analysis": { + "intelligence_index": 21.6, + "coding_index": 18.2, + "agentic_index": 11.7 + } } }, { @@ -3696,6 +5412,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-2.5-pro/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1163, + "win_rate": 52.2, + "rank": 53 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1205, + "win_rate": 58.3, + "rank": 49 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1290, + "win_rate": 71.8, + "rank": 11 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1181, + "win_rate": 55.1, + "rank": 53 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1200, + "win_rate": 60.5, + "rank": 46 + }, + { + "arena": "models", + "category": "website", + "elo": 1211, + "win_rate": 58.8, + "rank": 47 + } + ], + "artificial_analysis": { + "intelligence_index": 34.6, + "coding_index": 32, + "agentic_index": 32.7 + } } }, { @@ -3863,6 +5630,85 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3-flash-preview-20251217/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticslides", + "elo": 1066, + "win_rate": 39.3, + "rank": 9 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1072, + "win_rate": 47.9, + "rank": 21 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1144, + "win_rate": 47.1, + "rank": 16 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1220, + "win_rate": 52.5, + "rank": 7 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1196, + "win_rate": 49.8, + "rank": 15 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1200, + "win_rate": 49.5, + "rank": 13 + }, + { + "arena": "models", + "category": "3d", + "elo": 1264, + "win_rate": 62.7, + "rank": 26 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1241, + "win_rate": 57.6, + "rank": 31 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1235, + "win_rate": 58.3, + "rank": 36 + }, + { + "arena": "models", + "category": "website", + "elo": 1241, + "win_rate": 57, + "rank": 31 + } + ], + "artificial_analysis": { + "intelligence_index": 46.4, + "coding_index": 42.6, + "agentic_index": 49.7 + } } }, { @@ -3917,6 +5763,38 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3-pro-image-preview-20251120/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1284, + "win_rate": 66.2, + "rank": 2 + }, + { + "arena": "models", + "category": "image", + "elo": 1270, + "win_rate": 62.3, + "rank": 2 + }, + { + "arena": "models", + "category": "logo", + "elo": 1258, + "win_rate": 61.1, + "rank": 2 + }, + { + "arena": "models", + "category": "imageediting", + "elo": 1276, + "win_rate": 66.3, + "rank": 1 + } + ] } }, { @@ -3969,6 +5847,31 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3.1-flash-image-preview-20260226/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1293, + "win_rate": 66.6, + "rank": 1 + }, + { + "arena": "models", + "category": "image", + "elo": 1304, + "win_rate": 65.4, + "rank": 1 + }, + { + "arena": "models", + "category": "logo", + "elo": 1282, + "win_rate": 63.4, + "rank": 1 + } + ] } }, { @@ -4087,6 +5990,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3.1-flash-lite-preview-20260303/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1128, + "win_rate": 38.8, + "rank": 69 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1211, + "win_rate": 50.7, + "rank": 17 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1124, + "win_rate": 36.5, + "rank": 73 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1088, + "win_rate": 33.2, + "rank": 75 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1101, + "win_rate": 34.1, + "rank": 76 + }, + { + "arena": "models", + "category": "svg", + "elo": 1106, + "win_rate": 42.5, + "rank": 47 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1127, + "win_rate": 37.6, + "rank": 66 + }, + { + "arena": "models", + "category": "website", + "elo": 1126, + "win_rate": 36.6, + "rank": 76 + } + ], + "artificial_analysis": { + "intelligence_index": 33.5, + "coding_index": 30.1, + "agentic_index": 25.7 + } } }, { @@ -4146,6 +6114,127 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3.1-pro-preview-20260219/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1149, + "win_rate": 43.7, + "rank": 8 + }, + { + "arena": "agents", + "category": "agentichtmlslides", + "elo": 1221, + "win_rate": 55.3, + "rank": 4 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1102, + "win_rate": 32.3, + "rank": 7 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1070, + "win_rate": 40.3, + "rank": 22 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1154, + "win_rate": 46.3, + "rank": 15 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1221, + "win_rate": 53.6, + "rank": 5 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1183, + "win_rate": 46.6, + "rank": 20 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1212, + "win_rate": 49.6, + "rank": 10 + }, + { + "arena": "models", + "category": "3d", + "elo": 1309, + "win_rate": 62.9, + "rank": 15 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1313, + "win_rate": 64.2, + "rank": 2 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1293, + "win_rate": 64.2, + "rank": 18 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1270, + "win_rate": 60.6, + "rank": 22 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1265, + "win_rate": 55.6, + "rank": 25 + }, + { + "arena": "models", + "category": "svg", + "elo": 1349, + "win_rate": 71.5, + "rank": 2 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1323, + "win_rate": 68.1, + "rank": 7 + }, + { + "arena": "models", + "category": "website", + "elo": 1296, + "win_rate": 64.3, + "rank": 13 + } + ], + "artificial_analysis": { + "intelligence_index": 57.2, + "coding_index": 55.5, + "agentic_index": 59.1 + } } }, { @@ -4261,6 +6350,120 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemini-3.5-flash-20260519/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1217, + "win_rate": 55.1, + "rank": 3 + }, + { + "arena": "agents", + "category": "agentichtmlslides", + "elo": 1153, + "win_rate": 44.6, + "rank": 7 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1241, + "win_rate": 57.6, + "rank": 3 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1255, + "win_rate": 55.8, + "rank": 5 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1286, + "win_rate": 59.3, + "rank": 5 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1267, + "win_rate": 57.3, + "rank": 3 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1276, + "win_rate": 55, + "rank": 3 + }, + { + "arena": "models", + "category": "3d", + "elo": 1315, + "win_rate": 61.3, + "rank": 13 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1313, + "win_rate": 62.9, + "rank": 3 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1301, + "win_rate": 58.5, + "rank": 13 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1266, + "win_rate": 55.5, + "rank": 23 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1323, + "win_rate": 58.3, + "rank": 11 + }, + { + "arena": "models", + "category": "svg", + "elo": 1316, + "win_rate": 65.3, + "rank": 3 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1304, + "win_rate": 59.6, + "rank": 12 + }, + { + "arena": "models", + "category": "website", + "elo": 1294, + "win_rate": 57.4, + "rank": 15 + } + ], + "artificial_analysis": { + "intelligence_index": 55.3, + "coding_index": 45, + "agentic_index": 70.3 + } } }, { @@ -4324,8 +6527,8 @@ "instruct_type": "gemma" }, "pricing": { - "prompt": "0.00000004", - "completion": "0.00000013" + "prompt": "0.00000005", + "completion": "0.00000015" }, "top_provider": { "context_length": 131072, @@ -4356,6 +6559,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3-12b-it/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 8.8, + "coding_index": 6.3, + "agentic_index": 3.6 + } } }, { @@ -4410,6 +6621,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3-27b-it/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 10.3, + "coding_index": 9.6, + "agentic_index": 3.5 + } } }, { @@ -4428,8 +6647,8 @@ "instruct_type": "gemma" }, "pricing": { - "prompt": "0.00000004", - "completion": "0.00000008" + "prompt": "0.00000005", + "completion": "0.0000001" }, "top_provider": { "context_length": 131072, @@ -4458,6 +6677,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3-4b-it/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 6.3, + "coding_index": 2.9, + "agentic_index": 1.7 + } } }, { @@ -4503,6 +6730,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3n-e4b-it/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 6.4, + "coding_index": 4.2, + "agentic_index": 1.7 + } } }, { @@ -4561,6 +6796,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-4-26b-a4b-it-20260403/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 31.2, + "coding_index": 22.4, + "agentic_index": 32.1 + } } }, { @@ -4609,6 +6852,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-4-26b-a4b-it-20260403/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 31.2, + "coding_index": 22.4, + "agentic_index": 32.1 + } } }, { @@ -4628,11 +6879,12 @@ }, "pricing": { "prompt": "0.00000012", - "completion": "0.00000037" + "completion": "0.00000035", + "input_cache_read": "0.00000009" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 16384, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, @@ -4670,6 +6922,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-4-31b-it-20260402/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 39.2, + "coding_index": 38.7, + "agentic_index": 40.9 + } } }, { @@ -4722,6 +6982,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-4-31b-it-20260402/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 39.2, + "coding_index": 38.7, + "agentic_index": 40.9 + } } }, { @@ -4917,6 +7185,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/ibm-granite/granite-4.0-h-micro/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 7.7, + "coding_index": 5, + "agentic_index": 4.2 + } } }, { @@ -4973,6 +7249,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/ibm-granite/granite-4.1-8b-20260429/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 12.4, + "coding_index": 7.3, + "agentic_index": 10.7 + } } }, { @@ -5025,6 +7309,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/inception/mercury-2-20260304/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 32.8, + "coding_index": 30.6, + "agentic_index": 39.7 + } } }, { @@ -5081,6 +7373,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/inclusionai/ling-2.6-1t-20260423/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 33.6, + "coding_index": 33.1, + "agentic_index": 48.2 + } } }, { @@ -5137,6 +7437,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/inclusionai/ling-2.6-flash-20260421/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 26.2, + "coding_index": 23.2, + "agentic_index": 38.1 + } } }, { @@ -5194,6 +7502,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/inclusionai/ring-2.6-1t-20260508/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 38.5, + "coding_index": 33.3, + "agentic_index": 51.5 + } } }, { @@ -5320,6 +7636,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/kwaipilot/kat-coder-pro-v2-20260327/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 43.8, + "coding_index": 45.6, + "agentic_index": 50.7 + } } }, { @@ -5372,6 +7696,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/liquid/lfm-2-24b-a2b-20260224/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 10.5, + "coding_index": 3.6, + "agentic_index": 3.7 + } } }, { @@ -5421,6 +7753,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/liquid/lfm-2.5-1.2b-instruct-20260120/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 8, + "coding_index": 0.8, + "agentic_index": 3.6 + } } }, { @@ -5472,6 +7812,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/liquid/lfm-2.5-1.2b-thinking-20260120/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 8.1, + "coding_index": 1.4, + "agentic_index": 6.5 + } } }, { @@ -5564,9 +7912,17 @@ "default_parameters": {}, "supported_voices": null, "knowledge_cutoff": "2023-12-31", - "expiration_date": null, + "expiration_date": "2026-06-19", "links": { "details": "/api/v1/models/meta-llama/llama-3-70b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 8.9, + "coding_index": 6.8, + "agentic_index": 0 + } } }, { @@ -5585,12 +7941,12 @@ "instruct_type": "llama3" }, "pricing": { - "prompt": "0.00000004", - "completion": "0.00000004" + "prompt": "0.00000014", + "completion": "0.00000014" }, "top_provider": { "context_length": 8192, - "max_completion_tokens": 8192, + "max_completion_tokens": null, "is_moderated": false }, "per_request_limits": null, @@ -5601,8 +7957,6 @@ "min_p", "presence_penalty", "repetition_penalty", - "response_format", - "seed", "stop", "temperature", "top_k", @@ -5614,6 +7968,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3-8b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 6.4, + "coding_index": 4, + "agentic_index": 0 + } } }, { @@ -5664,6 +8026,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.1-70b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 12.5, + "coding_index": 10.9, + "agentic_index": 5.1 + } } }, { @@ -5683,10 +8053,10 @@ }, "pricing": { "prompt": "0.00000002", - "completion": "0.00000005" + "completion": "0.00000003" }, "top_provider": { - "context_length": 16384, + "context_length": 131072, "max_completion_tokens": 16384, "is_moderated": false }, @@ -5714,6 +8084,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.1-8b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 11.8, + "coding_index": 4.9, + "agentic_index": 5.5 + } } }, { @@ -5732,8 +8110,8 @@ "instruct_type": "llama3" }, "pricing": { - "prompt": "0.000000245", - "completion": "0.000000245" + "prompt": "0.000000345", + "completion": "0.000000345" }, "top_provider": { "context_length": 131072, @@ -5761,6 +8139,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.2-11b-vision-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 8.7, + "coding_index": 4.2, + "agentic_index": 4.9 + } } }, { @@ -5807,6 +8193,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.2-1b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 6.3, + "coding_index": 0.6, + "agentic_index": 0 + } } }, { @@ -5945,6 +8339,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.3-70b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 14.5, + "coding_index": 10.7, + "agentic_index": 9.1 + } } }, { @@ -5989,6 +8391,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-3.3-70b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 14.5, + "coding_index": 10.7, + "agentic_index": 9.1 + } } }, { @@ -6039,6 +8449,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-4-maverick-17b-128e-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 980, + "win_rate": 40.2, + "rank": 87 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 931, + "win_rate": 35.8, + "rank": 98 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 926, + "win_rate": 38.4, + "rank": 96 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 907, + "win_rate": 33.7, + "rank": 99 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 956, + "win_rate": 40.8, + "rank": 90 + }, + { + "arena": "models", + "category": "website", + "elo": 916, + "win_rate": 34.4, + "rank": 102 + } + ], + "artificial_analysis": { + "intelligence_index": 18.4, + "coding_index": 15.6, + "agentic_index": 7.2 + } } }, { @@ -6057,7 +8518,7 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000008", + "prompt": "0.0000001", "completion": "0.0000003" }, "top_provider": { @@ -6089,52 +8550,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/meta-llama/llama-4-scout-17b-16e-instruct/endpoints" - } - }, - { - "id": "meta-llama/llama-guard-3-8b", - "canonical_slug": "meta-llama/llama-guard-3-8b", - "hugging_face_id": "meta-llama/Llama-Guard-3-8B", - "name": "Llama Guard 3 8B", - "created": 1739401318, - "description": "Llama Guard 3 is a Llama-3.1-8B pretrained model, fine-tuned for content safety classification. Similar to previous versions, it can be used to classify content in both LLM inputs (prompt classification)...", - "context_length": 131072, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Llama3", - "instruct_type": "none" - }, - "pricing": { - "prompt": "0.000000484", - "completion": "0.00000003" - }, - "top_provider": { - "context_length": 131072, - "max_completion_tokens": 131072, - "is_moderated": false }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "seed", - "stop", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2023-12-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/meta-llama/llama-guard-3-8b/endpoints" + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 841, + "win_rate": 26.6, + "rank": 102 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 940, + "win_rate": 39.3, + "rank": 92 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 842, + "win_rate": 27.4, + "rank": 101 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 825, + "win_rate": 25.5, + "rank": 96 + }, + { + "arena": "models", + "category": "website", + "elo": 795, + "win_rate": 22.7, + "rank": 109 + } + ], + "artificial_analysis": { + "intelligence_index": 13.5, + "coding_index": 6.7, + "agentic_index": 5.2 + } } }, { @@ -6232,6 +8691,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/microsoft/phi-4/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 10.4, + "coding_index": 11.2, + "agentic_index": 0 + } } }, { @@ -6279,6 +8746,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/microsoft/phi-4-mini-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 8.4, + "coding_index": 3.6, + "agentic_index": 2.7 + } } }, { @@ -6414,6 +8889,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m1/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 24.4, + "coding_index": 14.5, + "agentic_index": 29.1 + } } }, { @@ -6471,6 +8954,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m2/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1178, + "win_rate": 48.3, + "rank": 49 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1187, + "win_rate": 48.1, + "rank": 57 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1184, + "win_rate": 50, + "rank": 52 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1187, + "win_rate": 48.1, + "rank": 52 + }, + { + "arena": "models", + "category": "svg", + "elo": 1155, + "win_rate": 55.3, + "rank": 38 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1192, + "win_rate": 49.2, + "rank": 50 + }, + { + "arena": "models", + "category": "website", + "elo": 1187, + "win_rate": 48, + "rank": 57 + } + ], + "artificial_analysis": { + "intelligence_index": 36.1, + "coding_index": 29.2, + "agentic_index": 47.5 + } } }, { @@ -6567,6 +9108,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m2.1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1246, + "win_rate": 57.5, + "rank": 30 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1242, + "win_rate": 55.3, + "rank": 30 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1250, + "win_rate": 57, + "rank": 26 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1203, + "win_rate": 50.4, + "rank": 48 + }, + { + "arena": "models", + "category": "svg", + "elo": 1186, + "win_rate": 55.4, + "rank": 32 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1280, + "win_rate": 60.9, + "rank": 22 + }, + { + "arena": "models", + "category": "website", + "elo": 1246, + "win_rate": 55.4, + "rank": 30 + } + ], + "artificial_analysis": { + "intelligence_index": 39.4, + "coding_index": 32.8, + "agentic_index": 47.4 + } } }, { @@ -6586,7 +9185,8 @@ }, "pricing": { "prompt": "0.00000015", - "completion": "0.00000115" + "completion": "0.0000009", + "input_cache_read": "0.00000005" }, "top_provider": { "context_length": 196608, @@ -6630,6 +9230,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m2.5-20260211/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1250, + "win_rate": 57.6, + "rank": 29 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1258, + "win_rate": 56.8, + "rank": 28 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1216, + "win_rate": 51.2, + "rank": 38 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1245, + "win_rate": 55.5, + "rank": 32 + }, + { + "arena": "models", + "category": "svg", + "elo": 1206, + "win_rate": 54.5, + "rank": 22 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1229, + "win_rate": 53.4, + "rank": 35 + }, + { + "arena": "models", + "category": "website", + "elo": 1266, + "win_rate": 57.5, + "rank": 26 + } + ], + "artificial_analysis": { + "intelligence_index": 41.9, + "coding_index": 37.4, + "agentic_index": 55.6 + } } }, { @@ -6648,8 +9306,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000279", - "completion": "0.0000012" + "prompt": "0.00000025", + "completion": "0.000001", + "input_cache_read": "0.00000005" }, "top_provider": { "context_length": 196608, @@ -6691,12 +9350,77 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m2.7-20260318/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1272, + "win_rate": 51, + "rank": 25 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1177, + "win_rate": 47.7, + "rank": 30 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1283, + "win_rate": 53.3, + "rank": 20 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1274, + "win_rate": 53.3, + "rank": 19 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1275, + "win_rate": 53.7, + "rank": 23 + }, + { + "arena": "models", + "category": "svg", + "elo": 1193, + "win_rate": 51, + "rank": 31 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1265, + "win_rate": 50.3, + "rank": 24 + }, + { + "arena": "models", + "category": "website", + "elo": 1286, + "win_rate": 54.1, + "rank": 19 + } + ], + "artificial_analysis": { + "intelligence_index": 49.6, + "coding_index": 41.9, + "agentic_index": 61.5 + } } }, { "id": "minimax/minimax-m3", "canonical_slug": "minimax/minimax-m3-20260531", - "hugging_face_id": "", + "hugging_face_id": "MiniMaxAI/Minimax-M3", "name": "MiniMax: MiniMax M3", "created": 1780245374, "description": "MiniMax-M3 is a multimodal foundation model from MiniMax. It supports text, image, and video inputs with text output, a 1M-token context window, and is suited for long-horizon agentic work, coding,...", @@ -6720,13 +9444,21 @@ }, "per_request_limits": null, "supported_parameters": [ + "frequency_penalty", "include_reasoning", + "logit_bias", "max_tokens", + "presence_penalty", "reasoning", + "repetition_penalty", "response_format", + "seed", + "stop", + "structured_outputs", "temperature", "tool_choice", "tools", + "top_k", "top_p" ], "default_parameters": { @@ -6742,6 +9474,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/minimax/minimax-m3-20260531/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1340, + "win_rate": 62.1, + "rank": 6 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1312, + "win_rate": 57.6, + "rank": 11 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1297, + "win_rate": 58.3, + "rank": 9 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1270, + "win_rate": 47.5, + "rank": 24 + }, + { + "arena": "models", + "category": "svg", + "elo": 1261, + "win_rate": 58.2, + "rank": 10 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1304, + "win_rate": 56.5, + "rank": 13 + }, + { + "arena": "models", + "category": "website", + "elo": 1306, + "win_rate": 56.9, + "rank": 11 + } + ], + "artificial_analysis": { + "intelligence_index": 54.7, + "coding_index": 43.4, + "agentic_index": 68.6 + } } }, { @@ -6791,6 +9581,52 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/codestral-2508/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1059, + "win_rate": 38.5, + "rank": 86 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1062, + "win_rate": 41.7, + "rank": 80 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1036, + "win_rate": 36.2, + "rank": 87 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1074, + "win_rate": 46.9, + "rank": 75 + }, + { + "arena": "models", + "category": "website", + "elo": 1057, + "win_rate": 37.8, + "rank": 90 + }, + { + "arena": "models", + "category": "3d", + "elo": 1101, + "win_rate": 45.5, + "rank": 73 + } + ] } }, { @@ -6842,6 +9678,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/devstral-2512/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 22, + "coding_index": 23.7, + "agentic_index": 21.9 + } } }, { @@ -6896,6 +9740,43 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/ministral-14b-2512/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1071, + "win_rate": 39.6, + "rank": 78 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1117, + "win_rate": 44, + "rank": 75 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1108, + "win_rate": 43.6, + "rank": 74 + }, + { + "arena": "models", + "category": "website", + "elo": 1126, + "win_rate": 44.8, + "rank": 77 + } + ], + "artificial_analysis": { + "intelligence_index": 16, + "coding_index": 10.9, + "agentic_index": 17.4 + } } }, { @@ -6950,6 +9831,43 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/ministral-3b-2512/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1043, + "win_rate": 35.9, + "rank": 83 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1062, + "win_rate": 37.3, + "rank": 85 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1018, + "win_rate": 33, + "rank": 92 + }, + { + "arena": "models", + "category": "website", + "elo": 1072, + "win_rate": 38.2, + "rank": 87 + } + ], + "artificial_analysis": { + "intelligence_index": 11.2, + "coding_index": 4.8, + "agentic_index": 11.4 + } } }, { @@ -7004,6 +9922,43 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/ministral-8b-2512/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1112, + "win_rate": 46.2, + "rank": 71 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1105, + "win_rate": 42.9, + "rank": 76 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1060, + "win_rate": 38.7, + "rank": 82 + }, + { + "arena": "models", + "category": "website", + "elo": 1110, + "win_rate": 42.9, + "rank": 79 + } + ], + "artificial_analysis": { + "intelligence_index": 14.8, + "coding_index": 10, + "agentic_index": 16.7 + } } }, { @@ -7102,6 +10057,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-large-2407/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 15.1, + "coding_index": 13.8, + "agentic_index": 10.2 + } } }, { @@ -7153,6 +10116,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-large-2512/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1180, + "win_rate": 47, + "rank": 48 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1111, + "win_rate": 40.3, + "rank": 39 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1194, + "win_rate": 47.6, + "rank": 53 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1180, + "win_rate": 45.8, + "rank": 53 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1149, + "win_rate": 41.5, + "rank": 63 + }, + { + "arena": "models", + "category": "svg", + "elo": 1046, + "win_rate": 38, + "rank": 61 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1158, + "win_rate": 43.1, + "rank": 56 + }, + { + "arena": "models", + "category": "website", + "elo": 1207, + "win_rate": 49.4, + "rank": 51 + } + ], + "artificial_analysis": { + "intelligence_index": 22.8, + "coding_index": 22.7, + "agentic_index": 21.7 + } } }, { @@ -7202,6 +10230,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-medium-3/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1163, + "win_rate": 54.6, + "rank": 54 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1121, + "win_rate": 48.1, + "rank": 74 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1076, + "win_rate": 45.7, + "rank": 78 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1087, + "win_rate": 45.3, + "rank": 78 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1083, + "win_rate": 50, + "rank": 73 + }, + { + "arena": "models", + "category": "website", + "elo": 1124, + "win_rate": 47.7, + "rank": 78 + } + ], + "artificial_analysis": { + "intelligence_index": 18.8, + "coding_index": 13.6, + "agentic_index": 13.7 + } } }, { @@ -7257,6 +10336,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-medium-3.5-20260430/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 39.2, + "coding_index": 35.4, + "agentic_index": 53.2 + } } }, { @@ -7306,6 +10393,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-medium-3.1/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1163, + "win_rate": 44.7, + "rank": 55 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1040, + "win_rate": 30.8, + "rank": 43 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1172, + "win_rate": 45.1, + "rank": 58 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1192, + "win_rate": 47.6, + "rank": 50 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1143, + "win_rate": 40.7, + "rank": 66 + }, + { + "arena": "models", + "category": "svg", + "elo": 1047, + "win_rate": 38.2, + "rank": 59 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1155, + "win_rate": 43.5, + "rank": 58 + }, + { + "arena": "models", + "category": "website", + "elo": 1178, + "win_rate": 46, + "rank": 59 + } + ], + "artificial_analysis": { + "intelligence_index": 21.3, + "coding_index": 18.3, + "agentic_index": 25.3 + } } }, { @@ -7516,6 +10668,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-small-2603/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 27.8, + "coding_index": 24.3, + "agentic_index": 25.9 + } } }, { @@ -7616,6 +10776,45 @@ "expiration_date": null, "links": { "details": "/api/v1/models/mistralai/mistral-small-3.2-24b-instruct-2506/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 959, + "win_rate": 39.8, + "rank": 97 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 971, + "win_rate": 43.3, + "rank": 89 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 958, + "win_rate": 39.4, + "rank": 96 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 964, + "win_rate": 40.5, + "rank": 89 + }, + { + "arena": "models", + "category": "website", + "elo": 940, + "win_rate": 38.3, + "rank": 101 + } + ] } }, { @@ -7763,6 +10962,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1085, + "win_rate": 51.7, + "rank": 79 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1062, + "win_rate": 49.4, + "rank": 81 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1043, + "win_rate": 46.4, + "rank": 85 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1087, + "win_rate": 55.1, + "rank": 72 + }, + { + "arena": "models", + "category": "website", + "elo": 1095, + "win_rate": 53.1, + "rank": 83 + } + ], + "artificial_analysis": { + "intelligence_index": 26.3, + "coding_index": 22.1, + "agentic_index": 24.3 + } } }, { @@ -7813,6 +11056,29 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2-0905/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1150, + "win_rate": 48.5, + "rank": 68 + }, + { + "arena": "models", + "category": "website", + "elo": 1152, + "win_rate": 48.3, + "rank": 70 + } + ], + "artificial_analysis": { + "intelligence_index": 30.9, + "coding_index": 25.9, + "agentic_index": 37.7 + } } }, { @@ -7869,6 +11135,22 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2-thinking-20251106/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 1158, + "win_rate": 48.8, + "rank": 68 + } + ], + "artificial_analysis": { + "intelligence_index": 40.9, + "coding_index": 34.8, + "agentic_index": 47.9 + } } }, { @@ -7887,13 +11169,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000004", - "completion": "0.0000019", - "input_cache_read": "0.00000009" + "prompt": "0.000000375", + "completion": "0.000002025" }, "top_provider": { - "context_length": 262144, - "max_completion_tokens": 262144, + "context_length": 256000, + "max_completion_tokens": null, "is_moderated": false }, "per_request_limits": null, @@ -7931,6 +11212,106 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2.5-0127/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1141, + "win_rate": 57.7, + "rank": 14 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1196, + "win_rate": 54.1, + "rank": 13 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1257, + "win_rate": 59.7, + "rank": 2 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1195, + "win_rate": 49.3, + "rank": 17 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1209, + "win_rate": 50.3, + "rank": 11 + }, + { + "arena": "models", + "category": "3d", + "elo": 1292, + "win_rate": 54.1, + "rank": 19 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1228, + "win_rate": 49.5, + "rank": 13 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1289, + "win_rate": 54.9, + "rank": 19 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1272, + "win_rate": 52.9, + "rank": 20 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1277, + "win_rate": 54.5, + "rank": 21 + }, + { + "arena": "models", + "category": "svg", + "elo": 1211, + "win_rate": 51.2, + "rank": 20 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1291, + "win_rate": 54.1, + "rank": 17 + }, + { + "arena": "models", + "category": "website", + "elo": 1293, + "win_rate": 56, + "rank": 16 + } + ], + "artificial_analysis": { + "intelligence_index": 46.8, + "coding_index": 39.6, + "agentic_index": 58.9 + } } }, { @@ -7949,13 +11330,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000684", - "completion": "0.00000342", - "input_cache_read": "0.000000144" + "prompt": "0.00000068", + "completion": "0.00000341", + "input_cache_read": "0.00000034" }, "top_provider": { - "context_length": 262144, - "max_completion_tokens": 262144, + "context_length": 262142, + "max_completion_tokens": 262142, "is_moderated": false }, "per_request_limits": null, @@ -7995,15 +11376,129 @@ "expiration_date": null, "links": { "details": "/api/v1/models/moonshotai/kimi-k2.6-20260420/endpoints" - } - }, - { - "id": "moonshotai/kimi-k2.6:free", - "canonical_slug": "moonshotai/kimi-k2.6-20260420", - "hugging_face_id": "moonshotai/Kimi-K2.6", - "name": "MoonshotAI: Kimi K2.6 (free)", - "created": 1776699402, - "description": "Kimi K2.6 is Moonshot AI's next-generation multimodal model, designed for long-horizon coding, coding-driven UI/UX generation, and multi-agent orchestration. It handles complex end-to-end coding tasks across Python, Rust, and Go, and...", + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1184, + "win_rate": 50.3, + "rank": 7 + }, + { + "arena": "agents", + "category": "agentichtmlslides", + "elo": 1260, + "win_rate": 61.2, + "rank": 1 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1179, + "win_rate": 44.8, + "rank": 4 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1180, + "win_rate": 47.5, + "rank": 11 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1239, + "win_rate": 57.5, + "rank": 7 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1218, + "win_rate": 53.4, + "rank": 10 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1234, + "win_rate": 53.3, + "rank": 8 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1273, + "win_rate": 59.3, + "rank": 4 + }, + { + "arena": "models", + "category": "3d", + "elo": 1361, + "win_rate": 63.2, + "rank": 2 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1331, + "win_rate": 58.6, + "rank": 5 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1302, + "win_rate": 56.5, + "rank": 8 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1325, + "win_rate": 59.3, + "rank": 10 + }, + { + "arena": "models", + "category": "svg", + "elo": 1237, + "win_rate": 53.3, + "rank": 14 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1325, + "win_rate": 57.9, + "rank": 6 + }, + { + "arena": "models", + "category": "website", + "elo": 1321, + "win_rate": 56.6, + "rank": 7 + } + ], + "artificial_analysis": { + "intelligence_index": 53.9, + "coding_index": 47.1, + "agentic_index": 66 + } + } + }, + { + "id": "moonshotai/kimi-k2.7-code", + "canonical_slug": "moonshotai/kimi-k2.7-code-20260612", + "hugging_face_id": "moonshotai/Kimi-K2.7-Code", + "name": "MoonshotAI: Kimi K2.7 Code", + "created": 1781266361, + "description": "MoonshotAI: Kimi K2.7 Code is a coding-focused model in Moonshot AI's Kimi K2 family, built to complete end-to-end programming tasks reliably over long contexts. It uses a native multimodal mixture-of-experts...", "context_length": 262144, "architecture": { "modality": "text+image->text", @@ -8013,20 +11508,36 @@ "instruct_type": null }, "pricing": { - "prompt": "0", - "completion": "0" + "prompt": "0.00000075", + "completion": "0.0000035", + "input_cache_read": "0.00000016" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ + "frequency_penalty", "include_reasoning", + "logit_bias", + "logprobs", + "max_tokens", + "min_p", + "presence_penalty", "reasoning", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", "tool_choice", - "tools" + "tools", + "top_k", + "top_logprobs", + "top_p" ], "default_parameters": { "temperature": null, @@ -8040,7 +11551,60 @@ "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/moonshotai/kimi-k2.6-20260420/endpoints" + "details": "/api/v1/models/moonshotai/kimi-k2.7-code-20260612/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "fullstack", + "elo": 1208, + "win_rate": 52.3, + "rank": 11 + }, + { + "arena": "models", + "category": "3d", + "elo": 1328, + "win_rate": 59.9, + "rank": 10 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1318, + "win_rate": 57.7, + "rank": 9 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1283, + "win_rate": 57.5, + "rank": 13 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1293, + "win_rate": 53.3, + "rank": 18 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1262, + "win_rate": 51.8, + "rank": 26 + }, + { + "arena": "models", + "category": "website", + "elo": 1325, + "win_rate": 58.8, + "rank": 5 + } + ] } }, { @@ -8120,33 +11684,36 @@ } }, { - "id": "nex-agi/deepseek-v3.1-nex-n1", - "canonical_slug": "nex-agi/deepseek-v3.1-nex-n1", - "hugging_face_id": "nex-agi/DeepSeek-V3.1-Nex-N1", - "name": "Nex AGI: DeepSeek V3.1 Nex N1", - "created": 1765204393, - "description": "DeepSeek V3.1 Nex-N1 is the flagship release of the Nex-N1 series — a post-trained model designed to highlight agent autonomy, tool use, and real-world productivity. Nex-N1 demonstrates competitive performance across...", - "context_length": 131072, + "id": "nex-agi/nex-n2-pro:free", + "canonical_slug": "nex-agi/nex-n2-pro", + "hugging_face_id": "nex-agi/Nex-N2-Pro", + "name": "Nex AGI: Nex-N2-Pro (free)", + "created": 1780937140, + "description": "Nex-N2-Pro is an agentic mixture-of-experts model from Nex AGI, with 17B active parameters out of 397B total. Built on the Qwen3.5 architecture, it accepts text and image input and produces...", + "context_length": 262144, "architecture": { - "modality": "text->text", - "input_modalities": ["text"], + "modality": "text+image->text", + "input_modalities": ["text", "image"], "output_modalities": ["text"], - "tokenizer": "DeepSeek", + "tokenizer": "Qwen3", "instruct_type": null }, "pricing": { - "prompt": "0.000000135", - "completion": "0.0000005" + "prompt": "0", + "completion": "0" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 163840, + "context_length": 262144, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", + "include_reasoning", + "logprobs", "max_tokens", + "reasoning", "response_format", "structured_outputs", "temperature", @@ -8156,61 +11723,18 @@ "top_p" ], "default_parameters": { - "temperature": null, - "top_p": null, - "frequency_penalty": null + "temperature": 0.7, + "top_p": 0.95, + "top_k": 40, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null }, "supported_voices": null, "knowledge_cutoff": null, - "expiration_date": "2026-06-08", - "links": { - "details": "/api/v1/models/nex-agi/deepseek-v3.1-nex-n1/endpoints" - } - }, - { - "id": "nousresearch/hermes-2-pro-llama-3-8b", - "canonical_slug": "nousresearch/hermes-2-pro-llama-3-8b", - "hugging_face_id": "NousResearch/Hermes-2-Pro-Llama-3-8B", - "name": "NousResearch: Hermes 2 Pro - Llama-3 8B", - "created": 1716768000, - "description": "Hermes 2 Pro is an upgraded, retrained version of Nous Hermes 2, consisting of an updated and cleaned version of the OpenHermes 2.5 Dataset, as well as a newly introduced...", - "context_length": 8192, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Llama3", - "instruct_type": "chatml" - }, - "pricing": { - "prompt": "0.00000014", - "completion": "0.00000014" - }, - "top_provider": { - "context_length": 8192, - "max_completion_tokens": 8192, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "max_tokens", - "presence_penalty", - "repetition_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2023-12-31", - "expiration_date": "2026-06-05", + "expiration_date": null, "links": { - "details": "/api/v1/models/nousresearch/hermes-2-pro-llama-3-8b/endpoints" + "details": "/api/v1/models/nex-agi/nex-n2-pro/endpoints" } }, { @@ -8259,6 +11783,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-3-llama-3.1-405b/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 17.6, + "coding_index": 18.1, + "agentic_index": 11.8 + } } }, { @@ -8301,6 +11833,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-3-llama-3.1-405b/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 17.6, + "coding_index": 18.1, + "agentic_index": 11.8 + } } }, { @@ -8319,8 +11859,8 @@ "instruct_type": "chatml" }, "pricing": { - "prompt": "0.0000003", - "completion": "0.0000003" + "prompt": "0.0000007", + "completion": "0.0000007" }, "top_provider": { "context_length": 131072, @@ -8349,6 +11889,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-3-llama-3.1-70b/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 12.6, + "coding_index": 9.2, + "agentic_index": 10 + } } }, { @@ -8394,6 +11942,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-4-405b/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 18.6, + "coding_index": 16, + "agentic_index": 12.6 + } } }, { @@ -8439,6 +11995,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nousresearch/hermes-4-70b/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 16, + "coding_index": 14.4, + "agentic_index": 11.7 + } } }, { @@ -8457,7 +12021,7 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000001", + "prompt": "0.0000004", "completion": "0.0000004" }, "top_provider": { @@ -8497,6 +12061,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/llama-3.3-nemotron-super-49b-v1.5/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 18.7, + "coding_index": 15.1, + "agentic_index": 9.4 + } } }, { @@ -8536,6 +12108,7 @@ "response_format", "seed", "stop", + "structured_outputs", "temperature", "tool_choice", "tools", @@ -8552,6 +12125,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-nano-30b-a3b/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 24.3, + "coding_index": 19, + "agentic_index": 19.1 + } } }, { @@ -8599,6 +12180,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-nano-30b-a3b/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 24.3, + "coding_index": 19, + "agentic_index": 19.1 + } } }, { @@ -8649,6 +12238,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 21.4, + "coding_index": 14.8, + "agentic_index": 23.9 + } } }, { @@ -8689,6 +12286,7 @@ "response_format", "seed", "stop", + "structured_outputs", "temperature", "tool_choice", "tools", @@ -8709,6 +12307,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-super-120b-a12b-20230311/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 36, + "coding_index": 31.2, + "agentic_index": 40.2 + } } }, { @@ -8761,19 +12367,103 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-3-super-120b-a12b-20230311/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 36, + "coding_index": 31.2, + "agentic_index": 40.2 + } } }, { - "id": "nvidia/nemotron-nano-12b-v2-vl:free", - "canonical_slug": "nvidia/nemotron-nano-12b-v2-vl", - "hugging_face_id": "nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16", - "name": "NVIDIA: Nemotron Nano 12B 2 VL (free)", - "created": 1761675565, - "description": "NVIDIA Nemotron Nano 2 VL is a 12-billion-parameter open multimodal reasoning model designed for video understanding and document intelligence. It introduces a hybrid Transformer-Mamba architecture, combining transformer-level accuracy with Mamba’s...", - "context_length": 128000, + "id": "nvidia/nemotron-3-ultra-550b-a55b", + "canonical_slug": "nvidia/nemotron-3-ultra-550b-a55b-20260604", + "hugging_face_id": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", + "name": "NVIDIA: Nemotron 3 Ultra", + "created": 1780551208, + "description": "NVIDIA Nemotron 3 Ultra is an open frontier-reasoning and orchestration model from NVIDIA, with 55B active parameters out of 550B total (MoE). Built on a hybrid Transformer-Mamba mixture-of-experts architecture, it...", + "context_length": 1000000, "architecture": { - "modality": "text+image+video->text", - "input_modalities": ["image", "text", "video"], + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.0000005", + "completion": "0.0000025", + "input_cache_read": "0.00000015" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 16384, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "logit_bias", + "max_tokens", + "min_p", + "presence_penalty", + "reasoning", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "default_parameters": { + "temperature": 1, + "top_p": 0.95, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/nvidia/nemotron-3-ultra-550b-a55b-20260604/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 1135, + "win_rate": 32.4, + "rank": 74 + } + ], + "artificial_analysis": { + "intelligence_index": 47.7, + "coding_index": 37.6, + "agentic_index": 57.1 + } + } + }, + { + "id": "nvidia/nemotron-3-ultra-550b-a55b:free", + "canonical_slug": "nvidia/nemotron-3-ultra-550b-a55b-20260604", + "hugging_face_id": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16", + "name": "NVIDIA: Nemotron 3 Ultra (free)", + "created": 1780551208, + "description": "NVIDIA Nemotron 3 Ultra is an open frontier-reasoning and orchestration model from NVIDIA, with 55B active parameters out of 550B total (MoE). Built on a hybrid Transformer-Mamba mixture-of-experts architecture, it...", + "context_length": 1000000, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], "output_modalities": ["text"], "tokenizer": "Other", "instruct_type": null @@ -8783,8 +12473,8 @@ "completion": "0" }, "top_provider": { - "context_length": 128000, - "max_completion_tokens": 128000, + "context_length": 1000000, + "max_completion_tokens": 65536, "is_moderated": false }, "per_request_limits": null, @@ -8798,59 +12488,118 @@ "tools", "top_p" ], + "default_parameters": { + "temperature": 1, + "top_p": 0.95, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/nvidia/nemotron-3-ultra-550b-a55b-20260604/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 1135, + "win_rate": 32.4, + "rank": 74 + } + ], + "artificial_analysis": { + "intelligence_index": 47.7, + "coding_index": 37.6, + "agentic_index": 57.1 + } + } + }, + { + "id": "nvidia/nemotron-3.5-content-safety:free", + "canonical_slug": "nvidia/nemotron-3.5-content-safety-20260604", + "hugging_face_id": "nvidia/Nemotron-3.5-Content-Safety", + "name": "NVIDIA: Nemotron 3.5 Content Safety (free)", + "created": 1780581864, + "description": "NVIDIA Nemotron 3.5 Content Safety is a compact 4B-parameter multimodal guardrail model from NVIDIA, fine-tuned from Google Gemma-3-4B. It moderates both inputs to and responses from LLMs and VLMs, accepting...", + "context_length": 128000, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0", + "completion": "0" + }, + "top_provider": { + "context_length": 128000, + "max_completion_tokens": 8192, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_tokens", + "reasoning", + "seed", + "temperature", + "top_p" + ], "default_parameters": { "temperature": null, "top_p": null, - "frequency_penalty": null + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null }, "supported_voices": null, "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/nvidia/nemotron-nano-12b-v2-vl/endpoints" + "details": "/api/v1/models/nvidia/nemotron-3.5-content-safety-20260604/endpoints" } }, { - "id": "nvidia/nemotron-nano-9b-v2", - "canonical_slug": "nvidia/nemotron-nano-9b-v2", - "hugging_face_id": "nvidia/NVIDIA-Nemotron-Nano-9B-v2", - "name": "NVIDIA: Nemotron Nano 9B V2", - "created": 1757106807, - "description": "NVIDIA-Nemotron-Nano-9B-v2 is a large language model (LLM) trained from scratch by NVIDIA, and designed as a unified model for both reasoning and non-reasoning tasks. It responds to user queries and...", - "context_length": 131072, + "id": "nvidia/nemotron-nano-12b-v2-vl:free", + "canonical_slug": "nvidia/nemotron-nano-12b-v2-vl", + "hugging_face_id": "nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16", + "name": "NVIDIA: Nemotron Nano 12B 2 VL (free)", + "created": 1761675565, + "description": "NVIDIA Nemotron Nano 2 VL is a 12-billion-parameter open multimodal reasoning model designed for video understanding and document intelligence. It introduces a hybrid Transformer-Mamba architecture, combining transformer-level accuracy with Mamba’s...", + "context_length": 128000, "architecture": { - "modality": "text->text", - "input_modalities": ["text"], + "modality": "text+image+video->text", + "input_modalities": ["image", "text", "video"], "output_modalities": ["text"], "tokenizer": "Other", "instruct_type": null }, "pricing": { - "prompt": "0.00000004", - "completion": "0.00000016" + "prompt": "0", + "completion": "0" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 16384, + "context_length": 128000, + "max_completion_tokens": 128000, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ - "frequency_penalty", "include_reasoning", - "logit_bias", "max_tokens", - "min_p", - "presence_penalty", "reasoning", - "repetition_penalty", - "response_format", "seed", - "stop", "temperature", "tool_choice", "tools", - "top_k", "top_p" ], "default_parameters": { @@ -8859,10 +12608,18 @@ "frequency_penalty": null }, "supported_voices": null, - "knowledge_cutoff": "2025-03-31", + "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/nvidia/nemotron-nano-9b-v2/endpoints" + "details": "/api/v1/models/nvidia/nemotron-nano-12b-v2-vl/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 14.9, + "coding_index": 11.7, + "agentic_index": 7.1 + } } }, { @@ -8912,6 +12669,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/nvidia/nemotron-nano-9b-v2/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 14.8, + "coding_index": 8.3, + "agentic_index": 9.4 + } } }, { @@ -8961,6 +12726,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-3.5-turbo/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 10.7, + "agentic_index": null + } } }, { @@ -9157,105 +12930,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4/endpoints" - } - }, - { - "id": "openai/gpt-4-0314", - "canonical_slug": "openai/gpt-4-0314", - "hugging_face_id": null, - "name": "OpenAI: GPT-4 (older v0314)", - "created": 1685232000, - "description": "GPT-4-0314 is the first version of GPT-4 released, with a context length of 8,192 tokens, and was supported until June 14. Training data: up to Sep 2021.", - "context_length": 8191, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "GPT", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00003", - "completion": "0.00006" - }, - "top_provider": { - "context_length": 8191, - "max_completion_tokens": 4096, - "is_moderated": true }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "logprobs", - "max_tokens", - "presence_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_logprobs", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2021-09-30", - "expiration_date": null, - "links": { - "details": "/api/v1/models/openai/gpt-4-0314/endpoints" - } - }, - { - "id": "openai/gpt-4-1106-preview", - "canonical_slug": "openai/gpt-4-1106-preview", - "hugging_face_id": null, - "name": "OpenAI: GPT-4 Turbo (older v1106)", - "created": 1699228800, - "description": "The latest GPT-4 Turbo model with vision capabilities. Vision requests can now use JSON mode and function calling.\n\nTraining data: up to April 2023.", - "context_length": 128000, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "GPT", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00001", - "completion": "0.00003", - "web_search": "0.01" - }, - "top_provider": { - "context_length": 128000, - "max_completion_tokens": 4096, - "is_moderated": true - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "logprobs", - "max_tokens", - "presence_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_logprobs", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2023-04-30", - "expiration_date": null, - "links": { - "details": "/api/v1/models/openai/gpt-4-1106-preview/endpoints" + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 13.1, + "agentic_index": null + } } }, { @@ -9305,6 +12987,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4-turbo/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 21.5, + "agentic_index": null + } } }, { @@ -9400,6 +13090,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4.1-2025-04-14/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 930, + "win_rate": 30.9, + "rank": 91 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1077, + "win_rate": 50.9, + "rank": 81 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1147, + "win_rate": 59.5, + "rank": 62 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1149, + "win_rate": 59.1, + "rank": 62 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1057, + "win_rate": 49.7, + "rank": 77 + }, + { + "arena": "models", + "category": "website", + "elo": 1083, + "win_rate": 52.3, + "rank": 84 + } + ], + "artificial_analysis": { + "intelligence_index": 26.3, + "coding_index": 21.8, + "agentic_index": 27.3 + } } }, { @@ -9446,6 +13187,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4.1-mini-2025-04-14/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 917, + "win_rate": 30.5, + "rank": 92 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1045, + "win_rate": 47.5, + "rank": 89 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1077, + "win_rate": 49.2, + "rank": 76 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1140, + "win_rate": 58.5, + "rank": 67 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1018, + "win_rate": 45.4, + "rank": 83 + }, + { + "arena": "models", + "category": "website", + "elo": 1042, + "win_rate": 47.8, + "rank": 91 + } + ], + "artificial_analysis": { + "intelligence_index": 22.9, + "coding_index": 18.5, + "agentic_index": 25.2 + } } }, { @@ -9492,6 +13284,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4.1-nano-2025-04-14/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1005, + "win_rate": 46, + "rank": 85 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1015, + "win_rate": 47.3, + "rank": 92 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 935, + "win_rate": 41.1, + "rank": 94 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1040, + "win_rate": 49.6, + "rank": 86 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 973, + "win_rate": 43.9, + "rank": 88 + }, + { + "arena": "models", + "category": "website", + "elo": 1018, + "win_rate": 48.1, + "rank": 95 + } + ], + "artificial_analysis": { + "intelligence_index": 13, + "coding_index": 11.2, + "agentic_index": 5.8 + } } }, { @@ -9543,6 +13386,52 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4o/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 949, + "win_rate": 39.2, + "rank": 88 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 912, + "win_rate": 34.8, + "rank": 100 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 901, + "win_rate": 36, + "rank": 97 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 975, + "win_rate": 42.3, + "rank": 94 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 942, + "win_rate": 38.1, + "rank": 92 + }, + { + "arena": "models", + "category": "website", + "elo": 876, + "win_rate": 31.5, + "rank": 106 + } + ] } }, { @@ -9594,6 +13483,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4o-2024-05-13/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 24.2, + "agentic_index": null + } } }, { @@ -9646,6 +13543,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4o-2024-08-06/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 18.6, + "coding_index": 16.6, + "agentic_index": 9.7 + } } }, { @@ -9697,6 +13602,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-4o-2024-11-20/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 17.3, + "coding_index": 16.7, + "agentic_index": 8.4 + } } }, { @@ -9933,6 +13846,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-2025-08-07/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1137, + "win_rate": 41.4, + "rank": 65 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1184, + "win_rate": 49, + "rank": 26 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1220, + "win_rate": 54.7, + "rank": 41 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1282, + "win_rate": 63.3, + "rank": 14 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1255, + "win_rate": 59.5, + "rank": 30 + }, + { + "arena": "models", + "category": "svg", + "elo": 1243, + "win_rate": 64.1, + "rank": 13 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1239, + "win_rate": 58.3, + "rank": 31 + }, + { + "arena": "models", + "category": "website", + "elo": 1229, + "win_rate": 53.7, + "rank": 40 + } + ], + "artificial_analysis": { + "intelligence_index": 44.6, + "coding_index": 36, + "agentic_index": 54.7 + } } }, { @@ -9974,6 +13952,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-chat-2025-08-07/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 21.2, + "agentic_index": null + } } }, { @@ -10023,6 +14009,22 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-codex/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "mobileapps", + "elo": 1140, + "win_rate": 43.2, + "rank": 26 + } + ], + "artificial_analysis": { + "intelligence_index": 44.6, + "coding_index": 38.9, + "agentic_index": 52.7 + } } }, { @@ -10078,6 +14080,31 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-image/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1209, + "win_rate": 55.2, + "rank": 4 + }, + { + "arena": "models", + "category": "image", + "elo": 1218, + "win_rate": 55, + "rank": 4 + }, + { + "arena": "models", + "category": "logo", + "elo": 1222, + "win_rate": 55, + "rank": 4 + } + ] } }, { @@ -10133,6 +14160,31 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-image-mini/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "graphicdesign", + "elo": 1202, + "win_rate": 50.3, + "rank": 6 + }, + { + "arena": "models", + "category": "image", + "elo": 1210, + "win_rate": 51.1, + "rank": 6 + }, + { + "arena": "models", + "category": "logo", + "elo": 1228, + "win_rate": 53.7, + "rank": 3 + } + ] } }, { @@ -10186,6 +14238,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-mini-2025-08-07/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1107, + "win_rate": 37.2, + "rank": 72 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1164, + "win_rate": 44.9, + "rank": 32 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1166, + "win_rate": 44.5, + "rank": 61 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1165, + "win_rate": 44, + "rank": 60 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1200, + "win_rate": 48.2, + "rank": 50 + }, + { + "arena": "models", + "category": "svg", + "elo": 1146, + "win_rate": 46.1, + "rank": 40 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1163, + "win_rate": 43.7, + "rank": 54 + }, + { + "arena": "models", + "category": "website", + "elo": 1170, + "win_rate": 45.1, + "rank": 60 + } + ], + "artificial_analysis": { + "intelligence_index": 41.2, + "coding_index": 35.3, + "agentic_index": 45.5 + } } }, { @@ -10239,6 +14356,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5-nano-2025-08-07/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1044, + "win_rate": 36.1, + "rank": 82 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1136, + "win_rate": 48.1, + "rank": 71 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1103, + "win_rate": 46.7, + "rank": 73 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1115, + "win_rate": 46.6, + "rank": 73 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1123, + "win_rate": 52, + "rank": 67 + }, + { + "arena": "models", + "category": "website", + "elo": 1146, + "win_rate": 48.9, + "rank": 72 + } + ], + "artificial_analysis": { + "intelligence_index": 26.8, + "coding_index": 20.3, + "agentic_index": 23.2 + } } }, { @@ -10340,6 +14508,78 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.1-20251113/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "mobileapps", + "elo": 1135, + "win_rate": 43.8, + "rank": 27 + }, + { + "arena": "models", + "category": "3d", + "elo": 1142, + "win_rate": 43.9, + "rank": 63 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1160, + "win_rate": 48.6, + "rank": 33 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1223, + "win_rate": 53.1, + "rank": 38 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1248, + "win_rate": 58, + "rank": 27 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1247, + "win_rate": 55.9, + "rank": 31 + }, + { + "arena": "models", + "category": "svg", + "elo": 1204, + "win_rate": 57.4, + "rank": 24 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1223, + "win_rate": 53, + "rank": 37 + }, + { + "arena": "models", + "category": "website", + "elo": 1232, + "win_rate": 54.1, + "rank": 37 + } + ], + "artificial_analysis": { + "intelligence_index": 47.7, + "coding_index": 44.7, + "agentic_index": 51.3 + } } }, { @@ -10441,6 +14681,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.1-codex-20251113/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "fullstack", + "elo": 1106, + "win_rate": 44.5, + "rank": 22 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1211, + "win_rate": 54, + "rank": 12 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1102, + "win_rate": 44.1, + "rank": 20 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1202, + "win_rate": 55.2, + "rank": 50 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1218, + "win_rate": 50.7, + "rank": 37 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1209, + "win_rate": 52.3, + "rank": 41 + }, + { + "arena": "models", + "category": "website", + "elo": 1205, + "win_rate": 56, + "rank": 52 + } + ], + "artificial_analysis": { + "intelligence_index": 43.1, + "coding_index": 36.6, + "agentic_index": 50.7 + } } }, { @@ -10547,6 +14845,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.1-codex-mini-20251113/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1069, + "win_rate": 32.9, + "rank": 79 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1147, + "win_rate": 43, + "rank": 36 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1145, + "win_rate": 41.5, + "rank": 69 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1140, + "win_rate": 40.6, + "rank": 67 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1162, + "win_rate": 43.5, + "rank": 60 + }, + { + "arena": "models", + "category": "svg", + "elo": 1032, + "win_rate": 35.3, + "rank": 63 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1136, + "win_rate": 40.8, + "rank": 62 + }, + { + "arena": "models", + "category": "website", + "elo": 1155, + "win_rate": 42.8, + "rank": 69 + } + ], + "artificial_analysis": { + "intelligence_index": 38.6, + "coding_index": 36.4, + "agentic_index": 38.7 + } } }, { @@ -10600,6 +14963,106 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.2-20251211/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "website", + "elo": 1239, + "win_rate": 54.5, + "rank": 32 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1082, + "win_rate": 49.2, + "rank": 20 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1124, + "win_rate": 44, + "rank": 20 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1183, + "win_rate": 48.1, + "rank": 13 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1182, + "win_rate": 47.4, + "rank": 21 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1171, + "win_rate": 45.7, + "rank": 15 + }, + { + "arena": "models", + "category": "3d", + "elo": 1159, + "win_rate": 43.1, + "rank": 57 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1222, + "win_rate": 50.8, + "rank": 40 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1246, + "win_rate": 56.1, + "rank": 29 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1264, + "win_rate": 56, + "rank": 26 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1244, + "win_rate": 52.7, + "rank": 30 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1195, + "win_rate": 50.7, + "rank": 21 + }, + { + "arena": "models", + "category": "svg", + "elo": 1196, + "win_rate": 54.5, + "rank": 30 + } + ], + "artificial_analysis": { + "intelligence_index": 51.3, + "coding_index": 48.7, + "agentic_index": 60.2 + } } }, { @@ -10698,6 +15161,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.2-codex-20260114/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1176, + "win_rate": 47.5, + "rank": 12 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1074, + "win_rate": 37, + "rank": 26 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1188, + "win_rate": 48, + "rank": 12 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1181, + "win_rate": 47.7, + "rank": 22 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1141, + "win_rate": 40.5, + "rank": 18 + } + ], + "artificial_analysis": { + "intelligence_index": 49, + "coding_index": 43, + "agentic_index": 56.5 + } } }, { @@ -10850,6 +15357,106 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.3-codex-20260224/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1084, + "win_rate": 35.2, + "rank": 19 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1065, + "win_rate": 36.4, + "rank": 27 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1162, + "win_rate": 44.9, + "rank": 15 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1142, + "win_rate": 41.6, + "rank": 25 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1132, + "win_rate": 39.1, + "rank": 19 + }, + { + "arena": "models", + "category": "3d", + "elo": 1089, + "win_rate": 35.3, + "rank": 74 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1193, + "win_rate": 51.2, + "rank": 22 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1196, + "win_rate": 47.2, + "rank": 51 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1206, + "win_rate": 50.4, + "rank": 44 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1230, + "win_rate": 51.2, + "rank": 37 + }, + { + "arena": "models", + "category": "svg", + "elo": 1184, + "win_rate": 54, + "rank": 33 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1194, + "win_rate": 47.3, + "rank": 49 + }, + { + "arena": "models", + "category": "website", + "elo": 1208, + "win_rate": 48.7, + "rank": 50 + } + ], + "artificial_analysis": { + "intelligence_index": 53.6, + "coding_index": 53.1, + "agentic_index": 60.5 + } } }, { @@ -10903,6 +15510,106 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.4-20260305/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1184, + "win_rate": 44.5, + "rank": 47 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1238, + "win_rate": 55.7, + "rank": 10 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1266, + "win_rate": 54, + "rank": 26 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1276, + "win_rate": 57.4, + "rank": 18 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1303, + "win_rate": 58.8, + "rank": 13 + }, + { + "arena": "models", + "category": "svg", + "elo": 1253, + "win_rate": 58.6, + "rank": 12 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1302, + "win_rate": 59.5, + "rank": 14 + }, + { + "arena": "models", + "category": "website", + "elo": 1268, + "win_rate": 54, + "rank": 25 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1051, + "win_rate": 47.4, + "rank": 23 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1100, + "win_rate": 40.9, + "rank": 23 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1173, + "win_rate": 46.9, + "rank": 14 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1161, + "win_rate": 44.4, + "rank": 23 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1153, + "win_rate": 41.7, + "rank": 16 + } + ], + "artificial_analysis": { + "intelligence_index": 56.8, + "coding_index": 57.2, + "agentic_index": 68 + } } }, { @@ -11012,6 +15719,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.4-mini-20260317/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 48.9, + "coding_index": 51.5, + "agentic_index": 58.9 + } } }, { @@ -11065,6 +15780,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.4-nano-20260317/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 44, + "coding_index": 43.9, + "agentic_index": 47.6 + } } }, { @@ -11170,6 +15893,127 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-5.5-20260423/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1211, + "win_rate": 53.2, + "rank": 5 + }, + { + "arena": "agents", + "category": "agentichtmlslides", + "elo": 1093, + "win_rate": 35.2, + "rank": 9 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1143, + "win_rate": 42.9, + "rank": 6 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1258, + "win_rate": 54.9, + "rank": 4 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1170, + "win_rate": 46.1, + "rank": 14 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1218, + "win_rate": 53.1, + "rank": 9 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1241, + "win_rate": 53, + "rank": 7 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1192, + "win_rate": 46.1, + "rank": 14 + }, + { + "arena": "models", + "category": "3d", + "elo": 1261, + "win_rate": 53.5, + "rank": 27 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1309, + "win_rate": 63.1, + "rank": 4 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1299, + "win_rate": 57.5, + "rank": 14 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1295, + "win_rate": 57.8, + "rank": 10 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1356, + "win_rate": 64.2, + "rank": 2 + }, + { + "arena": "models", + "category": "svg", + "elo": 1282, + "win_rate": 60.9, + "rank": 6 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1295, + "win_rate": 57.8, + "rank": 16 + }, + { + "arena": "models", + "category": "website", + "elo": 1295, + "win_rate": 56.9, + "rank": 14 + } + ], + "artificial_analysis": { + "intelligence_index": 60.2, + "coding_index": 59.1, + "agentic_index": 74.1 + } } }, { @@ -11446,6 +16290,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-oss-120b/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 981, + "win_rate": 29.4, + "rank": 86 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1015, + "win_rate": 33.4, + "rank": 93 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1044, + "win_rate": 45.1, + "rank": 83 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1062, + "win_rate": 40.6, + "rank": 81 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 981, + "win_rate": 35.5, + "rank": 87 + }, + { + "arena": "models", + "category": "website", + "elo": 1013, + "win_rate": 32.5, + "rank": 96 + } + ], + "artificial_analysis": { + "intelligence_index": 33.3, + "coding_index": 28.6, + "agentic_index": 37.9 + } } }, { @@ -11493,6 +16388,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-oss-120b/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 981, + "win_rate": 29.4, + "rank": 86 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1015, + "win_rate": 33.4, + "rank": 93 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1044, + "win_rate": 45.1, + "rank": 83 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1062, + "win_rate": 40.6, + "rank": 81 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 981, + "win_rate": 35.5, + "rank": 87 + }, + { + "arena": "models", + "category": "website", + "elo": 1013, + "win_rate": 32.5, + "rank": 96 + } + ], + "artificial_analysis": { + "intelligence_index": 33.3, + "coding_index": 28.6, + "agentic_index": 37.9 + } } }, { @@ -11551,6 +16497,29 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-oss-20b/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "dataviz", + "elo": 977, + "win_rate": 39.7, + "rank": 88 + }, + { + "arena": "models", + "category": "website", + "elo": 897, + "win_rate": 27.9, + "rank": 104 + } + ], + "artificial_analysis": { + "intelligence_index": 24.5, + "coding_index": 18.5, + "agentic_index": 27.6 + } } }, { @@ -11598,6 +16567,29 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/gpt-oss-20b/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "dataviz", + "elo": 977, + "win_rate": 39.7, + "rank": 88 + }, + { + "arena": "models", + "category": "website", + "elo": 897, + "win_rate": 27.9, + "rank": 104 + } + ], + "artificial_analysis": { + "intelligence_index": 24.5, + "coding_index": 18.5, + "agentic_index": 27.6 + } } }, { @@ -11700,6 +16692,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o1-2024-12-17/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 30.7, + "coding_index": 20.5, + "agentic_index": 31.1 + } } }, { @@ -11787,6 +16787,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o3-2025-04-16/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1072, + "win_rate": 51.9, + "rank": 82 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1200, + "win_rate": 48.1, + "rank": 47 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1104, + "win_rate": 56.9, + "rank": 75 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1074, + "win_rate": 53.3, + "rank": 76 + }, + { + "arena": "models", + "category": "website", + "elo": 1081, + "win_rate": 53.8, + "rank": 85 + } + ], + "artificial_analysis": { + "intelligence_index": 38.4, + "coding_index": 38.4, + "agentic_index": 36.1 + } } }, { @@ -11896,6 +16940,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o3-mini-2025-01-31/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 17.9, + "agentic_index": null + } } }, { @@ -11945,6 +16997,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o3-mini-high-2025-01-31/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 25.2, + "coding_index": 17.3, + "agentic_index": 20.9 + } } }, { @@ -12038,6 +17098,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/openai/o4-mini-2025-04-16/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 933, + "win_rate": 34, + "rank": 90 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1028, + "win_rate": 46.4, + "rank": 90 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1035, + "win_rate": 50, + "rank": 84 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1072, + "win_rate": 50, + "rank": 79 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1041, + "win_rate": 46.9, + "rank": 80 + }, + { + "arena": "models", + "category": "website", + "elo": 1030, + "win_rate": 47.1, + "rank": 93 + } + ], + "artificial_analysis": { + "intelligence_index": 33.1, + "coding_index": 25.6, + "agentic_index": 36.1 + } } }, { @@ -12618,6 +17729,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/prime-intellect/intellect-3-20251126/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1166, + "win_rate": 45, + "rank": 52 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1003, + "win_rate": 26.5, + "rank": 44 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1158, + "win_rate": 42.6, + "rank": 65 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1127, + "win_rate": 38.9, + "rank": 71 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1146, + "win_rate": 41.2, + "rank": 64 + }, + { + "arena": "models", + "category": "svg", + "elo": 1046, + "win_rate": 34.4, + "rank": 60 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1133, + "win_rate": 39, + "rank": 64 + }, + { + "arena": "models", + "category": "website", + "elo": 1161, + "win_rate": 42.9, + "rank": 65 + } + ], + "artificial_analysis": { + "intelligence_index": 22.2, + "coding_index": 19.1, + "agentic_index": 19.8 + } } }, { @@ -12668,6 +17844,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen-2.5-72b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 11.9, + "agentic_index": null + } } }, { @@ -12926,12 +18110,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000025", - "completion": "0.00000075" + "prompt": "0.0000008", + "completion": "0.000001", + "input_cache_read": "0.0000004" }, "top_provider": { - "context_length": 32000, - "max_completion_tokens": null, + "context_length": 128000, + "max_completion_tokens": 128000, "is_moderated": false }, "per_request_limits": null, @@ -13009,6 +18194,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-14b-04-28/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 16.2, + "coding_index": 13.1, + "agentic_index": 14.4 + } } }, { @@ -13054,6 +18247,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-235b-a22b-04-28/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 939, + "win_rate": 24.5, + "rank": 89 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1054, + "win_rate": 38.3, + "rank": 87 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1045, + "win_rate": 41, + "rank": 82 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 998, + "win_rate": 33.1, + "rank": 93 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1018, + "win_rate": 39.1, + "rank": 84 + }, + { + "arena": "models", + "category": "website", + "elo": 1075, + "win_rate": 40.5, + "rank": 86 + } + ], + "artificial_analysis": { + "intelligence_index": 19.8, + "coding_index": 17.4, + "agentic_index": 18.4 + } } }, { @@ -13072,7 +18316,7 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000071", + "prompt": "0.00000009", "completion": "0.0000001" }, "top_provider": { @@ -13104,6 +18348,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-235b-a22b-07-25/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1074, + "win_rate": 41.1, + "rank": 77 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1090, + "win_rate": 42.7, + "rank": 78 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1102, + "win_rate": 47.7, + "rank": 74 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1021, + "win_rate": 35.2, + "rank": 90 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1023, + "win_rate": 38.8, + "rank": 82 + }, + { + "arena": "models", + "category": "website", + "elo": 1103, + "win_rate": 43.7, + "rank": 81 + } + ], + "artificial_analysis": { + "intelligence_index": 25, + "coding_index": 22.1, + "agentic_index": 22.8 + } } }, { @@ -13161,6 +18456,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-235b-a22b-thinking-2507/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1080, + "win_rate": 40.7, + "rank": 76 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1085, + "win_rate": 40.9, + "rank": 80 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 991, + "win_rate": 32.3, + "rank": 86 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1027, + "win_rate": 34.3, + "rank": 89 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 999, + "win_rate": 33.9, + "rank": 86 + }, + { + "arena": "models", + "category": "website", + "elo": 1097, + "win_rate": 42.1, + "rank": 82 + } + ], + "artificial_analysis": { + "intelligence_index": 29.5, + "coding_index": 23.2, + "agentic_index": 29.7 + } } }, { @@ -13179,12 +18525,12 @@ "instruct_type": "qwen3" }, "pricing": { - "prompt": "0.00000009", - "completion": "0.00000045" + "prompt": "0.00000012", + "completion": "0.0000005" }, "top_provider": { "context_length": 40960, - "max_completion_tokens": 20000, + "max_completion_tokens": 16384, "is_moderated": false }, "per_request_limits": null, @@ -13216,9 +18562,53 @@ }, "supported_voices": null, "knowledge_cutoff": "2025-03-31", - "expiration_date": "2026-06-05", + "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-30b-a3b-04-28/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 994, + "win_rate": 37.5, + "rank": 94 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1011, + "win_rate": 39, + "rank": 85 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 967, + "win_rate": 33.8, + "rank": 95 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1002, + "win_rate": 42.4, + "rank": 85 + }, + { + "arena": "models", + "category": "website", + "elo": 999, + "win_rate": 37.7, + "rank": 97 + } + ], + "artificial_analysis": { + "intelligence_index": 15.3, + "coding_index": 11, + "agentic_index": 12.1 + } } }, { @@ -13237,8 +18627,8 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000000428", - "completion": "0.0000001716" + "prompt": "0.00000004815", + "completion": "0.00000019305" }, "top_provider": { "context_length": 128000, @@ -13269,6 +18659,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-30b-a3b-instruct-2507/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 15, + "coding_index": 14.2, + "agentic_index": 7.1 + } } }, { @@ -13322,6 +18720,29 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-30b-a3b-thinking-2507/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "dataviz", + "elo": 969, + "win_rate": 33.3, + "rank": 90 + }, + { + "arena": "models", + "category": "website", + "elo": 975, + "win_rate": 35.5, + "rank": 99 + } + ], + "artificial_analysis": { + "intelligence_index": 22.4, + "coding_index": 14.6, + "agentic_index": 17.7 + } } }, { @@ -13374,6 +18795,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-32b-04-28/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 16.5, + "coding_index": 13.8, + "agentic_index": 13.5 + } } }, { @@ -13434,6 +18863,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-8b-04-28/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 13.2, + "coding_index": 9, + "agentic_index": 12.6 + } } }, { @@ -13484,6 +18921,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-coder-480b-a35b-07-25/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1195, + "win_rate": 61.2, + "rank": 52 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1126, + "win_rate": 54.9, + "rank": 72 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1171, + "win_rate": 59, + "rank": 55 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1171, + "win_rate": 61.5, + "rank": 53 + }, + { + "arena": "models", + "category": "website", + "elo": 1203, + "win_rate": 61.7, + "rank": 53 + } + ], + "artificial_analysis": { + "intelligence_index": 24.8, + "coding_index": 24.6, + "agentic_index": 18.3 + } } }, { @@ -13532,6 +19013,36 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-coder-30b-a3b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "dataviz", + "elo": 1128, + "win_rate": 54.7, + "rank": 70 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1103, + "win_rate": 54.1, + "rank": 69 + }, + { + "arena": "models", + "category": "website", + "elo": 1132, + "win_rate": 57.1, + "rank": 75 + } + ], + "artificial_analysis": { + "intelligence_index": 20, + "coding_index": 19.4, + "agentic_index": 21.1 + } } }, { @@ -13636,6 +19147,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-coder-next-2025-02-03/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 28.3, + "coding_index": 22.9, + "agentic_index": 42.1 + } } }, { @@ -13730,6 +19249,50 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-coder-480b-a35b-07-25/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "codecategories", + "elo": 1195, + "win_rate": 61.2, + "rank": 52 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1126, + "win_rate": 54.9, + "rank": 72 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1171, + "win_rate": 59, + "rank": 55 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1171, + "win_rate": 61.5, + "rank": 53 + }, + { + "arena": "models", + "category": "website", + "elo": 1203, + "win_rate": 61.7, + "rank": 53 + } + ], + "artificial_analysis": { + "intelligence_index": 24.8, + "coding_index": 24.6, + "agentic_index": 18.3 + } } }, { @@ -13779,6 +19342,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-max/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1154, + "win_rate": 43.5, + "rank": 60 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1172, + "win_rate": 47.4, + "rank": 31 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1161, + "win_rate": 44, + "rank": 63 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1149, + "win_rate": 41.8, + "rank": 61 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1164, + "win_rate": 43.9, + "rank": 59 + }, + { + "arena": "models", + "category": "svg", + "elo": 1066, + "win_rate": 37.3, + "rank": 57 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1134, + "win_rate": 40.1, + "rank": 63 + }, + { + "arena": "models", + "category": "website", + "elo": 1163, + "win_rate": 44.4, + "rank": 64 + } + ], + "artificial_analysis": { + "intelligence_index": 31.4, + "coding_index": 26.4, + "agentic_index": 43 + } } }, { @@ -13829,6 +19457,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-max-thinking-20260123/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 39.8, + "coding_index": 30.5, + "agentic_index": 50.1 + } } }, { @@ -13859,6 +19495,7 @@ "supported_parameters": [ "frequency_penalty", "logit_bias", + "logprobs", "max_tokens", "min_p", "presence_penalty", @@ -13871,6 +19508,7 @@ "tool_choice", "tools", "top_k", + "top_logprobs", "top_p" ], "default_parameters": {}, @@ -13879,6 +19517,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-next-80b-a3b-instruct-2509/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 20.1, + "coding_index": 15.3, + "agentic_index": 14.2 + } } }, { @@ -13925,6 +19571,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-next-80b-a3b-instruct-2509/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 20.1, + "coding_index": 15.3, + "agentic_index": 14.2 + } } }, { @@ -13981,6 +19635,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-next-80b-a3b-thinking-2509/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 26.7, + "coding_index": 19.5, + "agentic_index": 23.6 + } } }, { @@ -14036,6 +19698,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-235b-a22b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 20.8, + "coding_index": 16.5, + "agentic_index": 19.1 + } } }, { @@ -14092,6 +19762,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-235b-a22b-thinking/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 27.6, + "coding_index": 20.9, + "agentic_index": 27 + } } }, { @@ -14149,6 +19827,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-30b-a3b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 16, + "coding_index": 14.3, + "agentic_index": 9.5 + } } }, { @@ -14206,6 +19892,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-30b-a3b-thinking/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 19.7, + "coding_index": 13.1, + "agentic_index": 14.9 + } } }, { @@ -14256,6 +19950,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-32b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 24.7, + "coding_index": 14.5, + "agentic_index": 23.4 + } } }, { @@ -14310,6 +20012,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-8b-instruct/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 14.3, + "coding_index": 7.3, + "agentic_index": 18.4 + } } }, { @@ -14359,6 +20069,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-vl-8b-thinking/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 16.7, + "coding_index": 9.8, + "agentic_index": 15.6 + } } }, { @@ -14420,6 +20138,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-122b-a10b-20260224/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 41.6, + "coding_index": 34.7, + "agentic_index": 53 + } } }, { @@ -14481,6 +20207,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-27b-20260224/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 42.1, + "coding_index": 34.9, + "agentic_index": 54.6 + } } }, { @@ -14543,6 +20277,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-35b-a3b-20260224/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 37.1, + "coding_index": 30.3, + "agentic_index": 44.1 + } } }, { @@ -14604,6 +20346,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-397b-a17b-20260216/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1241, + "win_rate": 56.7, + "rank": 32 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1231, + "win_rate": 52.6, + "rank": 33 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1219, + "win_rate": 53.2, + "rank": 36 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1208, + "win_rate": 50, + "rank": 44 + }, + { + "arena": "models", + "category": "svg", + "elo": 1197, + "win_rate": 56.1, + "rank": 29 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1219, + "win_rate": 51.4, + "rank": 40 + }, + { + "arena": "models", + "category": "website", + "elo": 1235, + "win_rate": 52.6, + "rank": 35 + } + ], + "artificial_analysis": { + "intelligence_index": 45, + "coding_index": 41.3, + "agentic_index": 55.8 + } } }, { @@ -14622,12 +20422,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000004", + "prompt": "0.0000001", "completion": "0.00000015" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 81920, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, @@ -14665,6 +20465,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-9b-20260310/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 32.4, + "coding_index": 25.3, + "agentic_index": 37.4 + } } }, { @@ -14765,6 +20573,66 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.5-plus-20260216/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1201, + "win_rate": 47.8, + "rank": 43 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1136, + "win_rate": 43.2, + "rank": 37 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1219, + "win_rate": 48.5, + "rank": 42 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1179, + "win_rate": 44.8, + "rank": 54 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1175, + "win_rate": 42.7, + "rank": 54 + }, + { + "arena": "models", + "category": "svg", + "elo": 1163, + "win_rate": 48.9, + "rank": 37 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1234, + "win_rate": 52.2, + "rank": 33 + }, + { + "arena": "models", + "category": "website", + "elo": 1232, + "win_rate": 50.1, + "rank": 38 + } + ] } }, { @@ -14830,8 +20698,8 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000029", - "completion": "0.0000032" + "prompt": "0.0000002885", + "completion": "0.00000317" }, "top_provider": { "context_length": 262140, @@ -14873,6 +20741,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.6-27b-20260422/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 45.8, + "coding_index": 36.5, + "agentic_index": 62.9 + } } }, { @@ -14891,12 +20767,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000014", - "completion": "0.000001" + "prompt": "0.00000015", + "completion": "0.000001", + "input_cache_read": "0.00000005" }, "top_provider": { - "context_length": 262140, - "max_completion_tokens": 262140, + "context_length": 262144, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, @@ -14931,6 +20808,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.6-35b-a3b-20260415/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 43.5, + "coding_index": 35.2, + "agentic_index": 58.3 + } } }, { @@ -15027,6 +20912,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.6-max-preview-20260420/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 51.8, + "coding_index": 44.9, + "agentic_index": 64.8 + } } }, { @@ -15081,6 +20974,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.6-plus-04-02/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1278, + "win_rate": 51.5, + "rank": 21 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1179, + "win_rate": 48.3, + "rank": 29 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1278, + "win_rate": 52.1, + "rank": 23 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1265, + "win_rate": 51.1, + "rank": 24 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1280, + "win_rate": 53.4, + "rank": 20 + }, + { + "arena": "models", + "category": "svg", + "elo": 1217, + "win_rate": 52.5, + "rank": 19 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1287, + "win_rate": 52.3, + "rank": 20 + }, + { + "arena": "models", + "category": "website", + "elo": 1263, + "win_rate": 52, + "rank": 27 + } + ], + "artificial_analysis": { + "intelligence_index": 50, + "coding_index": 42.9, + "agentic_index": 61.7 + } } }, { @@ -15138,6 +21096,150 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3.7-max-20260520/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1140, + "win_rate": 41.1, + "rank": 15 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1218, + "win_rate": 47.6, + "rank": 10 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1215, + "win_rate": 46.4, + "rank": 11 + }, + { + "arena": "models", + "category": "3d", + "elo": 1321, + "win_rate": 60.5, + "rank": 11 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1270, + "win_rate": 55.9, + "rank": 9 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1313, + "win_rate": 58.7, + "rank": 10 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1278, + "win_rate": 55.7, + "rank": 16 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1330, + "win_rate": 61.2, + "rank": 8 + }, + { + "arena": "models", + "category": "svg", + "elo": 1274, + "win_rate": 60.9, + "rank": 8 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1334, + "win_rate": 61.6, + "rank": 5 + }, + { + "arena": "models", + "category": "website", + "elo": 1307, + "win_rate": 57.9, + "rank": 10 + } + ], + "artificial_analysis": { + "intelligence_index": 56.6, + "coding_index": 50.1, + "agentic_index": 66.6 + } + } + }, + { + "id": "qwen/qwen3.7-plus", + "canonical_slug": "qwen/qwen3.7-plus-20260602", + "hugging_face_id": null, + "name": "Qwen: Qwen3.7 Plus", + "created": 1780491783, + "description": "Qwen3.7-Plus is a cost-effective model in Alibaba's Qwen3.7 series. It supports text and image input with text output, building on the series' text capabilities with a comprehensive upgrade to its...", + "context_length": 1000000, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "Qwen", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00000032", + "completion": "0.00000128", + "input_cache_read": "0.000000064", + "input_cache_write": "0.0000004" + }, + "top_provider": { + "context_length": 1000000, + "max_completion_tokens": 65536, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "logprobs", + "max_tokens", + "presence_penalty", + "reasoning", + "response_format", + "seed", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_logprobs", + "top_p" + ], + "default_parameters": {}, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/qwen/qwen3.7-plus-20260602/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 53.3, + "coding_index": 46.5, + "agentic_index": 65.1 + } } }, { @@ -15243,6 +21345,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/rekaai/reka-flash-3/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 9.5, + "coding_index": 8.9, + "agentic_index": 0 + } } }, { @@ -15329,52 +21439,6 @@ "details": "/api/v1/models/relace/relace-search-20251208/endpoints" } }, - { - "id": "sao10k/l3-euryale-70b", - "canonical_slug": "sao10k/l3-euryale-70b", - "hugging_face_id": "Sao10K/L3-70B-Euryale-v2.1", - "name": "Sao10k: Llama 3 Euryale 70B v2.1", - "created": 1718668800, - "description": "Euryale 70B v2.1 is a model focused on creative roleplay from [Sao10k](https://ko-fi.com/sao10k). - Better prompt adherence. - Better anatomy / spatial awareness. - Adapts much better to unique and custom...", - "context_length": 8192, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Llama3", - "instruct_type": "llama3" - }, - "pricing": { - "prompt": "0.00000148", - "completion": "0.00000148" - }, - "top_provider": { - "context_length": 8192, - "max_completion_tokens": 8192, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "max_tokens", - "presence_penalty", - "repetition_penalty", - "seed", - "stop", - "temperature", - "tool_choice", - "tools", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2023-12-31", - "expiration_date": "2026-06-05", - "links": { - "details": "/api/v1/models/sao10k/l3-euryale-70b/endpoints" - } - }, { "id": "sao10k/l3-lunaris-8b", "canonical_slug": "sao10k/l3-lunaris-8b", @@ -15623,12 +21687,20 @@ "expiration_date": null, "links": { "details": "/api/v1/models/stepfun/step-3.5-flash/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 38.5, + "coding_index": 34.6, + "agentic_index": 48.2 + } } }, { "id": "stepfun/step-3.7-flash", "canonical_slug": "stepfun/step-3.7-flash-20260528", - "hugging_face_id": null, + "hugging_face_id": "stepfun-ai/Step-3.7-Flash", "name": "StepFun: Step 3.7 Flash", "created": 1779985069, "description": "Step 3.7 Flash is StepFun's latest high-efficiency multimodal Mixture-of-Experts model. It pairs a 196B-parameter language backbone with a vision encoder for native image and video understanding, activating roughly 11B parameters...", @@ -15678,6 +21750,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/stepfun/step-3.7-flash-20260528/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1195, + "win_rate": 42.8, + "rank": 45 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1210, + "win_rate": 50, + "rank": 18 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1219, + "win_rate": 46.8, + "rank": 43 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1215, + "win_rate": 47.9, + "rank": 39 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1209, + "win_rate": 43.1, + "rank": 42 + }, + { + "arena": "models", + "category": "svg", + "elo": 1118, + "win_rate": 40.9, + "rank": 46 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1212, + "win_rate": 45.8, + "rank": 43 + }, + { + "arena": "models", + "category": "website", + "elo": 1228, + "win_rate": 48, + "rank": 41 + } + ], + "artificial_analysis": { + "intelligence_index": 42.6, + "coding_index": 37.1, + "agentic_index": 59.5 + } } }, { @@ -15820,6 +21957,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/tencent/hy3-preview-20260421/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 41.9, + "coding_index": 36.5, + "agentic_index": 55.7 + } } }, { @@ -16119,6 +22264,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/upstage/solar-pro-3/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 25.9, + "coding_index": 13.3, + "agentic_index": 34.9 + } } }, { @@ -16219,6 +22372,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/x-ai/grok-4.20-20260309/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 49.3, + "coding_index": 40.5, + "agentic_index": 53.9 + } } }, { @@ -16332,6 +22493,127 @@ "expiration_date": null, "links": { "details": "/api/v1/models/x-ai/grok-4.3-20260430/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1033, + "win_rate": 27.5, + "rank": 10 + }, + { + "arena": "agents", + "category": "agentichtmlslides", + "elo": 1091, + "win_rate": 35.2, + "rank": 10 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1071, + "win_rate": 31.7, + "rank": 8 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1044, + "win_rate": 24.9, + "rank": 24 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1087, + "win_rate": 32.9, + "rank": 25 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1136, + "win_rate": 38.8, + "rank": 16 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1148, + "win_rate": 38.8, + "rank": 24 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1216, + "win_rate": 48.9, + "rank": 9 + }, + { + "arena": "models", + "category": "3d", + "elo": 1211, + "win_rate": 45.6, + "rank": 39 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1189, + "win_rate": 47.4, + "rank": 24 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1252, + "win_rate": 50.9, + "rank": 29 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1236, + "win_rate": 48.6, + "rank": 32 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1256, + "win_rate": 52.1, + "rank": 29 + }, + { + "arena": "models", + "category": "svg", + "elo": 1134, + "win_rate": 42.1, + "rank": 42 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1255, + "win_rate": 49.4, + "rank": 28 + }, + { + "arena": "models", + "category": "website", + "elo": 1251, + "win_rate": 51.3, + "rank": 29 + } + ], + "artificial_analysis": { + "intelligence_index": 53.2, + "coding_index": 41, + "agentic_index": 65.9 + } } }, { @@ -16425,14 +22707,11 @@ "max_tokens", "presence_penalty", "reasoning", - "repetition_penalty", "response_format", - "seed", "stop", "temperature", "tool_choice", "tools", - "top_k", "top_p" ], "default_parameters": { @@ -16445,6 +22724,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/xiaomi/mimo-v2-flash-20251210/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1195, + "win_rate": 49.3, + "rank": 44 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1061, + "win_rate": 34, + "rank": 42 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1207, + "win_rate": 49.5, + "rank": 48 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1177, + "win_rate": 46, + "rank": 55 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1200, + "win_rate": 48.9, + "rank": 51 + }, + { + "arena": "models", + "category": "svg", + "elo": 1083, + "win_rate": 40.5, + "rank": 52 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1198, + "win_rate": 47.9, + "rank": 48 + }, + { + "arena": "models", + "category": "website", + "elo": 1211, + "win_rate": 50, + "rank": 48 + } + ], + "artificial_analysis": { + "intelligence_index": 41.5, + "coding_index": 33.5, + "agentic_index": 48.8 + } } }, { @@ -16499,6 +22843,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/xiaomi/mimo-v2.5-20260422/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1303, + "win_rate": 53.8, + "rank": 16 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1179, + "win_rate": 46.7, + "rank": 28 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1305, + "win_rate": 54.9, + "rank": 12 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1281, + "win_rate": 53.9, + "rank": 15 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1301, + "win_rate": 56, + "rank": 15 + }, + { + "arena": "models", + "category": "svg", + "elo": 1203, + "win_rate": 51.1, + "rank": 25 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1318, + "win_rate": 56.6, + "rank": 10 + }, + { + "arena": "models", + "category": "website", + "elo": 1305, + "win_rate": 55, + "rank": 12 + } + ], + "artificial_analysis": { + "intelligence_index": 49, + "coding_index": 42.1, + "agentic_index": 65.5 + } } }, { @@ -16559,50 +22968,57 @@ "expiration_date": null, "links": { "details": "/api/v1/models/xiaomi/mimo-v2.5-pro-20260422/endpoints" - } - }, - { - "id": "z-ai/glm-4-32b", - "canonical_slug": "z-ai/glm-4-32b-0414", - "hugging_face_id": "", - "name": "Z.ai: GLM 4 32B ", - "created": 1753376617, - "description": "GLM 4 32B is a cost-effective foundation language model. It can efficiently perform complex tasks and has significantly enhanced capabilities in tool use, online search, and code-related intelligent tasks. It...", - "context_length": 128000, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000001", - "completion": "0.0000001" - }, - "top_provider": { - "context_length": 128000, - "max_completion_tokens": null, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "max_tokens", - "temperature", - "tool_choice", - "tools", - "top_p" - ], - "default_parameters": { - "temperature": 0.75, - "top_p": null, - "frequency_penalty": null }, - "supported_voices": null, - "knowledge_cutoff": "2024-06-30", - "expiration_date": null, - "links": { - "details": "/api/v1/models/z-ai/glm-4-32b-0414/endpoints" + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1331, + "win_rate": 63, + "rank": 9 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1324, + "win_rate": 60.9, + "rank": 8 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1310, + "win_rate": 61.9, + "rank": 6 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1335, + "win_rate": 63, + "rank": 7 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1318, + "win_rate": 61.2, + "rank": 11 + }, + { + "arena": "models", + "category": "website", + "elo": 1312, + "win_rate": 58.9, + "rank": 9 + } + ], + "artificial_analysis": { + "intelligence_index": 53.8, + "coding_index": 45.5, + "agentic_index": 67.4 + } } }, { @@ -16654,9 +23070,67 @@ }, "supported_voices": null, "knowledge_cutoff": "2024-12-31", - "expiration_date": null, + "expiration_date": "2026-06-19", "links": { "details": "/api/v1/models/z-ai/glm-4.5/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1251, + "win_rate": 59.7, + "rank": 28 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1217, + "win_rate": 54.4, + "rank": 46 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1204, + "win_rate": 53.3, + "rank": 45 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1214, + "win_rate": 54.4, + "rank": 40 + }, + { + "arena": "models", + "category": "svg", + "elo": 1151, + "win_rate": 50.8, + "rank": 39 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1200, + "win_rate": 55.1, + "rank": 47 + }, + { + "arena": "models", + "category": "website", + "elo": 1214, + "win_rate": 53.8, + "rank": 46 + } + ], + "artificial_analysis": { + "intelligence_index": 26.4, + "coding_index": 26.3, + "agentic_index": 16.2 + } } }, { @@ -16688,6 +23162,7 @@ "supported_parameters": [ "frequency_penalty", "include_reasoning", + "logprobs", "max_tokens", "presence_penalty", "reasoning", @@ -16695,10 +23170,12 @@ "response_format", "seed", "stop", + "structured_outputs", "temperature", "tool_choice", "tools", "top_k", + "top_logprobs", "top_p" ], "default_parameters": { @@ -16711,52 +23188,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.5-air/endpoints" - } - }, - { - "id": "z-ai/glm-4.5-air:free", - "canonical_slug": "z-ai/glm-4.5-air", - "hugging_face_id": "zai-org/GLM-4.5-Air", - "name": "Z.ai: GLM 4.5 Air (free)", - "created": 1753471258, - "description": "GLM-4.5-Air is the lightweight variant of our latest flagship model family, also purpose-built for agent-centric applications. Like GLM-4.5, it adopts the Mixture-of-Experts (MoE) architecture but with a more compact parameter...", - "context_length": 131072, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0", - "completion": "0" - }, - "top_provider": { - "context_length": 131072, - "max_completion_tokens": 96000, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "max_tokens", - "reasoning", - "temperature", - "tool_choice", - "tools", - "top_p" - ], - "default_parameters": { - "temperature": 0.75, - "top_p": null, - "frequency_penalty": null }, - "supported_voices": null, - "knowledge_cutoff": "2024-12-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/z-ai/glm-4.5-air/endpoints" + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1203, + "win_rate": 54.1, + "rank": 41 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1189, + "win_rate": 51.5, + "rank": 56 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1236, + "win_rate": 59.4, + "rank": 31 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1164, + "win_rate": 48.4, + "rank": 58 + }, + { + "arena": "models", + "category": "svg", + "elo": 1126, + "win_rate": 50.8, + "rank": 44 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1180, + "win_rate": 54.6, + "rank": 52 + }, + { + "arena": "models", + "category": "website", + "elo": 1191, + "win_rate": 51.3, + "rank": 55 + } + ], + "artificial_analysis": { + "intelligence_index": 23.2, + "coding_index": 23.8, + "agentic_index": 21 + } } }, { @@ -16811,6 +23300,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.5v/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 15.1, + "coding_index": 10.9, + "agentic_index": 10.9 + } } }, { @@ -16871,6 +23368,92 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.6/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1106, + "win_rate": 52.4, + "rank": 18 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1112, + "win_rate": 42.3, + "rank": 21 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1218, + "win_rate": 53, + "rank": 8 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1194, + "win_rate": 49.3, + "rank": 18 + }, + { + "arena": "models", + "category": "3d", + "elo": 1208, + "win_rate": 54, + "rank": 40 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1218, + "win_rate": 54.3, + "rank": 45 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1208, + "win_rate": 52.8, + "rank": 42 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1219, + "win_rate": 54.6, + "rank": 38 + }, + { + "arena": "models", + "category": "svg", + "elo": 1164, + "win_rate": 52.1, + "rank": 36 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1215, + "win_rate": 54, + "rank": 41 + }, + { + "arena": "models", + "category": "website", + "elo": 1219, + "win_rate": 54.4, + "rank": 45 + } + ], + "artificial_analysis": { + "intelligence_index": 32.5, + "coding_index": 29.5, + "agentic_index": 41.6 + } } }, { @@ -16891,11 +23474,11 @@ "pricing": { "prompt": "0.0000003", "completion": "0.0000009", - "input_cache_read": "0.00000005" + "input_cache_read": "0.000000055" }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 24000, + "max_completion_tokens": 32768, "is_moderated": false }, "per_request_limits": null, @@ -16925,6 +23508,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.6-20251208/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 23.4, + "coding_index": 19.7, + "agentic_index": 17.5 + } } }, { @@ -16984,6 +23575,99 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.7-20251222/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1136, + "win_rate": 56, + "rank": 16 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1132, + "win_rate": 45, + "rank": 18 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1131, + "win_rate": 39.1, + "rank": 18 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1198, + "win_rate": 49.8, + "rank": 14 + }, + { + "arena": "models", + "category": "3d", + "elo": 1274, + "win_rate": 54.9, + "rank": 24 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1214, + "win_rate": 49, + "rank": 15 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1269, + "win_rate": 55.5, + "rank": 25 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1241, + "win_rate": 52.1, + "rank": 30 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1259, + "win_rate": 56.7, + "rank": 28 + }, + { + "arena": "models", + "category": "svg", + "elo": 1198, + "win_rate": 54.7, + "rank": 28 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1252, + "win_rate": 51, + "rank": 29 + }, + { + "arena": "models", + "category": "website", + "elo": 1271, + "win_rate": 55.9, + "rank": 22 + } + ], + "artificial_analysis": { + "intelligence_index": 42.1, + "coding_index": 36.3, + "agentic_index": 55 + } } }, { @@ -17041,6 +23725,64 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.7-flash-20260119/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1201, + "win_rate": 51.2, + "rank": 42 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1229, + "win_rate": 53.1, + "rank": 34 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1167, + "win_rate": 45.3, + "rank": 59 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1204, + "win_rate": 49.7, + "rank": 46 + }, + { + "arena": "models", + "category": "svg", + "elo": 1093, + "win_rate": 44.2, + "rank": 49 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1264, + "win_rate": 57.6, + "rank": 25 + }, + { + "arena": "models", + "category": "website", + "elo": 1238, + "win_rate": 54, + "rank": 34 + } + ], + "artificial_analysis": { + "intelligence_index": 30.1, + "coding_index": 25.9, + "agentic_index": 46 + } } }, { @@ -17098,6 +23840,99 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-5-20260211/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1227, + "win_rate": 62, + "rank": 7 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1204, + "win_rate": 53.9, + "rank": 12 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1238, + "win_rate": 54.8, + "rank": 3 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1230, + "win_rate": 53.5, + "rank": 10 + }, + { + "arena": "models", + "category": "3d", + "elo": 1312, + "win_rate": 56.8, + "rank": 14 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1186, + "win_rate": 47.3, + "rank": 25 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1297, + "win_rate": 55.7, + "rank": 16 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1271, + "win_rate": 52.9, + "rank": 21 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1303, + "win_rate": 58, + "rank": 14 + }, + { + "arena": "models", + "category": "svg", + "elo": 1222, + "win_rate": 54.5, + "rank": 16 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1289, + "win_rate": 54.1, + "rank": 19 + }, + { + "arena": "models", + "category": "website", + "elo": 1291, + "win_rate": 55.1, + "rank": 18 + } + ], + "artificial_analysis": { + "intelligence_index": 49.8, + "coding_index": 44.2, + "agentic_index": 63.1 + } } }, { @@ -17107,7 +23942,7 @@ "name": "Z.ai: GLM 5 Turbo", "created": 1773583573, "description": "GLM-5 Turbo is a new model from Z.ai designed for fast inference and strong performance in agent-driven environments such as OpenClaw scenarios. It is deeply optimized for real-world agent workflows...", - "context_length": 202752, + "context_length": 262144, "architecture": { "modality": "text->text", "input_modalities": ["text"], @@ -17121,7 +23956,7 @@ "input_cache_read": "0.00000024" }, "top_provider": { - "context_length": 202752, + "context_length": 262144, "max_completion_tokens": 131072, "is_moderated": false }, @@ -17157,6 +23992,71 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-5-turbo-20260315/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1337, + "win_rate": 61.3, + "rank": 7 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1189, + "win_rate": 50.2, + "rank": 23 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1325, + "win_rate": 58.3, + "rank": 7 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1307, + "win_rate": 58.2, + "rank": 7 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1335, + "win_rate": 61.5, + "rank": 6 + }, + { + "arena": "models", + "category": "svg", + "elo": 1266, + "win_rate": 59.7, + "rank": 9 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1320, + "win_rate": 58.2, + "rank": 8 + }, + { + "arena": "models", + "category": "website", + "elo": 1321, + "win_rate": 57.3, + "rank": 6 + } + ], + "artificial_analysis": { + "intelligence_index": 46.8, + "coding_index": 36.8, + "agentic_index": 66.1 + } } }, { @@ -17221,57 +24121,120 @@ "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-5.1-20260406/endpoints" - } - }, - { - "id": "z-ai/glm-5v-turbo", - "canonical_slug": "z-ai/glm-5v-turbo-20260401", - "hugging_face_id": "", - "name": "Z.ai: GLM 5V Turbo", - "created": 1775061458, - "description": "GLM-5V-Turbo is Z.ai’s first native multimodal agent foundation model, built for vision-based coding and agent-driven tasks. It natively handles image, video, and text inputs, excels at long-horizon planning, complex coding,...", - "context_length": 202752, - "architecture": { - "modality": "text+image+video->text", - "input_modalities": ["image", "text", "video"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000012", - "completion": "0.000004", - "input_cache_read": "0.00000024" - }, - "top_provider": { - "context_length": 202752, - "max_completion_tokens": 131072, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "max_tokens", - "reasoning", - "response_format", - "temperature", - "tool_choice", - "tools", - "top_p" - ], - "default_parameters": { - "temperature": 1, - "top_p": 0.95, - "top_k": null, - "frequency_penalty": null, - "presence_penalty": null, - "repetition_penalty": null }, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": null, - "links": { - "details": "/api/v1/models/z-ai/glm-5v-turbo-20260401/endpoints" + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1346, + "win_rate": 66.7, + "rank": 5 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1334, + "win_rate": 63, + "rank": 4 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1366, + "win_rate": 67, + "rank": 2 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1335, + "win_rate": 63, + "rank": 5 + }, + { + "arena": "models", + "category": "svg", + "elo": 1290, + "win_rate": 64.4, + "rank": 4 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1335, + "win_rate": 64.3, + "rank": 4 + }, + { + "arena": "models", + "category": "website", + "elo": 1320, + "win_rate": 60.4, + "rank": 8 + }, + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1216, + "win_rate": 54.3, + "rank": 4 + }, + { + "arena": "agents", + "category": "agentichtmlslides", + "elo": 1199, + "win_rate": 51.3, + "rank": 6 + }, + { + "arena": "agents", + "category": "agenticslides", + "elo": 1243, + "win_rate": 54.4, + "rank": 2 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1225, + "win_rate": 50.8, + "rank": 9 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1248, + "win_rate": 57.9, + "rank": 6 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1236, + "win_rate": 56, + "rank": 4 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1244, + "win_rate": 55.6, + "rank": 6 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1259, + "win_rate": 56.6, + "rank": 6 + } + ], + "artificial_analysis": { + "intelligence_index": 51.4, + "coding_index": 43.4, + "agentic_index": 67.1 + } } } ]