diff --git a/.changeset/sync-models.md b/.changeset/sync-models.md new file mode 100644 index 0000000000..73cc86854b --- /dev/null +++ b/.changeset/sync-models.md @@ -0,0 +1,8 @@ +--- +'@tanstack/ai-llmgateway': patch +'@tanstack/ai-neon': patch +'@tanstack/ai-openrouter': patch +'@tanstack/ai-vercel-gateway': patch +--- + +Update model metadata from OpenRouter API diff --git a/packages/ai-llmgateway/src/model-meta.ts b/packages/ai-llmgateway/src/model-meta.ts index 844fd0f59e..dd124f5f5c 100644 --- a/packages/ai-llmgateway/src/model-meta.ts +++ b/packages/ai-llmgateway/src/model-meta.ts @@ -31,7 +31,6 @@ export const LLMGATEWAY_CHAT_MODELS = [ 'cogview-4', 'deepseek-v3.2', 'deepseek-v4-flash', - 'deepseek-v4-flash-0731', 'deepseek-v4-pro', 'deepseek-v4.1-flash', 'deepseek-v4.1-flash-1017', @@ -269,7 +268,6 @@ export type LLMGatewayModelInputModalitiesByName = { 'cogview-4': readonly ['text'] 'deepseek-v3.2': readonly ['text'] 'deepseek-v4-flash': readonly ['text'] - 'deepseek-v4-flash-0731': readonly ['text'] 'deepseek-v4-pro': readonly ['text'] 'deepseek-v4.1-flash': readonly ['text', 'image'] 'deepseek-v4.1-flash-1017': readonly ['text', 'image'] @@ -501,7 +499,6 @@ export const LLMGATEWAY_MODEL_INPUT_MODALITIES: Readonly< 'cogview-4': ['text'] as const, 'deepseek-v3.2': ['text'] as const, 'deepseek-v4-flash': ['text'] as const, - 'deepseek-v4-flash-0731': ['text'] as const, 'deepseek-v4-pro': ['text'] as const, 'deepseek-v4.1-flash': ['text', 'image'] as const, 'deepseek-v4.1-flash-1017': ['text', 'image'] as const, diff --git a/packages/ai-neon/src/model-meta.ts b/packages/ai-neon/src/model-meta.ts index b40b832ff4..be70fc442e 100644 --- a/packages/ai-neon/src/model-meta.ts +++ b/packages/ai-neon/src/model-meta.ts @@ -58,8 +58,8 @@ export const NEON_CHAT_MODELS = [ 'gpt-oss-20b', 'grok-4-6', 'grok-4-7', - 'inkling', 'kimi-k3', + 'kimi-k3-1-pro', 'llama-4-maverick', 'meta-llama-3-1-8b-instruct', 'meta-llama-3-3-70b-instruct', @@ -230,8 +230,8 @@ export const NEON_MODEL_INPUT_MODALITIES = { 'gpt-oss-20b': ['text'], 'grok-4-6': ['text', 'image'], 'grok-4-7': ['text'], - inkling: ['text', 'image', 'audio'], 'kimi-k3': ['text', 'image', 'video'], + 'kimi-k3-1-pro': ['text', 'image'], 'llama-4-maverick': ['text', 'image'], 'meta-llama-3-1-8b-instruct': ['text'], 'meta-llama-3-3-70b-instruct': ['text'], @@ -348,8 +348,8 @@ const NEON_REASONING = { 'gpt-oss-20b': EFFORT_LOW_TO_HIGH, 'grok-4-6': EFFORT_LOW_TO_XHIGH, 'grok-4-7': EFFORT_LOW_TO_XHIGH, - inkling: EFFORT_NONE_MINIMAL_TO_HIGH_MAX, 'kimi-k3': EFFORT_NONE_MINIMAL_TO_HIGH_MAX, + 'kimi-k3-1-pro': EFFORT_NONE_MINIMAL_TO_HIGH_MAX, 'qwen35-122b-a10b': EFFORT_NONE_LOW_TO_HIGH, } satisfies Partial> diff --git a/packages/ai-openrouter/src/model-meta.ts b/packages/ai-openrouter/src/model-meta.ts index 928f295cd3..80e22dca1a 100644 --- a/packages/ai-openrouter/src/model-meta.ts +++ b/packages/ai-openrouter/src/model-meta.ts @@ -405,8 +405,8 @@ const _DEEPSEEK_DEEPSEEK_PRO_LATEST = { pricing: { text: { input: { - normal: 0.0927, - cached: 0.0927, + normal: 0.0999, + cached: 0.0999, }, output: { normal: 8, @@ -444,7 +444,7 @@ const _DEEPSEEK_DEEPSEEK_V4_FLASH_LATEST = { pricing: { text: { input: { - normal: 0.059, + normal: 0.0434, cached: 0.035, }, output: { @@ -550,11 +550,11 @@ const _MOONSHOTAI_KIMI_LATEST = { pricing: { text: { input: { - normal: 0.1529, + normal: 0.1539, cached: 0.15, }, output: { - normal: 9.3388, + normal: 10.5539, }, }, image: 0, @@ -802,11 +802,11 @@ const _Z_AI_GLM_FLASH_LATEST = { pricing: { text: { input: { - normal: 0.0285, - cached: 0.0285, + normal: 0.0335, + cached: 0.03, }, output: { - normal: 0.0923, + normal: 0.083, }, }, image: 0, @@ -1179,7 +1179,7 @@ const ANTHRACITE_ORG_MAGNUM_V4_72B = { text: { input: { normal: 2.5, - cached: 0, + cached: 2.5, }, output: { normal: 5, @@ -2397,6 +2397,7 @@ const COHERE_COMMAND_A = { 'seed', 'stop', 'temperature', + 'toolChoice', 'topP', ], }, @@ -2430,6 +2431,7 @@ const COHERE_COMMAND_A_PLUS = { 'seed', 'stop', 'temperature', + 'toolChoice', 'topP', ], }, @@ -2529,6 +2531,7 @@ const COHERE_COMMAND_R7B_12_2024 = { 'seed', 'stop', 'temperature', + 'toolChoice', 'topP', ], }, @@ -2601,15 +2604,15 @@ const DEEPSEEK_DEEPSEEK_CHAT = { ], }, context_window: 163840, - max_output_tokens: 16000, + max_output_tokens: 16384, pricing: { text: { input: { - normal: 0.2574, + normal: 0.32, cached: 0, }, output: { - normal: 1.0287, + normal: 0.89, }, }, image: 0, @@ -2893,7 +2896,7 @@ const DEEPSEEK_DEEPSEEK_V4_FLASH_0731 = { pricing: { text: { input: { - normal: 0.059, + normal: 0.0434, cached: 0.035, }, output: { @@ -2904,6 +2907,41 @@ const DEEPSEEK_DEEPSEEK_V4_FLASH_0731 = { }, reasoning: EFFORT_NONE_LOW_HIGH_MAX, } as const +const DEEPSEEK_DEEPSEEK_V4_FLASH_0731_BATCH = { + id: 'deepseek/deepseek-v4-flash-0731:batch', + name: 'DeepSeek: DeepSeek V4 Flash 0731 (batch)', + supports: { + input: ['text'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logitBias', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topP', + ], + }, + context_window: 1048576, + max_output_tokens: 384000, + pricing: { + text: { + input: { + normal: 0.048, + cached: 0.012, + }, + output: { + normal: 0.144, + }, + }, + image: 0, + }, +} as const const DEEPSEEK_DEEPSEEK_V4_FLASH_VISION_EXP = { id: 'deepseek/deepseek-v4-flash-vision-exp', name: 'DeepSeek: DeepSeek V4 Flash Vision Exp', @@ -2970,11 +3008,11 @@ const DEEPSEEK_DEEPSEEK_V4_PRO = { pricing: { text: { input: { - normal: 0.95526, - cached: 0.079605, + normal: 0.894012, + cached: 0.074501, }, output: { - normal: 1.91052, + normal: 1.788024, }, }, image: 0, @@ -3008,11 +3046,11 @@ const DEEPSEEK_DEEPSEEK_V4_PRO_0813 = { pricing: { text: { input: { - normal: 0.103, - cached: 0.098, + normal: 0.111, + cached: 0.097, }, output: { - normal: 4.11, + normal: 4.44, }, }, image: 0, @@ -3047,11 +3085,11 @@ const DEEPSEEK_DEEPSEEK_V4_1_FLASH = { pricing: { text: { input: { - normal: 0.045, + normal: 0.051, cached: 0.018, }, output: { - normal: 0.5, + normal: 0.567, }, }, image: 0, @@ -3083,15 +3121,49 @@ const DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017 = { ], }, context_window: 1048576, - max_output_tokens: 393216, + max_output_tokens: 943718, pricing: { text: { input: { - normal: 0.3, - cached: 0.006, + normal: 0.006, + cached: 0.005, }, output: { - normal: 1.2, + normal: 0.5, + }, + }, + image: 0, + }, +} as const +const DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017_BATCH = { + id: 'deepseek/deepseek-v4.1-flash-1017:batch', + name: 'DeepSeek: DeepSeek V4.1 Flash 1017 (batch)', + supports: { + input: ['text', 'image'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logitBias', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topP', + ], + }, + context_window: 1048576, + max_output_tokens: 943718, + pricing: { + text: { + input: { + normal: 0.011, + cached: 0.002, + }, + output: { + normal: 0.2, }, }, image: 0, @@ -3118,15 +3190,15 @@ const DEEPSEEK_DEEPSEEK_V4_1_FLASH_BATCH = { ], }, context_window: 1048576, - max_output_tokens: 131072, + max_output_tokens: 943718, pricing: { text: { input: { - normal: 0.112, - cached: 0.00336, + normal: 0.011, + cached: 0.002, }, output: { - normal: 0.336, + normal: 0.2, }, }, image: 0, @@ -4389,7 +4461,7 @@ const GOOGLE_GEMMA_3_27B_IT = { cached: 0.04, }, output: { - normal: 0.35, + normal: 0.45, }, }, image: 0, @@ -4458,11 +4530,11 @@ const GOOGLE_GEMMA_4_26B_A4B_IT = { pricing: { text: { input: { - normal: 0.0765, - cached: 0.0425, + normal: 0.09, + cached: 0.05, }, output: { - normal: 0.255, + normal: 0.3, }, }, image: 0, @@ -4703,98 +4775,6 @@ const IBM_GRANITE_GRANITE_4_2_8B = { }, reasoning: EFFORT_NONE_LOW_HIGH, } as const -const INCEPTION_MERCURY_2 = { - id: 'inception/mercury-2', - name: 'Inception: Mercury 2', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'maxCompletionTokens', - 'reasoning', - 'responseFormat', - 'stop', - 'temperature', - 'toolChoice', - ], - }, - context_window: 128000, - max_output_tokens: 50000, - pricing: { - text: { - input: { - normal: 0.25, - cached: 0.025, - }, - output: { - normal: 0.75, - }, - }, - image: 0, - }, - reasoning: EFFORT_NONE_LOW_TO_HIGH, -} as const -const INCEPTION_MERCURY_2_5 = { - id: 'inception/mercury-2.5', - name: 'Inception: Mercury 2.5', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'maxCompletionTokens', - 'reasoning', - 'responseFormat', - 'stop', - 'temperature', - 'toolChoice', - ], - }, - context_window: 260000, - max_output_tokens: 65536, - pricing: { - text: { - input: { - normal: 0.04, - cached: 0.004, - }, - output: { - normal: 0.15, - }, - }, - image: 0, - }, - reasoning: EFFORT_NONE_LOW_TO_HIGH, -} as const -const INCEPTION_MERCURY_3 = { - id: 'inception/mercury-3', - name: 'Inception: Mercury 3', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'maxCompletionTokens', - 'reasoning', - 'responseFormat', - 'stop', - 'temperature', - 'toolChoice', - ], - }, - context_window: 1000000, - max_output_tokens: 131072, - pricing: { - text: { - input: { - normal: 0.1, - cached: 0.01, - }, - output: { - normal: 0.35, - }, - }, - image: 0, - }, -} as const const INCLUSIONAI_LING_3_0_FLASH = { id: 'inclusionai/ling-3.0-flash', name: 'inclusionAI: Ling 3.0 Flash', @@ -4932,11 +4912,11 @@ const INCLUSIONAI_LING_3_1_FLASH = { pricing: { text: { input: { - normal: 0.075, - cached: 0.015, + normal: 0.045, + cached: 0.009, }, output: { - normal: 0.225, + normal: 0.135, }, }, image: 0, @@ -5120,6 +5100,80 @@ const LIQUID_LFM_2_5_24B_A2B = { image: 0, }, } as const +const LIQUID_LFM_3_1_7B = { + id: 'liquid/lfm-3-1.7b', + name: 'LiquidAI: LFM3-1.7B', + supports: { + input: ['text'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logprobs', + 'maxCompletionTokens', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topLogprobs', + 'topP', + ], + }, + context_window: 262144, + max_output_tokens: 8192, + pricing: { + text: { + input: { + normal: 0.08, + cached: 0.02, + }, + output: { + normal: 0.2, + }, + }, + image: 0, + }, +} as const +const LIQUID_LFM_3_1_7B_FREE = { + id: 'liquid/lfm-3-1.7b:free', + name: 'LiquidAI: LFM3-1.7B (free)', + supports: { + input: ['text'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logprobs', + 'maxCompletionTokens', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topLogprobs', + 'topP', + ], + }, + context_window: 262144, + max_output_tokens: 8192, + pricing: { + text: { + input: { + normal: 0, + cached: 0, + }, + output: { + normal: 0, + }, + }, + image: 0, + }, +} as const const MANCER_WEAVER = { id: 'mancer/weaver', name: 'Mancer: Weaver (alpha)', @@ -5146,7 +5200,7 @@ const MANCER_WEAVER = { text: { input: { normal: 0.4, - cached: 0, + cached: 0.4, }, output: { normal: 0.75, @@ -5235,15 +5289,15 @@ const META_LLAMA_LLAMA_3_1_8B_INSTRUCT = { ], }, context_window: 131072, - max_output_tokens: 117964, + max_output_tokens: 16384, pricing: { text: { input: { - normal: 0.05, - cached: 0.025, + normal: 0.02, + cached: 0, }, output: { - normal: 0.08, + normal: 0.04, }, }, image: 0, @@ -5301,15 +5355,15 @@ const META_LLAMA_LLAMA_3_2_3B_INSTRUCT = { ], }, context_window: 131072, - max_output_tokens: 72000, + max_output_tokens: 117964, pricing: { text: { input: { - normal: 0.0509, + normal: 0.05, cached: 0, }, output: { - normal: 0.335, + normal: 0.33, }, }, image: 0, @@ -5489,6 +5543,41 @@ const META_MUSE_GLIMMER_30B = { }, reasoning: EFFORT_LOW_TO_XHIGH, } as const +const META_MUSE_GLIMMER_30B_BATCH = { + id: 'meta/muse-glimmer-30b:batch', + name: 'Meta: Muse Glimmer 30B (batch)', + supports: { + input: ['text', 'image'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logitBias', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topP', + ], + }, + context_window: 131072, + max_output_tokens: 16384, + pricing: { + text: { + input: { + normal: 0.24, + cached: 0.032, + }, + output: { + normal: 0.96, + }, + }, + image: 0, + }, +} as const const META_MUSE_SPARK_1_1 = { id: 'meta/muse-spark-1.1', name: 'Meta: Muse Spark 1.1', @@ -5667,7 +5756,7 @@ const META_MUSE_SPARK_OPEN = { ], }, context_window: 1048576, - max_output_tokens: 943718, + max_output_tokens: 131072, pricing: { text: { input: { @@ -5801,15 +5890,15 @@ const MINIMAX_MINIMAX_M2_5 = { ], }, context_window: 204800, - max_output_tokens: 32768, + max_output_tokens: 58982, pricing: { text: { input: { - normal: 0.27, - cached: 0.03, + normal: 0.3, + cached: 0.06, }, output: { - normal: 0.95, + normal: 1.2, }, }, image: 0, @@ -5824,7 +5913,6 @@ const MINIMAX_MINIMAX_M2_7 = { output: ['text'], supports: [ 'frequencyPenalty', - 'logitBias', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -5890,6 +5978,41 @@ const MINIMAX_MINIMAX_M3 = { }, reasoning: EFFORT_OFF_HIGH, } as const +const MINIMAX_MINIMAX_M3_BATCH = { + id: 'minimax/minimax-m3:batch', + name: 'MiniMax: MiniMax M3 (batch)', + supports: { + input: ['text', 'image', 'video'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logitBias', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topP', + ], + }, + context_window: 524288, + max_output_tokens: 512000, + pricing: { + text: { + input: { + normal: 0.224, + cached: 0.0448, + }, + output: { + normal: 0.88, + }, + }, + image: 0, + }, +} as const const MINIMAX_MINIMAX_M3_1_FLASH = { id: 'minimax/minimax-m3.1-flash', name: 'MiniMax: MiniMax M3.1 Flash', @@ -6557,15 +6680,15 @@ const MISTRALAI_MISTRAL_SMALL_3_2_24B_INSTRUCT = { ], }, context_window: 256000, - max_output_tokens: 16384, + max_output_tokens: 26214, pricing: { text: { input: { - normal: 0.075, - cached: 0, + normal: 0.1, + cached: 0.01, }, output: { - normal: 0.2, + normal: 0.3, }, }, image: 0, @@ -6735,6 +6858,7 @@ const MOONSHOTAI_KIMI_K2_0905 = { output: ['text'], supports: [ 'frequencyPenalty', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'responseFormat', @@ -6742,6 +6866,7 @@ const MOONSHOTAI_KIMI_K2_0905 = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, @@ -6818,15 +6943,15 @@ const MOONSHOTAI_KIMI_K2_5 = { ], }, context_window: 262144, - max_output_tokens: 235929, + max_output_tokens: 65536, pricing: { text: { input: { - normal: 0.5, - cached: 0.15, + normal: 0.532, + cached: 0.209, }, output: { - normal: 2.5, + normal: 3.325, }, }, image: 0, @@ -6960,6 +7085,7 @@ const MOONSHOTAI_KIMI_K3_BATCH = { supports: [ 'frequencyPenalty', 'logitBias', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -6968,19 +7094,20 @@ const MOONSHOTAI_KIMI_K3_BATCH = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, context_window: 1048576, - max_output_tokens: 16384, + max_output_tokens: 943718, pricing: { text: { input: { - normal: 2.28, - cached: 0.228, + normal: 0.883, + cached: 0.218, }, output: { - normal: 11.4, + normal: 6, }, }, image: 0, @@ -7054,6 +7181,29 @@ const MORPH_MORPH_V3_FAST = { image: 0, }, } as const +const MORPH_MORPH_V3_FAST_BATCH = { + id: 'morph/morph-v3-fast:batch', + name: 'Morph: Morph V3 Fast (batch)', + supports: { + input: ['text'], + output: ['text'], + supports: ['maxCompletionTokens', 'stop', 'temperature'], + }, + context_window: 81920, + max_output_tokens: 38000, + pricing: { + text: { + input: { + normal: 0.4, + cached: 0, + }, + output: { + normal: 0.6, + }, + }, + image: 0, + }, +} as const const MORPH_MORPH_V3_LARGE = { id: 'morph/morph-v3-large', name: 'Morph: Morph V3 Large', @@ -7084,6 +7234,36 @@ const MORPH_MORPH_V3_LARGE = { image: 0, }, } as const +const MORPH_MORPH_V3_LARGE_BATCH = { + id: 'morph/morph-v3-large:batch', + name: 'Morph: Morph V3 Large (batch)', + supports: { + input: ['text'], + output: ['text'], + supports: [ + 'logprobs', + 'maxCompletionTokens', + 'responseFormat', + 'stop', + 'temperature', + 'topLogprobs', + ], + }, + context_window: 262144, + max_output_tokens: 131072, + pricing: { + text: { + input: { + normal: 0.45, + cached: 0, + }, + output: { + normal: 0.95, + }, + }, + image: 0, + }, +} as const const NEX_AGI_NEX_N2_5_MINI = { id: 'nex-agi/nex-n2.5-mini', name: 'Nex AGI: Nex-N2.5-Mini', @@ -7274,15 +7454,15 @@ const NVIDIA_NEMOTRON_3_SUPER_120B_A12B = { ], }, context_window: 1048576, - max_output_tokens: 262144, + max_output_tokens: 16384, pricing: { text: { input: { - normal: 0.3, - cached: 0.15, + normal: 0.075, + cached: 0, }, output: { - normal: 2.4, + normal: 0.4, }, }, image: 0, @@ -7390,36 +7570,6 @@ const NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY = { }, reasoning: EFFORT_OFF_HIGH, } as const -const NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE = { - id: 'nvidia/nemotron-3.5-content-safety:free', - name: 'NVIDIA: Nemotron 3.5 Content Safety (free)', - supports: { - input: ['text', 'image'], - output: ['text'], - supports: [ - 'maxCompletionTokens', - 'reasoning', - 'seed', - 'temperature', - 'topP', - ], - }, - context_window: 128000, - max_output_tokens: 8192, - pricing: { - text: { - input: { - normal: 0, - cached: 0, - }, - output: { - normal: 0, - }, - }, - image: 0, - }, - reasoning: EFFORT_OFF_HIGH, -} as const const NVIDIA_NEMOTRON_3_5_LIGHTNING = { id: 'nvidia/nemotron-3.5-lightning', name: 'NVIDIA: Nemotron 3.5 Lightning', @@ -10327,11 +10477,11 @@ const OPENAI_GPT_OSS_120B = { pricing: { text: { input: { - normal: 0.027, - cached: 0.025, + normal: 0.15, + cached: 0.075, }, output: { - normal: 0.102, + normal: 0.6, }, }, image: 0, @@ -10397,15 +10547,15 @@ const OPENAI_GPT_OSS_20B = { ], }, context_window: 131072, - max_output_tokens: 117964, + max_output_tokens: 32768, pricing: { text: { input: { - normal: 0.03, - cached: 0.03, + normal: 0.018, + cached: 0.009, }, output: { - normal: 0.13, + normal: 0.09, }, }, image: 0, @@ -11790,12 +11940,12 @@ const QWEN_QWEN3_5_397B_A17B = { ], }, context_window: 262144, - max_output_tokens: 235929, + max_output_tokens: 64000, pricing: { text: { input: { - normal: 0.5, - cached: 0.3, + normal: 0.6, + cached: 0.12, }, output: { normal: 3.6, @@ -11976,15 +12126,15 @@ const QWEN_QWEN3_6_27B = { ], }, context_window: 262144, - max_output_tokens: 65536, + max_output_tokens: 81920, pricing: { text: { input: { - normal: 0.45, + normal: 0.32, cached: 0, }, output: { - normal: 2.7, + normal: 3.2, }, }, image: 0, @@ -12294,7 +12444,44 @@ const QWEN_QWEN3_8_27B = { supports: [ 'frequencyPenalty', 'logitBias', - 'logprobs', + 'logprobs', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topLogprobs', + 'topP', + ], + }, + context_window: 1024000, + max_output_tokens: 235929, + pricing: { + text: { + input: { + normal: 0.15, + cached: 0.0375, + }, + output: { + normal: 1.875, + }, + }, + image: 0, + }, + reasoning: EFFORT_NONE_LOW_MEDIUM_XHIGH, +} as const +const QWEN_QWEN3_8_27B_BATCH = { + id: 'qwen/qwen3.8-27b:batch', + name: 'Qwen: Qwen3.8 27B (batch)', + supports: { + input: ['text', 'image', 'video'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logitBias', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -12303,25 +12490,23 @@ const QWEN_QWEN3_8_27B = { 'stop', 'temperature', 'toolChoice', - 'topLogprobs', 'topP', ], }, - context_window: 1024000, + context_window: 262144, max_output_tokens: 235929, pricing: { text: { input: { - normal: 0.15, - cached: 0.0375, + normal: 0.16, + cached: 0.04, }, output: { - normal: 1.875, + normal: 2, }, }, image: 0, }, - reasoning: EFFORT_NONE_LOW_MEDIUM_XHIGH, } as const const QWEN_QWEN3_8_FLASH = { id: 'qwen/qwen3.8-flash', @@ -12666,7 +12851,7 @@ const RELACE_RELACE_SEARCH = { } as const const RICURSIVEAI_RIPPLE_65B_PREVIEW = { id: 'ricursiveai/ripple-65b-preview', - name: 'ricursiveAI/Ripple-65B-Preview', + name: 'Ricursive: Ripple 65B Preview', supports: { input: ['text'], output: ['text'], @@ -13468,6 +13653,40 @@ const THINKINGMACHINES_INKLING_SMALL = { }, reasoning: EFFORT_NONE_MINIMAL_TO_HIGH_MAX, } as const +const THINKINGMACHINES_INKLING_SMALL_BATCH = { + id: 'thinkingmachines/inkling-small:batch', + name: 'Thinking Machines: Inkling Small (batch)', + supports: { + input: ['text', 'image', 'audio'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logitBias', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topP', + ], + }, + context_window: 524288, + max_output_tokens: 262144, + pricing: { + text: { + input: { + normal: 0.36, + cached: 0.08, + }, + output: { + normal: 0.96, + }, + }, + image: 0, + }, +} as const const UNBIASED_PARETO_26_10 = { id: 'unbiased/pareto-26.10', name: 'Pareto 26.10', @@ -13546,7 +13765,7 @@ const UNDI95_REMM_SLERP_L2_13B = { text: { input: { normal: 0.35, - cached: 0, + cached: 0.35, }, output: { normal: 0.65, @@ -14252,11 +14471,11 @@ const Z_AI_GLM_4_5_AIR = { pricing: { text: { input: { - normal: 0.13, - cached: 0.025, + normal: 0.2, + cached: 0.03, }, output: { - normal: 0.85, + normal: 1.1, }, }, image: 0, @@ -14588,6 +14807,43 @@ const Z_AI_GLM_5_2 = { }, reasoning: EFFORT_NONE_HIGH_XHIGH, } as const +const Z_AI_GLM_5_2_BATCH = { + id: 'z-ai/glm-5.2:batch', + name: 'Z.ai: GLM 5.2 (batch)', + supports: { + input: ['text'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logitBias', + 'logprobs', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'responseFormat', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topLogprobs', + 'topP', + ], + }, + context_window: 1048576, + max_output_tokens: 943718, + pricing: { + text: { + input: { + normal: 0.623, + cached: 0.21, + }, + output: { + normal: 1.271, + }, + }, + image: 0, + }, +} as const const Z_AI_GLM_5_3 = { id: 'z-ai/glm-5.3', name: 'Z.ai: GLM 5.3', @@ -14651,15 +14907,15 @@ const Z_AI_GLM_5_3_FLASH = { ], }, context_window: 1048576, - max_output_tokens: 943717, + max_output_tokens: 131072, pricing: { text: { input: { - normal: 0.15, + normal: 0.0335, cached: 0.03, }, output: { - normal: 0.5, + normal: 0.083, }, }, image: 0, @@ -14811,6 +15067,7 @@ const Z_AI_GLM_5_3_BATCH = { supports: [ 'frequencyPenalty', 'logitBias', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -14819,6 +15076,7 @@ const Z_AI_GLM_5_3_BATCH = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, @@ -15526,6 +15784,7 @@ export type OpenRouterModelOptionsByName = { | 'seed' | 'stop' | 'temperature' + | 'toolChoice' | 'topP' > [COHERE_COMMAND_A_PLUS.id]: OpenRouterCommonOptions & @@ -15538,6 +15797,7 @@ export type OpenRouterModelOptionsByName = { | 'seed' | 'stop' | 'temperature' + | 'toolChoice' | 'topP' > [COHERE_COMMAND_R_08_2024.id]: OpenRouterCommonOptions & @@ -15576,6 +15836,7 @@ export type OpenRouterModelOptionsByName = { | 'seed' | 'stop' | 'temperature' + | 'toolChoice' | 'topP' > [COHERE_NORTH_MINI_CODE_FREE.id]: OpenRouterCommonOptions & @@ -15719,6 +15980,20 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > + [DEEPSEEK_DEEPSEEK_V4_FLASH_0731_BATCH.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logitBias' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'responseFormat' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topP' + > [DEEPSEEK_DEEPSEEK_V4_FLASH_VISION_EXP.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -15803,6 +16078,19 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > + [DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017_BATCH.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logitBias' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topP' + > [DEEPSEEK_DEEPSEEK_V4_1_FLASH_BATCH.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -16311,33 +16599,6 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [INCEPTION_MERCURY_2.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'maxCompletionTokens' - | 'responseFormat' - | 'stop' - | 'temperature' - | 'toolChoice' - > - [INCEPTION_MERCURY_2_5.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'maxCompletionTokens' - | 'responseFormat' - | 'stop' - | 'temperature' - | 'toolChoice' - > - [INCEPTION_MERCURY_3.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'maxCompletionTokens' - | 'responseFormat' - | 'stop' - | 'temperature' - | 'toolChoice' - > [INCLUSIONAI_LING_3_0_FLASH.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -16473,6 +16734,38 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > + [LIQUID_LFM_3_1_7B.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logprobs' + | 'maxCompletionTokens' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'responseFormat' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topLogprobs' + | 'topP' + > + [LIQUID_LFM_3_1_7B_FREE.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logprobs' + | 'maxCompletionTokens' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'responseFormat' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topLogprobs' + | 'topP' + > [MANCER_WEAVER.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -16620,6 +16913,20 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > + [META_MUSE_GLIMMER_30B_BATCH.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logitBias' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'responseFormat' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topP' + > [META_MUSE_SPARK_1_1.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -16735,7 +17042,6 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' - | 'logitBias' | 'maxCompletionTokens' | 'presencePenalty' | 'responseFormat' @@ -16761,6 +17067,20 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > + [MINIMAX_MINIMAX_M3_BATCH.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logitBias' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'responseFormat' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topP' + > [MINIMAX_MINIMAX_M3_1_FLASH.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -17086,6 +17406,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'responseFormat' @@ -17093,6 +17414,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > [MOONSHOTAI_KIMI_K2_THINKING.id]: OpenRouterCommonOptions & @@ -17181,6 +17503,7 @@ export type OpenRouterModelOptionsByName = { OpenRouterBaseOptions, | 'frequencyPenalty' | 'logitBias' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'responseFormat' @@ -17188,6 +17511,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > [MOONSHOTAI_KIMI_K3_1_PRO.id]: OpenRouterCommonOptions & @@ -17216,6 +17540,8 @@ export type OpenRouterModelOptionsByName = { | 'temperature' | 'topLogprobs' > + [MORPH_MORPH_V3_FAST_BATCH.id]: OpenRouterCommonOptions & + Pick [MORPH_MORPH_V3_LARGE.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -17226,6 +17552,16 @@ export type OpenRouterModelOptionsByName = { | 'temperature' | 'topLogprobs' > + [MORPH_MORPH_V3_LARGE_BATCH.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'logprobs' + | 'maxCompletionTokens' + | 'responseFormat' + | 'stop' + | 'temperature' + | 'topLogprobs' + > [NEX_AGI_NEX_N2_5_MINI.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -17326,11 +17662,6 @@ export type OpenRouterModelOptionsByName = { | 'temperature' | 'topP' > - [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - 'maxCompletionTokens' | 'seed' | 'temperature' | 'topP' - > [NVIDIA_NEMOTRON_3_5_LIGHTNING.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -18900,6 +19231,20 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > + [QWEN_QWEN3_8_27B_BATCH.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logitBias' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'responseFormat' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topP' + > [QWEN_QWEN3_8_FLASH.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -19276,6 +19621,19 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > + [THINKINGMACHINES_INKLING_SMALL_BATCH.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logitBias' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topP' + > [UNBIASED_PARETO_26_10.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -19685,6 +20043,22 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > + [Z_AI_GLM_5_2_BATCH.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logitBias' + | 'logprobs' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'responseFormat' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topLogprobs' + | 'topP' + > [Z_AI_GLM_5_3.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -19773,6 +20147,7 @@ export type OpenRouterModelOptionsByName = { OpenRouterBaseOptions, | 'frequencyPenalty' | 'logitBias' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'responseFormat' @@ -19780,6 +20155,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > [Z_AI_GLM_5V_TURBO.id]: OpenRouterCommonOptions & @@ -19923,11 +20299,13 @@ export type OpenRouterModelInputModalitiesByName = { [DEEPSEEK_DEEPSEEK_V3_2_EXP.id]: ReadonlyArray<'text'> [DEEPSEEK_DEEPSEEK_V4_FLASH.id]: ReadonlyArray<'text'> [DEEPSEEK_DEEPSEEK_V4_FLASH_0731.id]: ReadonlyArray<'text'> + [DEEPSEEK_DEEPSEEK_V4_FLASH_0731_BATCH.id]: ReadonlyArray<'text'> [DEEPSEEK_DEEPSEEK_V4_FLASH_VISION_EXP.id]: ReadonlyArray<'text' | 'image'> [DEEPSEEK_DEEPSEEK_V4_PRO.id]: ReadonlyArray<'text'> [DEEPSEEK_DEEPSEEK_V4_PRO_0813.id]: ReadonlyArray<'text'> [DEEPSEEK_DEEPSEEK_V4_1_FLASH.id]: ReadonlyArray<'text' | 'image'> [DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017.id]: ReadonlyArray<'text' | 'image'> + [DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017_BATCH.id]: ReadonlyArray<'text' | 'image'> [DEEPSEEK_DEEPSEEK_V4_1_FLASH_BATCH.id]: ReadonlyArray<'text' | 'image'> [DOTS_STUDIO_DOTS_3_NOTE_PREVIEW_FREE.id]: ReadonlyArray<'text' | 'image'> [ELORIAN_GLIMPSE.id]: ReadonlyArray<'text' | 'image' | 'video'> @@ -20025,9 +20403,6 @@ export type OpenRouterModelInputModalitiesByName = { [GOOGLE_LYRIA_3_PRO_PREVIEW.id]: ReadonlyArray<'text' | 'image'> [GRYPHE_MYTHOMAX_L2_13B.id]: ReadonlyArray<'text'> [IBM_GRANITE_GRANITE_4_2_8B.id]: ReadonlyArray<'text'> - [INCEPTION_MERCURY_2.id]: ReadonlyArray<'text'> - [INCEPTION_MERCURY_2_5.id]: ReadonlyArray<'text'> - [INCEPTION_MERCURY_3.id]: ReadonlyArray<'text'> [INCLUSIONAI_LING_3_0_FLASH.id]: ReadonlyArray<'text'> [INCLUSIONAI_LING_3_0_FLASH_VL.id]: ReadonlyArray<'text' | 'image' | 'video'> [INCLUSIONAI_LING_3_0_TINY.id]: ReadonlyArray<'text'> @@ -20037,6 +20412,8 @@ export type OpenRouterModelInputModalitiesByName = { [LIQUID_LFM_2_5_2_6B.id]: ReadonlyArray<'text'> [LIQUID_LFM_2_5_2_6B_FREE.id]: ReadonlyArray<'text'> [LIQUID_LFM_2_5_24B_A2B.id]: ReadonlyArray<'text'> + [LIQUID_LFM_3_1_7B.id]: ReadonlyArray<'text'> + [LIQUID_LFM_3_1_7B_FREE.id]: ReadonlyArray<'text'> [MANCER_WEAVER.id]: ReadonlyArray<'text'> [MEITUAN_LONGCAT_2_0.id]: ReadonlyArray<'text'> [META_LLAMA_LLAMA_3_1_70B_INSTRUCT.id]: ReadonlyArray<'text'> @@ -20048,6 +20425,7 @@ export type OpenRouterModelInputModalitiesByName = { [META_LLAMA_LLAMA_4_SCOUT.id]: ReadonlyArray<'text' | 'image'> [META_LLAMA_LLAMA_GUARD_4_12B.id]: ReadonlyArray<'image' | 'text'> [META_MUSE_GLIMMER_30B.id]: ReadonlyArray<'text' | 'image'> + [META_MUSE_GLIMMER_30B_BATCH.id]: ReadonlyArray<'text' | 'image'> [META_MUSE_SPARK_1_1.id]: ReadonlyArray< 'text' | 'image' | 'video' | 'document' > @@ -20074,6 +20452,7 @@ export type OpenRouterModelInputModalitiesByName = { [MINIMAX_MINIMAX_M2_5.id]: ReadonlyArray<'text'> [MINIMAX_MINIMAX_M2_7.id]: ReadonlyArray<'text'> [MINIMAX_MINIMAX_M3.id]: ReadonlyArray<'text' | 'image' | 'video'> + [MINIMAX_MINIMAX_M3_BATCH.id]: ReadonlyArray<'text' | 'image' | 'video'> [MINIMAX_MINIMAX_M3_1_FLASH.id]: ReadonlyArray<'text' | 'image' | 'video'> [MISTRALAI_CODESTRAL_2508.id]: ReadonlyArray<'text' | 'document'> [MISTRALAI_DEVSTRAL_2512.id]: ReadonlyArray<'text' | 'document'> @@ -20118,7 +20497,9 @@ export type OpenRouterModelInputModalitiesByName = { [MOONSHOTAI_KIMI_K3_BATCH.id]: ReadonlyArray<'text' | 'image' | 'video'> [MOONSHOTAI_KIMI_K3_1_PRO.id]: ReadonlyArray<'text' | 'image' | 'video'> [MORPH_MORPH_V3_FAST.id]: ReadonlyArray<'text'> + [MORPH_MORPH_V3_FAST_BATCH.id]: ReadonlyArray<'text'> [MORPH_MORPH_V3_LARGE.id]: ReadonlyArray<'text'> + [MORPH_MORPH_V3_LARGE_BATCH.id]: ReadonlyArray<'text'> [NEX_AGI_NEX_N2_5_MINI.id]: ReadonlyArray<'text' | 'image'> [NEX_AGI_NEX_N2_5_PRO.id]: ReadonlyArray<'text' | 'image'> [NOUSRESEARCH_HERMES_4_405B.id]: ReadonlyArray<'text'> @@ -20130,7 +20511,6 @@ export type OpenRouterModelInputModalitiesByName = { [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B.id]: ReadonlyArray<'text'> [NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.id]: ReadonlyArray<'text'> [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY.id]: ReadonlyArray<'text' | 'image'> - [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id]: ReadonlyArray<'text' | 'image'> [NVIDIA_NEMOTRON_3_5_LIGHTNING.id]: ReadonlyArray<'text'> [NVIDIA_NEMOTRON_3_5_LIGHTNING_FREE.id]: ReadonlyArray<'text'> [NVIDIA_NEMOTRON_3_5_SUPER_VL.id]: ReadonlyArray<'text' | 'image' | 'video'> @@ -20299,6 +20679,7 @@ export type OpenRouterModelInputModalitiesByName = { [QWEN_QWEN3_7_PLUS_BATCH.id]: ReadonlyArray<'text' | 'image'> [QWEN_QWEN3_8_2_4T_A95B.id]: ReadonlyArray<'text'> [QWEN_QWEN3_8_27B.id]: ReadonlyArray<'text' | 'image' | 'video'> + [QWEN_QWEN3_8_27B_BATCH.id]: ReadonlyArray<'text' | 'image' | 'video'> [QWEN_QWEN3_8_FLASH.id]: ReadonlyArray<'text' | 'image' | 'video'> [QWEN_QWEN3_8_MAX_0902.id]: ReadonlyArray<'text' | 'image' | 'video'> [QWEN_QWEN3_8_MAX_PRIME.id]: ReadonlyArray<'text' | 'image' | 'video'> @@ -20339,6 +20720,9 @@ export type OpenRouterModelInputModalitiesByName = { [THEDRUMMER_UNSLOPNEMO_12B.id]: ReadonlyArray<'text'> [THINKINGMACHINES_INKLING.id]: ReadonlyArray<'text' | 'image' | 'audio'> [THINKINGMACHINES_INKLING_SMALL.id]: ReadonlyArray<'text' | 'image' | 'audio'> + [THINKINGMACHINES_INKLING_SMALL_BATCH.id]: ReadonlyArray< + 'text' | 'image' | 'audio' + > [UNBIASED_PARETO_26_10.id]: ReadonlyArray<'text' | 'image'> [UNBIASED_PARETO_26_9.id]: ReadonlyArray<'text' | 'image'> [UNDI95_REMM_SLERP_L2_13B.id]: ReadonlyArray<'text'> @@ -20376,6 +20760,7 @@ export type OpenRouterModelInputModalitiesByName = { [Z_AI_GLM_5_TURBO.id]: ReadonlyArray<'text'> [Z_AI_GLM_5_1.id]: ReadonlyArray<'text'> [Z_AI_GLM_5_2.id]: ReadonlyArray<'text'> + [Z_AI_GLM_5_2_BATCH.id]: ReadonlyArray<'text'> [Z_AI_GLM_5_3.id]: ReadonlyArray<'text'> [Z_AI_GLM_5_3_FLASH.id]: ReadonlyArray<'text' | 'image' | 'video'> [Z_AI_GLM_5_3_FLASH_BATCH.id]: ReadonlyArray<'text' | 'image' | 'video'> @@ -20474,11 +20859,13 @@ export const OPENROUTER_CHAT_MODELS = [ DEEPSEEK_DEEPSEEK_V3_2_EXP.id, DEEPSEEK_DEEPSEEK_V4_FLASH.id, DEEPSEEK_DEEPSEEK_V4_FLASH_0731.id, + DEEPSEEK_DEEPSEEK_V4_FLASH_0731_BATCH.id, DEEPSEEK_DEEPSEEK_V4_FLASH_VISION_EXP.id, DEEPSEEK_DEEPSEEK_V4_PRO.id, DEEPSEEK_DEEPSEEK_V4_PRO_0813.id, DEEPSEEK_DEEPSEEK_V4_1_FLASH.id, DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017.id, + DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017_BATCH.id, DEEPSEEK_DEEPSEEK_V4_1_FLASH_BATCH.id, DOTS_STUDIO_DOTS_3_NOTE_PREVIEW_FREE.id, ELORIAN_GLIMPSE.id, @@ -20526,9 +20913,6 @@ export const OPENROUTER_CHAT_MODELS = [ GOOGLE_GEMMA_4_31B_IT_FREE.id, GRYPHE_MYTHOMAX_L2_13B.id, IBM_GRANITE_GRANITE_4_2_8B.id, - INCEPTION_MERCURY_2.id, - INCEPTION_MERCURY_2_5.id, - INCEPTION_MERCURY_3.id, INCLUSIONAI_LING_3_0_FLASH.id, INCLUSIONAI_LING_3_0_FLASH_VL.id, INCLUSIONAI_LING_3_0_TINY.id, @@ -20538,6 +20922,8 @@ export const OPENROUTER_CHAT_MODELS = [ LIQUID_LFM_2_5_2_6B.id, LIQUID_LFM_2_5_2_6B_FREE.id, LIQUID_LFM_2_5_24B_A2B.id, + LIQUID_LFM_3_1_7B.id, + LIQUID_LFM_3_1_7B_FREE.id, MANCER_WEAVER.id, MEITUAN_LONGCAT_2_0.id, META_LLAMA_LLAMA_3_1_70B_INSTRUCT.id, @@ -20549,6 +20935,7 @@ export const OPENROUTER_CHAT_MODELS = [ META_LLAMA_LLAMA_4_SCOUT.id, META_LLAMA_LLAMA_GUARD_4_12B.id, META_MUSE_GLIMMER_30B.id, + META_MUSE_GLIMMER_30B_BATCH.id, META_MUSE_SPARK_1_1.id, META_MUSE_SPARK_1_2.id, META_MUSE_SPARK_1_2_CONTRIBUTOR.id, @@ -20561,6 +20948,7 @@ export const OPENROUTER_CHAT_MODELS = [ MINIMAX_MINIMAX_M2_5.id, MINIMAX_MINIMAX_M2_7.id, MINIMAX_MINIMAX_M3.id, + MINIMAX_MINIMAX_M3_BATCH.id, MINIMAX_MINIMAX_M3_1_FLASH.id, MISTRALAI_CODESTRAL_2508.id, MISTRALAI_DEVSTRAL_2512.id, @@ -20595,7 +20983,9 @@ export const OPENROUTER_CHAT_MODELS = [ MOONSHOTAI_KIMI_K3_BATCH.id, MOONSHOTAI_KIMI_K3_1_PRO.id, MORPH_MORPH_V3_FAST.id, + MORPH_MORPH_V3_FAST_BATCH.id, MORPH_MORPH_V3_LARGE.id, + MORPH_MORPH_V3_LARGE_BATCH.id, NEX_AGI_NEX_N2_5_MINI.id, NEX_AGI_NEX_N2_5_PRO.id, NOUSRESEARCH_HERMES_4_405B.id, @@ -20605,7 +20995,6 @@ export const OPENROUTER_CHAT_MODELS = [ NVIDIA_NEMOTRON_3_ULTRA_550B_A55B.id, NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.id, NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY.id, - NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id, NVIDIA_NEMOTRON_3_5_LIGHTNING.id, NVIDIA_NEMOTRON_3_5_LIGHTNING_FREE.id, NVIDIA_NEMOTRON_3_5_SUPER_VL.id, @@ -20756,6 +21145,7 @@ export const OPENROUTER_CHAT_MODELS = [ QWEN_QWEN3_7_PLUS_BATCH.id, QWEN_QWEN3_8_2_4T_A95B.id, QWEN_QWEN3_8_27B.id, + QWEN_QWEN3_8_27B_BATCH.id, QWEN_QWEN3_8_FLASH.id, QWEN_QWEN3_8_MAX_0902.id, QWEN_QWEN3_8_MAX_PRIME.id, @@ -20792,6 +21182,7 @@ export const OPENROUTER_CHAT_MODELS = [ THEDRUMMER_UNSLOPNEMO_12B.id, THINKINGMACHINES_INKLING.id, THINKINGMACHINES_INKLING_SMALL.id, + THINKINGMACHINES_INKLING_SMALL_BATCH.id, UNBIASED_PARETO_26_10.id, UNBIASED_PARETO_26_9.id, UNDI95_REMM_SLERP_L2_13B.id, @@ -20825,6 +21216,7 @@ export const OPENROUTER_CHAT_MODELS = [ Z_AI_GLM_5_TURBO.id, Z_AI_GLM_5_1.id, Z_AI_GLM_5_2.id, + Z_AI_GLM_5_2_BATCH.id, Z_AI_GLM_5_3.id, Z_AI_GLM_5_3_FLASH.id, Z_AI_GLM_5_3_FLASH_BATCH.id, @@ -20962,6 +21354,8 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< [DEEPSEEK_DEEPSEEK_V4_FLASH.id]: DEEPSEEK_DEEPSEEK_V4_FLASH.supports.input, [DEEPSEEK_DEEPSEEK_V4_FLASH_0731.id]: DEEPSEEK_DEEPSEEK_V4_FLASH_0731.supports.input, + [DEEPSEEK_DEEPSEEK_V4_FLASH_0731_BATCH.id]: + DEEPSEEK_DEEPSEEK_V4_FLASH_0731_BATCH.supports.input, [DEEPSEEK_DEEPSEEK_V4_FLASH_VISION_EXP.id]: DEEPSEEK_DEEPSEEK_V4_FLASH_VISION_EXP.supports.input, [DEEPSEEK_DEEPSEEK_V4_PRO.id]: DEEPSEEK_DEEPSEEK_V4_PRO.supports.input, @@ -20971,6 +21365,8 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< DEEPSEEK_DEEPSEEK_V4_1_FLASH.supports.input, [DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017.id]: DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017.supports.input, + [DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017_BATCH.id]: + DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017_BATCH.supports.input, [DEEPSEEK_DEEPSEEK_V4_1_FLASH_BATCH.id]: DEEPSEEK_DEEPSEEK_V4_1_FLASH_BATCH.supports.input, [DOTS_STUDIO_DOTS_3_NOTE_PREVIEW_FREE.id]: @@ -21045,9 +21441,6 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< [GOOGLE_GEMMA_4_31B_IT_FREE.id]: GOOGLE_GEMMA_4_31B_IT_FREE.supports.input, [GRYPHE_MYTHOMAX_L2_13B.id]: GRYPHE_MYTHOMAX_L2_13B.supports.input, [IBM_GRANITE_GRANITE_4_2_8B.id]: IBM_GRANITE_GRANITE_4_2_8B.supports.input, - [INCEPTION_MERCURY_2.id]: INCEPTION_MERCURY_2.supports.input, - [INCEPTION_MERCURY_2_5.id]: INCEPTION_MERCURY_2_5.supports.input, - [INCEPTION_MERCURY_3.id]: INCEPTION_MERCURY_3.supports.input, [INCLUSIONAI_LING_3_0_FLASH.id]: INCLUSIONAI_LING_3_0_FLASH.supports.input, [INCLUSIONAI_LING_3_0_FLASH_VL.id]: INCLUSIONAI_LING_3_0_FLASH_VL.supports.input, @@ -21060,6 +21453,8 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< [LIQUID_LFM_2_5_2_6B.id]: LIQUID_LFM_2_5_2_6B.supports.input, [LIQUID_LFM_2_5_2_6B_FREE.id]: LIQUID_LFM_2_5_2_6B_FREE.supports.input, [LIQUID_LFM_2_5_24B_A2B.id]: LIQUID_LFM_2_5_24B_A2B.supports.input, + [LIQUID_LFM_3_1_7B.id]: LIQUID_LFM_3_1_7B.supports.input, + [LIQUID_LFM_3_1_7B_FREE.id]: LIQUID_LFM_3_1_7B_FREE.supports.input, [MANCER_WEAVER.id]: MANCER_WEAVER.supports.input, [MEITUAN_LONGCAT_2_0.id]: MEITUAN_LONGCAT_2_0.supports.input, [META_LLAMA_LLAMA_3_1_70B_INSTRUCT.id]: @@ -21077,6 +21472,7 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< [META_LLAMA_LLAMA_GUARD_4_12B.id]: META_LLAMA_LLAMA_GUARD_4_12B.supports.input, [META_MUSE_GLIMMER_30B.id]: META_MUSE_GLIMMER_30B.supports.input, + [META_MUSE_GLIMMER_30B_BATCH.id]: META_MUSE_GLIMMER_30B_BATCH.supports.input, [META_MUSE_SPARK_1_1.id]: META_MUSE_SPARK_1_1.supports.input, [META_MUSE_SPARK_1_2.id]: META_MUSE_SPARK_1_2.supports.input, [META_MUSE_SPARK_1_2_CONTRIBUTOR.id]: @@ -21091,6 +21487,7 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< [MINIMAX_MINIMAX_M2_5.id]: MINIMAX_MINIMAX_M2_5.supports.input, [MINIMAX_MINIMAX_M2_7.id]: MINIMAX_MINIMAX_M2_7.supports.input, [MINIMAX_MINIMAX_M3.id]: MINIMAX_MINIMAX_M3.supports.input, + [MINIMAX_MINIMAX_M3_BATCH.id]: MINIMAX_MINIMAX_M3_BATCH.supports.input, [MINIMAX_MINIMAX_M3_1_FLASH.id]: MINIMAX_MINIMAX_M3_1_FLASH.supports.input, [MISTRALAI_CODESTRAL_2508.id]: MISTRALAI_CODESTRAL_2508.supports.input, [MISTRALAI_DEVSTRAL_2512.id]: MISTRALAI_DEVSTRAL_2512.supports.input, @@ -21139,7 +21536,9 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< [MOONSHOTAI_KIMI_K3_BATCH.id]: MOONSHOTAI_KIMI_K3_BATCH.supports.input, [MOONSHOTAI_KIMI_K3_1_PRO.id]: MOONSHOTAI_KIMI_K3_1_PRO.supports.input, [MORPH_MORPH_V3_FAST.id]: MORPH_MORPH_V3_FAST.supports.input, + [MORPH_MORPH_V3_FAST_BATCH.id]: MORPH_MORPH_V3_FAST_BATCH.supports.input, [MORPH_MORPH_V3_LARGE.id]: MORPH_MORPH_V3_LARGE.supports.input, + [MORPH_MORPH_V3_LARGE_BATCH.id]: MORPH_MORPH_V3_LARGE_BATCH.supports.input, [NEX_AGI_NEX_N2_5_MINI.id]: NEX_AGI_NEX_N2_5_MINI.supports.input, [NEX_AGI_NEX_N2_5_PRO.id]: NEX_AGI_NEX_N2_5_PRO.supports.input, [NOUSRESEARCH_HERMES_4_405B.id]: NOUSRESEARCH_HERMES_4_405B.supports.input, @@ -21155,8 +21554,6 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.supports.input, [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY.id]: NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY.supports.input, - [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id]: - NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.supports.input, [NVIDIA_NEMOTRON_3_5_LIGHTNING.id]: NVIDIA_NEMOTRON_3_5_LIGHTNING.supports.input, [NVIDIA_NEMOTRON_3_5_LIGHTNING_FREE.id]: @@ -21332,6 +21729,7 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< [QWEN_QWEN3_7_PLUS_BATCH.id]: QWEN_QWEN3_7_PLUS_BATCH.supports.input, [QWEN_QWEN3_8_2_4T_A95B.id]: QWEN_QWEN3_8_2_4T_A95B.supports.input, [QWEN_QWEN3_8_27B.id]: QWEN_QWEN3_8_27B.supports.input, + [QWEN_QWEN3_8_27B_BATCH.id]: QWEN_QWEN3_8_27B_BATCH.supports.input, [QWEN_QWEN3_8_FLASH.id]: QWEN_QWEN3_8_FLASH.supports.input, [QWEN_QWEN3_8_MAX_0902.id]: QWEN_QWEN3_8_MAX_0902.supports.input, [QWEN_QWEN3_8_MAX_PRIME.id]: QWEN_QWEN3_8_MAX_PRIME.supports.input, @@ -21372,6 +21770,8 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< [THINKINGMACHINES_INKLING.id]: THINKINGMACHINES_INKLING.supports.input, [THINKINGMACHINES_INKLING_SMALL.id]: THINKINGMACHINES_INKLING_SMALL.supports.input, + [THINKINGMACHINES_INKLING_SMALL_BATCH.id]: + THINKINGMACHINES_INKLING_SMALL_BATCH.supports.input, [UNBIASED_PARETO_26_10.id]: UNBIASED_PARETO_26_10.supports.input, [UNBIASED_PARETO_26_9.id]: UNBIASED_PARETO_26_9.supports.input, [UNDI95_REMM_SLERP_L2_13B.id]: UNDI95_REMM_SLERP_L2_13B.supports.input, @@ -21407,6 +21807,7 @@ export const OPENROUTER_MODEL_INPUT_MODALITIES: Readonly< [Z_AI_GLM_5_TURBO.id]: Z_AI_GLM_5_TURBO.supports.input, [Z_AI_GLM_5_1.id]: Z_AI_GLM_5_1.supports.input, [Z_AI_GLM_5_2.id]: Z_AI_GLM_5_2.supports.input, + [Z_AI_GLM_5_2_BATCH.id]: Z_AI_GLM_5_2_BATCH.supports.input, [Z_AI_GLM_5_3.id]: Z_AI_GLM_5_3.supports.input, [Z_AI_GLM_5_3_FLASH.id]: Z_AI_GLM_5_3_FLASH.supports.input, [Z_AI_GLM_5_3_FLASH_BATCH.id]: Z_AI_GLM_5_3_FLASH_BATCH.supports.input, @@ -21564,8 +21965,6 @@ const OPENROUTER_REASONING = { [GOOGLE_GEMMA_4_31B_IT.id]: GOOGLE_GEMMA_4_31B_IT.reasoning, [GOOGLE_GEMMA_4_31B_IT_FREE.id]: GOOGLE_GEMMA_4_31B_IT_FREE.reasoning, [IBM_GRANITE_GRANITE_4_2_8B.id]: IBM_GRANITE_GRANITE_4_2_8B.reasoning, - [INCEPTION_MERCURY_2.id]: INCEPTION_MERCURY_2.reasoning, - [INCEPTION_MERCURY_2_5.id]: INCEPTION_MERCURY_2_5.reasoning, [INCLUSIONAI_LING_3_0_FLASH.id]: INCLUSIONAI_LING_3_0_FLASH.reasoning, [INCLUSIONAI_LING_3_0_FLASH_VL.id]: INCLUSIONAI_LING_3_0_FLASH_VL.reasoning, [LIQUID_LFM_2_5_2_6B_FREE.id]: LIQUID_LFM_2_5_2_6B_FREE.reasoning, @@ -21606,8 +22005,6 @@ const OPENROUTER_REASONING = { NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_FREE.reasoning, [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY.id]: NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY.reasoning, - [NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.id]: - NVIDIA_NEMOTRON_3_5_CONTENT_SAFETY_FREE.reasoning, [NVIDIA_NEMOTRON_3_5_LIGHTNING.id]: NVIDIA_NEMOTRON_3_5_LIGHTNING.reasoning, [NVIDIA_NEMOTRON_3_5_LIGHTNING_FREE.id]: NVIDIA_NEMOTRON_3_5_LIGHTNING_FREE.reasoning, @@ -22418,8 +22815,11 @@ export const OPENROUTER_COMBINED_TOOLS_AND_SCHEMA_MODELS: ReadonlySet = BYTEDANCE_SEED_SEED_2_0_CODE.id, BYTEDANCE_SEED_SEED_2_0_LITE.id, BYTEDANCE_SEED_SEED_2_0_MINI.id, + COHERE_COMMAND_A.id, + COHERE_COMMAND_A_PLUS.id, COHERE_COMMAND_R_08_2024.id, COHERE_COMMAND_R_PLUS_08_2024.id, + COHERE_COMMAND_R7B_12_2024.id, DEEPSEEK_DEEPSEEK_CHAT.id, DEEPSEEK_DEEPSEEK_CHAT_V3_0324.id, DEEPSEEK_DEEPSEEK_CHAT_V3_1.id, @@ -22429,11 +22829,13 @@ export const OPENROUTER_COMBINED_TOOLS_AND_SCHEMA_MODELS: ReadonlySet = DEEPSEEK_DEEPSEEK_V3_2_EXP.id, DEEPSEEK_DEEPSEEK_V4_FLASH.id, DEEPSEEK_DEEPSEEK_V4_FLASH_0731.id, + DEEPSEEK_DEEPSEEK_V4_FLASH_0731_BATCH.id, DEEPSEEK_DEEPSEEK_V4_FLASH_VISION_EXP.id, DEEPSEEK_DEEPSEEK_V4_PRO.id, DEEPSEEK_DEEPSEEK_V4_PRO_0813.id, DEEPSEEK_DEEPSEEK_V4_1_FLASH.id, DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017.id, + DEEPSEEK_DEEPSEEK_V4_1_FLASH_1017_BATCH.id, DEEPSEEK_DEEPSEEK_V4_1_FLASH_BATCH.id, DOTS_STUDIO_DOTS_3_NOTE_PREVIEW_FREE.id, ELORIAN_GLIMPSE.id, @@ -22469,20 +22871,20 @@ export const OPENROUTER_COMBINED_TOOLS_AND_SCHEMA_MODELS: ReadonlySet = GOOGLE_GEMMA_4_26B_A4B_IT.id, GOOGLE_GEMMA_4_31B_IT.id, IBM_GRANITE_GRANITE_4_2_8B.id, - INCEPTION_MERCURY_2.id, - INCEPTION_MERCURY_2_5.id, - INCEPTION_MERCURY_3.id, INCLUSIONAI_LING_3_0_FLASH_VL.id, INCLUSIONAI_LING_3_0_TINY.id, INCLUSIONAI_LING_3_1_FLASH.id, LIQUID_LFM_2_5_2_6B.id, LIQUID_LFM_2_5_2_6B_FREE.id, LIQUID_LFM_2_5_24B_A2B.id, + LIQUID_LFM_3_1_7B.id, + LIQUID_LFM_3_1_7B_FREE.id, META_LLAMA_LLAMA_3_1_8B_INSTRUCT.id, META_LLAMA_LLAMA_3_3_70B_INSTRUCT.id, META_LLAMA_LLAMA_4_MAVERICK.id, META_LLAMA_LLAMA_4_SCOUT.id, META_MUSE_GLIMMER_30B.id, + META_MUSE_GLIMMER_30B_BATCH.id, META_MUSE_SPARK_1_1.id, META_MUSE_SPARK_1_2.id, META_MUSE_SPARK_1_2_CONTRIBUTOR.id, @@ -22659,6 +23061,7 @@ export const OPENROUTER_COMBINED_TOOLS_AND_SCHEMA_MODELS: ReadonlySet = QWEN_QWEN3_7_PLUS_BATCH.id, QWEN_QWEN3_8_2_4T_A95B.id, QWEN_QWEN3_8_27B.id, + QWEN_QWEN3_8_27B_BATCH.id, QWEN_QWEN3_8_FLASH.id, QWEN_QWEN3_8_MAX_0902.id, QWEN_QWEN3_8_MAX_PRIME.id, @@ -22698,6 +23101,7 @@ export const OPENROUTER_COMBINED_TOOLS_AND_SCHEMA_MODELS: ReadonlySet = Z_AI_GLM_5.id, Z_AI_GLM_5_1.id, Z_AI_GLM_5_2.id, + Z_AI_GLM_5_2_BATCH.id, Z_AI_GLM_5_3.id, Z_AI_GLM_5_3_FLASH.id, Z_AI_GLM_5_3_FLASH_BATCH.id, @@ -22724,6 +23128,7 @@ export const OPENROUTER_JSON_OBJECT_ONLY_MODELS: ReadonlySet = INCLUSIONAI_LING_3_0_FLASH.id, MANCER_WEAVER.id, MINIMAX_MINIMAX_M2_7.id, + MINIMAX_MINIMAX_M3_BATCH.id, OPENAI_GPT_4.id, QWEN_QWEN_2_5_CODER_32B_INSTRUCT.id, QWEN_QWEN3_CODER_FLASH.id, diff --git a/packages/ai-vercel-gateway/src/model-meta.ts b/packages/ai-vercel-gateway/src/model-meta.ts index f68aaac316..fbcaddbfa3 100644 --- a/packages/ai-vercel-gateway/src/model-meta.ts +++ b/packages/ai-vercel-gateway/src/model-meta.ts @@ -97,6 +97,7 @@ export const VERCEL_GATEWAY_CHAT_MODELS = [ 'deepseek/deepseek-v4.1-flash', 'deepseek/deepseek-v4.1-flash-1017', 'deepseek/deepseek-v4.1-flash-1017-fast', + 'deepseek/deepseek-v4.1-flash-1017-ultrafast', 'deepseek/deepseek-v4.1-flash-fast', 'elevenlabs/eleven-flash-v2', 'elevenlabs/eleven-flash-v2.5', @@ -154,6 +155,7 @@ export const VERCEL_GATEWAY_CHAT_MODELS = [ 'google/gemini-omni-flash-preview', 'google/gemma-4-26b-a4b-it', 'google/gemma-4-31b-it', + 'humansand/ampersand-v0.1', 'inception/mercury-2', 'inception/mercury-2.5', 'inception/mercury-3', @@ -329,6 +331,7 @@ export const VERCEL_GATEWAY_CHAT_MODELS = [ 'openai/tts-1', 'openai/tts-1-hd', 'openai/whisper-1', + 'parallel/parallel-decisions-fast', 'particle/particle-1', 'perplexity/pplx-decider-flash-v1.2', 'perplexity/pplx-decider-v1.2', @@ -419,6 +422,7 @@ export const VERCEL_GATEWAY_PROVIDERS = [ 'fish-audio', 'google', 'heygen', + 'humansand', 'inception', 'inclusionai', 'inference-net', @@ -435,6 +439,7 @@ export const VERCEL_GATEWAY_PROVIDERS = [ 'morph', 'nvidia', 'openai', + 'parallel', 'particle', 'perplexity', 'poolside', @@ -1258,6 +1263,16 @@ export type VercelGatewayChatModelProviderOptionsByName = { | 'response_format' | 'structured_outputs' > + 'deepseek/deepseek-v4.1-flash-1017-ultrafast': VercelGatewayCommonOptions & + Pick< + VercelGatewayBaseOptions, + | 'max_tokens' + | 'max_output_tokens' + | 'temperature' + | 'stop' + | 'response_format' + | 'structured_outputs' + > 'deepseek/deepseek-v4.1-flash-fast': VercelGatewayCommonOptions & Pick< VercelGatewayBaseOptions, @@ -1594,6 +1609,11 @@ export type VercelGatewayChatModelProviderOptionsByName = { | 'response_format' | 'structured_outputs' > + 'humansand/ampersand-v0.1': VercelGatewayCommonOptions & + Pick< + VercelGatewayBaseOptions, + 'max_tokens' | 'max_output_tokens' | 'temperature' | 'stop' + > 'inception/mercury-2': VercelGatewayCommonOptions & Pick< VercelGatewayBaseOptions, @@ -3030,6 +3050,7 @@ export type VercelGatewayChatModelProviderOptionsByName = { 'openai/tts-1': VercelGatewayCommonOptions 'openai/tts-1-hd': VercelGatewayCommonOptions 'openai/whisper-1': VercelGatewayCommonOptions + 'parallel/parallel-decisions-fast': VercelGatewayCommonOptions 'particle/particle-1': VercelGatewayCommonOptions & Pick< VercelGatewayBaseOptions, @@ -3677,6 +3698,7 @@ export type VercelGatewayModelInputModalitiesByName = { 'deepseek/deepseek-v4.1-flash': readonly ['text', 'image', 'document'] 'deepseek/deepseek-v4.1-flash-1017': readonly ['text', 'image'] 'deepseek/deepseek-v4.1-flash-1017-fast': readonly ['text', 'image'] + 'deepseek/deepseek-v4.1-flash-1017-ultrafast': readonly ['text', 'image'] 'deepseek/deepseek-v4.1-flash-fast': readonly ['text', 'image'] 'elevenlabs/eleven-flash-v2': readonly ['text'] 'elevenlabs/eleven-flash-v2.5': readonly ['text'] @@ -3759,6 +3781,7 @@ export type VercelGatewayModelInputModalitiesByName = { ] 'google/gemma-4-26b-a4b-it': readonly ['text', 'image', 'document'] 'google/gemma-4-31b-it': readonly ['text', 'image', 'document'] + 'humansand/ampersand-v0.1': readonly ['text'] 'inception/mercury-2': readonly ['text'] 'inception/mercury-2.5': readonly ['text'] 'inception/mercury-3': readonly ['text'] @@ -3939,6 +3962,7 @@ export type VercelGatewayModelInputModalitiesByName = { 'openai/tts-1': readonly ['text'] 'openai/tts-1-hd': readonly ['text'] 'openai/whisper-1': readonly ['text', 'audio'] + 'parallel/parallel-decisions-fast': readonly ['text'] 'particle/particle-1': readonly ['text', 'image'] 'perplexity/pplx-decider-flash-v1.2': readonly ['text', 'image'] 'perplexity/pplx-decider-v1.2': readonly ['text', 'image'] diff --git a/scripts/.sync-models-last-run b/scripts/.sync-models-last-run index 3176525d71..9bb815b4a0 100644 --- a/scripts/.sync-models-last-run +++ b/scripts/.sync-models-last-run @@ -1 +1 @@ -1793936582 +1794234601 diff --git a/scripts/llmgateway.models.json b/scripts/llmgateway.models.json index 58667ddf78..cfedb498bb 100644 --- a/scripts/llmgateway.models.json +++ b/scripts/llmgateway.models.json @@ -3452,7 +3452,8 @@ "parallelToolCalls": false, "json_output": false, "reasoning": true, - "max_output": 32768 + "max_output": 32768, + "deactivated_at": "2026-11-11T09:00:00.000Z" }, { "providerId": "nebius", @@ -4018,34 +4019,6 @@ ], "max_output": 393216 }, - { - "providerId": "flexai", - "externalId": "DeepSeek-V4-Flash-0731", - "pricing": { - "prompt": "0.000000119", - "completion": "0.000000238", - "image": "0", - "request": "0", - "input_cache_read": "0.000000004", - "input_cache_write": "0", - "input_cache_write_1h": "0", - "discount": "0.05" - }, - "context_length": 1048576, - "streaming": true, - "vision": false, - "audio": false, - "cancellation": false, - "tools": true, - "parallelToolCalls": false, - "json_output": true, - "structured_outputs": true, - "web_search": false, - "reasoning": true, - "reasoning_efforts": ["low", "high", "medium", "max"], - "reasoning_max_tokens": false, - "stability": "stable" - }, { "providerId": "runware", "externalId": "deepseek-v4-flash", @@ -4101,111 +4074,65 @@ "reasoning_max_tokens": false, "quantization": "fp8", "stability": "stable" - } - ], - "pricing": { - "prompt": "0.000000076", - "completion": "0.000000153", - "image": "0", - "request": "0", - "input_cache_read": "0.000000014", - "input_cache_write": "0", - "input_cache_write_1h": "0", - "web_search": "0", - "internal_reasoning": "0" - }, - "context_length": 1050000, - "max_output": 131072, - "supported_parameters": [ - "temperature", - "max_tokens", - "top_p", - "frequency_penalty", - "presence_penalty", - "stop", - "stream", - "response_format", - "tools", - "reasoning_effort", - "reasoning" - ], - "json_output": true, - "structured_outputs": true, - "free": false - }, - { - "id": "deepseek-v4-flash-0731", - "name": "deepseek-v4-flash-0731", - "display_name": "deepseek-v4-flash-0731", - "aliases": [], - "created": 1793909710, - "description": "DeepSeek-V4-Flash-0731 is the official release of DeepSeek-V4-Flash, superseding the preview version, with substantially enhanced agentic capabilities. It has the same model structure as DeepSeek-V4-Flash-DSpark, i.e. it comes with a speculative decoding module attached.", - "family": "deepseek", - "architecture": { - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "GPT" - }, - "top_provider": { - "is_moderated": true - }, - "providers": [ + }, { - "providerId": "canopywave", - "externalId": "deepseek/deepseek-v4-flash", + "providerId": "flexai", + "externalId": "DeepSeek-V4-Flash-0731", "pricing": { - "prompt": "0.00000014", - "completion": "0.00000028", + "prompt": "0.000000119", + "completion": "0.000000238", "image": "0", "request": "0", - "input_cache_read": "0.00000003", + "input_cache_read": "0.000000004", "input_cache_write": "0", - "input_cache_write_1h": "0" + "input_cache_write_1h": "0", + "discount": "0.05" }, - "context_length": 1000000, + "context_length": 1048576, "streaming": true, "vision": false, "audio": false, - "cancellation": true, + "cancellation": false, "tools": true, "parallelToolCalls": false, "json_output": true, - "structured_outputs": false, + "structured_outputs": true, "web_search": false, "reasoning": true, + "reasoning_efforts": ["low", "high", "medium", "max"], "reasoning_max_tokens": false, - "quantization": "fp8", "stability": "stable" } ], "pricing": { - "prompt": "0.00000014", - "completion": "0.00000028", + "prompt": "0.000000076", + "completion": "0.000000153", "image": "0", "request": "0", - "input_cache_read": "0.00000003", + "input_cache_read": "0.000000014", "input_cache_write": "0", "input_cache_write_1h": "0", "web_search": "0", "internal_reasoning": "0" }, - "context_length": 1000000, + "context_length": 1050000, + "max_output": 131072, "supported_parameters": [ "temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty", + "stop", + "stream", "response_format", "tools", - "tool_choice", + "reasoning_effort", "reasoning" ], "json_output": true, - "structured_outputs": false, - "free": false, - "image_input_required": false, - "stability": "stable" + "structured_outputs": true, + "free": false }, { "id": "deepseek-v4-pro", @@ -5658,6 +5585,34 @@ ], "max_output": 393216 }, + { + "providerId": "sciforium", + "externalId": "/deployments/serverless/deepseek-ai/DeepSeek-V4.1-Flash-1017", + "pricing": { + "prompt": "0.00000015", + "completion": "0.0000006", + "image": "0", + "request": "0", + "input_cache_read": "0.000000003", + "input_cache_write": "0", + "input_cache_write_1h": "0" + }, + "context_length": 1048576, + "streaming": true, + "vision": true, + "audio": false, + "cancellation": false, + "tools": true, + "parallelToolCalls": false, + "json_output": true, + "structured_outputs": true, + "web_search": false, + "reasoning": true, + "reasoning_efforts": ["none", "low", "high", "xhigh", "max"], + "reasoning_max_tokens": false, + "quantization": "fp8", + "stability": "stable" + }, { "providerId": "reka-ai", "externalId": "deepseek41-flash-20261017", @@ -5783,44 +5738,42 @@ "stability": "stable" }, { - "providerId": "sciforium", - "externalId": "/deployments/serverless/deepseek-ai/DeepSeek-V4.1-Flash-1017", + "providerId": "scx-ai-gp", + "externalId": "DeepSeek-V4.1-flash-1017", "pricing": { - "prompt": "0.00000015", - "completion": "0.0000006", + "prompt": "0.000000135", + "completion": "0.00000054", "image": "0", "request": "0", "input_cache_read": "0.000000003", "input_cache_write": "0", "input_cache_write_1h": "0" }, - "context_length": 1048576, + "context_length": 1050000, "streaming": true, - "vision": true, + "vision": false, "audio": false, "cancellation": false, "tools": true, "parallelToolCalls": false, - "json_output": true, - "structured_outputs": true, + "json_output": false, + "structured_outputs": false, "web_search": false, "reasoning": true, - "reasoning_efforts": ["none", "low", "high", "xhigh", "max"], + "reasoning_efforts": ["low", "medium", "high", "none"], "reasoning_max_tokens": false, - "quantization": "fp8", "stability": "stable" } ], "pricing": { - "prompt": "0.0000002", - "completion": "0.0000008", + "prompt": "0.000000135", + "completion": "0.00000054", "image": "0", "request": "0", - "input_cache_read": "0.000000005", + "input_cache_read": "0.000000003", "input_cache_write": "0", "input_cache_write_1h": "0", "web_search": "0", - "discount": "0.31", "internal_reasoning": "0" }, "context_length": 1050000, @@ -11237,7 +11190,8 @@ "parallelToolCalls": false, "json_output": false, "reasoning": true, - "max_output": 128000 + "max_output": 128000, + "deactivated_at": "2026-11-11T09:00:00.000Z" }, { "providerId": "together-ai", @@ -13553,6 +13507,7 @@ "structured_outputs": false, "web_search": false, "reasoning": true, + "reasoning_efforts": ["none", "low", "high", "xhigh", "max"], "reasoning_max_tokens": false, "quantization": "fp8", "stability": "stable" @@ -14255,7 +14210,7 @@ "reasoning": false, "max_output": 16384, "deprecated_at": "2026-01-09T00:00:00.000Z", - "deactivated_at": "2026-03-31T00:00:00.000Z" + "deactivated_at": "2027-04-14T00:00:00.000Z" } ], "pricing": { @@ -19528,7 +19483,8 @@ "parallelToolCalls": false, "json_output": false, "reasoning": true, - "max_output": 32000 + "max_output": 32000, + "deactivated_at": "2026-11-11T09:00:00.000Z" }, { "providerId": "nebius", @@ -19628,17 +19584,47 @@ "max_output": 32768, "quantization": "fp8", "stability": "stable" + }, + { + "providerId": "flexai", + "externalId": "gpt-oss-120b", + "pricing": { + "prompt": "0.00000005", + "completion": "0.00000025", + "image": "0", + "request": "0", + "input_cache_read": "0.00000001", + "input_cache_write": "0", + "input_cache_write_1h": "0", + "discount": "0.05" + }, + "context_length": 131072, + "streaming": true, + "vision": false, + "audio": false, + "cancellation": false, + "tools": true, + "parallelToolCalls": false, + "json_output": true, + "structured_outputs": true, + "web_search": false, + "reasoning": true, + "reasoning_efforts": ["low", "medium", "high"], + "reasoning_max_tokens": false, + "quantization": "fp4", + "stability": "stable" } ], "pricing": { - "prompt": "0.1e-6", - "completion": "0.5e-6", + "prompt": "0.00000005", + "completion": "0.00000025", "image": "0", "request": "0", - "input_cache_read": "0.02e-6", + "input_cache_read": "0.00000001", "input_cache_write": "0", "input_cache_write_1h": "0", "web_search": "0", + "discount": "0.05", "internal_reasoning": "0" }, "context_length": 131072, @@ -19653,7 +19639,7 @@ "reasoning" ], "json_output": true, - "structured_outputs": false, + "structured_outputs": true, "free": false }, { @@ -20725,7 +20711,7 @@ "internal_reasoning": "0" }, "context_length": 2000000, - "max_output": 30000, + "max_output": 128000, "supported_parameters": [ "temperature", "max_tokens", @@ -24845,7 +24831,7 @@ "name": "Kimi K3.1 Pro", "display_name": "Kimi K3.1 Pro", "created": 1792713600, - "description": "Kimi's flagship reasoning model with always-on thinking, vision input, tool calling, and a 1M-token context window.", + "description": "Kimi's flagship reasoning model with vision input, tool calling, and a 1M-token context window.", "family": "moonshot", "architecture": { "input_modalities": ["text", "image"], @@ -24856,6 +24842,38 @@ "is_moderated": true }, "providers": [ + { + "providerId": "inference.net", + "externalId": "moonshotai/kimi-k3.1-pro", + "pricing": { + "prompt": "2.0e-6", + "completion": "10.0e-6", + "image": "0", + "request": "0", + "input_cache_read": "0.2e-6", + "input_cache_write": "0", + "input_cache_write_1h": "0" + }, + "context_length": 1048576, + "streaming": true, + "vision": true, + "cancellation": true, + "tools": true, + "parallelToolCalls": false, + "json_output": true, + "structured_outputs": true, + "reasoning": true, + "reasoning_efforts": [ + "none", + "minimal", + "low", + "medium", + "high", + "xhigh", + "max" + ], + "max_output": 1048576 + }, { "providerId": "runpod", "externalId": "kimi-k3.1-pro", @@ -27562,32 +27580,6 @@ "reasoning": true, "reasoning_efforts": ["low", "medium", "high", "xhigh", "max"], "max_output": 131072 - }, - { - "providerId": "consensusprotocol", - "externalId": "MiniMax-M3", - "pricing": { - "prompt": "0.00000028", - "completion": "0.0000011", - "image": "0", - "request": "0", - "input_cache_read": "0.00000005", - "input_cache_write": "0", - "input_cache_write_1h": "0" - }, - "context_length": 1048576, - "streaming": true, - "vision": false, - "audio": false, - "cancellation": false, - "tools": true, - "parallelToolCalls": false, - "json_output": true, - "structured_outputs": true, - "web_search": false, - "reasoning": true, - "reasoning_max_tokens": false, - "stability": "stable" } ], "pricing": { @@ -35346,7 +35338,8 @@ "parallelToolCalls": false, "json_output": true, "reasoning": true, - "reasoning_efforts": ["minimal", "low", "medium", "high"] + "reasoning_efforts": ["minimal", "low", "medium", "high"], + "deactivated_at": "2026-11-11T09:00:00.000Z" } ], "pricing": { @@ -35374,7 +35367,8 @@ ], "json_output": true, "structured_outputs": false, - "free": false + "free": false, + "deactivated_at": "2026-11-11T09:00:00.000Z" }, { "id": "seed-1-6-250915", @@ -35412,7 +35406,8 @@ "parallelToolCalls": false, "json_output": true, "reasoning": true, - "reasoning_efforts": ["minimal", "low", "medium", "high"] + "reasoning_efforts": ["minimal", "low", "medium", "high"], + "deactivated_at": "2026-11-11T09:00:00.000Z" } ], "pricing": { @@ -35440,7 +35435,8 @@ ], "json_output": true, "structured_outputs": false, - "free": false + "free": false, + "deactivated_at": "2026-11-11T09:00:00.000Z" }, { "id": "seed-1-6-flash-250715", @@ -35478,7 +35474,8 @@ "parallelToolCalls": false, "json_output": true, "reasoning": true, - "reasoning_efforts": ["minimal", "low", "medium", "high"] + "reasoning_efforts": ["minimal", "low", "medium", "high"], + "deactivated_at": "2026-11-11T09:00:00.000Z" } ], "pricing": { @@ -35506,7 +35503,8 @@ ], "json_output": true, "structured_outputs": false, - "free": false + "free": false, + "deactivated_at": "2026-11-11T09:00:00.000Z" }, { "id": "seed-1-8-251228", @@ -35544,7 +35542,8 @@ "parallelToolCalls": false, "json_output": true, "reasoning": true, - "reasoning_efforts": ["minimal", "low", "medium", "high"] + "reasoning_efforts": ["minimal", "low", "medium", "high"], + "deactivated_at": "2026-11-11T09:00:00.000Z" } ], "pricing": { @@ -35572,7 +35571,8 @@ ], "json_output": true, "structured_outputs": false, - "free": false + "free": false, + "deactivated_at": "2026-11-11T09:00:00.000Z" }, { "id": "seed-2-0-code-preview-260328", @@ -36035,7 +36035,7 @@ "json_output": false, "reasoning": false, "max_output": 1, - "deactivated_at": "2026-11-11T00:00:00.000Z" + "deactivated_at": "2026-11-11T09:00:00.000Z" } ], "pricing": { @@ -36071,7 +36071,7 @@ "json_output": false, "structured_outputs": false, "free": false, - "deactivated_at": "2026-11-11T00:00:00.000Z" + "deactivated_at": "2026-11-11T09:00:00.000Z" }, { "id": "seedance-2-0", diff --git a/scripts/lovable-gateway.models.json b/scripts/lovable-gateway.models.json index 2ae1137174..f5059c8bca 100644 --- a/scripts/lovable-gateway.models.json +++ b/scripts/lovable-gateway.models.json @@ -5632,6 +5632,190 @@ "responses": "zero" } }, + { + "premium_output_modalities": [], + "id": "openai/gpt-6.1-terra", + "object": "model", + "created": 1793750400, + "released": 1792972800, + "expiration_date": null, + "deprecated": false, + "owned_by": "openai", + "name": "GPT-6.1 Terra", + "description": "Fast, efficient reasoning for visual tasks, computer use, and writing.", + "context_window": 1050000, + "max_tokens": 128000, + "knowledge": "2026-06-01", + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "text" + ] + }, + "supported_surfaces": [ + "chat-completions", + "responses" + ], + "pricing": { + "cost_currency": "credits", + "input": { + "image": { + "billed_as": "text" + }, + "text": { + "tiers": [ + { + "cost": "0.000004", + "min": 0, + "max": 272000 + }, + { + "cost": "0.000008", + "min": 272000 + } + ], + "cache_read": { + "tiers": [ + { + "cost": "0.0000002", + "min": 0, + "max": 272000 + }, + { + "cost": "0.0000004", + "min": 272000 + } + ] + }, + "cache_write": { + "tiers": [ + { + "cost": "0.000005", + "min": 0, + "max": 272000 + }, + { + "cost": "0.00001", + "min": 272000 + } + ] + }, + "cache_write_12h": { + "tiers": [ + { + "cost": "0.00001", + "min": 0, + "max": 272000 + }, + { + "cost": "0.00002", + "min": 272000 + } + ] + } + } + }, + "output": { + "text": { + "tiers": [ + { + "cost": "0.00002", + "min": 0, + "max": 272000 + }, + { + "cost": "0.00003", + "min": 272000 + } + ] + } + }, + "service_tiers": { + "priority": { + "input": { + "image": { + "billed_as": "text" + }, + "text": { + "tiers": [ + { + "cost": "0.000008", + "min": 0, + "max": 272000 + }, + { + "cost": "0.000016", + "min": 272000 + } + ], + "cache_read": { + "tiers": [ + { + "cost": "0.0000004", + "min": 0, + "max": 272000 + }, + { + "cost": "0.0000008", + "min": 272000 + } + ] + }, + "cache_write": { + "tiers": [ + { + "cost": "0.00001", + "min": 0, + "max": 272000 + }, + { + "cost": "0.00002", + "min": 272000 + } + ] + }, + "cache_write_12h": { + "tiers": [ + { + "cost": "0.00002", + "min": 0, + "max": 272000 + }, + { + "cost": "0.00004", + "min": 272000 + } + ] + } + } + }, + "output": { + "text": { + "tiers": [ + { + "cost": "0.00004", + "min": 0, + "max": 272000 + }, + { + "cost": "0.00006", + "min": 272000 + } + ] + } + } + } + } + }, + "data_retention": "provider_retained", + "data_retention_by_surface": { + "chat-completions": "provider_retained", + "responses": "provider_retained" + } + }, { "premium_output_modalities": [], "id": "openai/gpt-image-1-mini", @@ -5888,6 +6072,132 @@ "image-generation": "zero" } }, + { + "premium_output_modalities": [], + "id": "openai/gpt-image-2.6-flare", + "object": "model", + "created": 1793923200, + "released": 1793750400, + "expiration_date": null, + "deprecated": false, + "owned_by": "openai", + "name": "GPT Image 2.6 Flare", + "description": "Latency-first OpenAI image generation and editing model.", + "context_window": 0, + "max_tokens": 0, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "image" + ] + }, + "supported_surfaces": [ + "image-generation", + "image-edit" + ], + "pricing": { + "cost_currency": "credits", + "input": { + "image": { + "tiers": [ + { + "cost": "0.000032", + "min": 0 + } + ] + }, + "text": { + "tiers": [ + { + "cost": "0.00002", + "min": 0 + } + ] + } + }, + "output": { + "image": { + "tiers": [ + { + "cost": "0.00012", + "min": 0 + } + ] + } + } + }, + "data_retention": "zero", + "data_retention_by_surface": { + "image-edit": "zero", + "image-generation": "zero" + } + }, + { + "premium_output_modalities": [], + "id": "openai/gpt-image-2.6-sunburst", + "object": "model", + "created": 1793923200, + "released": 1793750400, + "expiration_date": null, + "deprecated": false, + "owned_by": "openai", + "name": "GPT Image 2.6 Sunburst", + "description": "Quality-first OpenAI image generation and editing model.", + "context_window": 0, + "max_tokens": 0, + "modalities": { + "input": [ + "text", + "image" + ], + "output": [ + "image" + ] + }, + "supported_surfaces": [ + "image-generation", + "image-edit" + ], + "pricing": { + "cost_currency": "credits", + "input": { + "image": { + "tiers": [ + { + "cost": "0.000032", + "min": 0 + } + ] + }, + "text": { + "tiers": [ + { + "cost": "0.00002", + "min": 0 + } + ] + } + }, + "output": { + "image": { + "tiers": [ + { + "cost": "0.00012", + "min": 0 + } + ] + } + } + }, + "data_retention": "zero", + "data_retention_by_surface": { + "image-edit": "zero", + "image-generation": "zero" + } + }, { "premium_output_modalities": [], "id": "openai/gpt-live-1", diff --git a/scripts/neon.models.json b/scripts/neon.models.json index 2de4c883bb..69259f4bcd 100644 --- a/scripts/neon.models.json +++ b/scripts/neon.models.json @@ -2840,11 +2840,11 @@ "unsupported": "gte-large-en does not serve chat completions. It is an embedding model — see the embeddings use case." }, { - "id": "inkling", - "name": "Inkling", - "lab": "thinkingmachines", + "id": "kimi-k3", + "name": "Kimi K3", + "lab": "moonshotai", "provider": "databricks", - "family": "ling", + "family": "kimi-k3", "released": true, "attachment": true, "reasoning": true, @@ -2859,12 +2859,12 @@ ], "tool_call": true, "temperature": true, - "structured_output": false, + "structured_output": true, "open_weights": true, - "release_date": "2026-07-15", - "last_updated": "2026-07-15", + "release_date": "2026-07-16", + "last_updated": "2026-07-16", "modalities": { - "input": ["text", "image", "audio"], + "input": ["text", "image", "video"], "output": ["text"] }, "limit": { @@ -2872,11 +2872,11 @@ "output": 65536 }, "cost": { - "input": 1, - "output": 4.05, - "cache_read": 0.17 + "input": 3, + "output": 15, + "cache_read": 0.3 }, - "blended_cost": 1.763, + "blended_cost": 6, "capabilities": { "entitled": true, "chat": "conforms", @@ -2891,11 +2891,11 @@ "use_case": "chat" }, { - "id": "kimi-k3", - "name": "Kimi K3", + "id": "kimi-k3-1-pro", + "name": "Kimi K3.1 Pro", "lab": "moonshotai", "provider": "databricks", - "family": "kimi-k3", + "family": "kimi-k3-1", "released": true, "attachment": true, "reasoning": true, @@ -2912,10 +2912,10 @@ "temperature": true, "structured_output": true, "open_weights": true, - "release_date": "2026-07-16", - "last_updated": "2026-07-16", + "release_date": "2026-11-04", + "last_updated": "2026-11-04", "modalities": { - "input": ["text", "image", "video"], + "input": ["text", "image"], "output": ["text"] }, "limit": { @@ -2923,11 +2923,11 @@ "output": 65536 }, "cost": { - "input": 3, - "output": 15, - "cache_read": 0.3 + "input": 0, + "output": 0, + "cache_read": 0 }, - "blended_cost": 6, + "blended_cost": 0, "capabilities": { "entitled": true, "chat": "conforms", @@ -3070,7 +3070,7 @@ { "id": "openjev-qwen35-4b", "name": "OpenJev (Qwen 3.5 4B)", - "lab": "typesafe", + "lab": "alibaba", "provider": "databricks", "family": "openjev", "released": true, diff --git a/scripts/openrouter.models.json b/scripts/openrouter.models.json index 561e0c59d1..ab6fa1f848 100644 --- a/scripts/openrouter.models.json +++ b/scripts/openrouter.models.json @@ -363,9 +363,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000000927", + "prompt": "0.0000000999", "completion": "0.000008", - "input_cache_read": "0.0000000927" + "input_cache_read": "0.0000000999" }, "top_provider": { "context_length": 1048576, @@ -437,7 +437,7 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000059", + "prompt": "0.0000000434", "completion": "0.0000003", "input_cache_read": "0.000000035" }, @@ -657,8 +657,8 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000001529", - "completion": "0.0000093388", + "prompt": "0.0000001539", + "completion": "0.0000105539", "input_cache_read": "0.00000015" }, "top_provider": { @@ -1244,9 +1244,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000000285", - "completion": "0.0000000923", - "input_cache_read": "0.0000000285" + "prompt": "0.0000000335", + "completion": "0.000000083", + "input_cache_read": "0.00000003" }, "top_provider": { "context_length": 1048576, @@ -1906,9 +1906,9 @@ { "arena": "models", "category": "website", - "elo": 835, + "elo": 833, "win_rate": 26.2, - "rank": 145 + "rank": 146 } ] } @@ -1966,7 +1966,7 @@ "category": "website", "elo": 794, "win_rate": 21.4, - "rank": 147 + "rank": 148 } ] } @@ -1988,7 +1988,8 @@ }, "pricing": { "prompt": "0.0000025", - "completion": "0.000005" + "completion": "0.000005", + "input_cache_read": "0.0000025" }, "top_provider": { "context_length": 32768, @@ -2116,14 +2117,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1282, - "win_rate": 65.1, + "elo": 1285, + "win_rate": 65.3, "rank": 3 }, { "arena": "agents", "category": "fullstack", - "elo": 1273, + "elo": 1266, "win_rate": 58.2, "rank": 7 }, @@ -2151,21 +2152,21 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1250, + "elo": 1248, "win_rate": 61.4, - "rank": 4 + "rank": 5 }, { "arena": "agents", "category": "webapps", - "elo": 1245, + "elo": 1247, "win_rate": 56.3, - "rank": 12 + "rank": 13 }, { "arena": "models", "category": "3d", - "elo": 1315, + "elo": 1310, "win_rate": 61.8, "rank": 17 }, @@ -2179,21 +2180,21 @@ { "arena": "models", "category": "codecategories", - "elo": 1308, + "elo": 1306, "win_rate": 57.6, "rank": 13 }, { "arena": "models", "category": "dataviz", - "elo": 1304, + "elo": 1302, "win_rate": 57.5, - "rank": 13 + "rank": 14 }, { "arena": "models", "category": "gamedev", - "elo": 1334, + "elo": 1332, "win_rate": 60.8, "rank": 11 }, @@ -2202,7 +2203,7 @@ "category": "svg", "elo": 1298, "win_rate": 62.6, - "rank": 8 + "rank": 9 }, { "arena": "models", @@ -2214,7 +2215,7 @@ { "arena": "models", "category": "website", - "elo": 1294, + "elo": 1292, "win_rate": 56, "rank": 18 } @@ -2313,14 +2314,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1282, - "win_rate": 65.1, + "elo": 1285, + "win_rate": 65.3, "rank": 3 }, { "arena": "agents", "category": "fullstack", - "elo": 1273, + "elo": 1266, "win_rate": 58.2, "rank": 7 }, @@ -2348,21 +2349,21 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1250, + "elo": 1248, "win_rate": 61.4, - "rank": 4 + "rank": 5 }, { "arena": "agents", "category": "webapps", - "elo": 1245, + "elo": 1247, "win_rate": 56.3, - "rank": 12 + "rank": 13 }, { "arena": "models", "category": "3d", - "elo": 1315, + "elo": 1310, "win_rate": 61.8, "rank": 17 }, @@ -2376,21 +2377,21 @@ { "arena": "models", "category": "codecategories", - "elo": 1308, + "elo": 1306, "win_rate": 57.6, "rank": 13 }, { "arena": "models", "category": "dataviz", - "elo": 1304, + "elo": 1302, "win_rate": 57.5, - "rank": 13 + "rank": 14 }, { "arena": "models", "category": "gamedev", - "elo": 1334, + "elo": 1332, "win_rate": 60.8, "rank": 11 }, @@ -2399,7 +2400,7 @@ "category": "svg", "elo": 1298, "win_rate": 62.6, - "rank": 8 + "rank": 9 }, { "arena": "models", @@ -2411,7 +2412,7 @@ { "arena": "models", "category": "website", - "elo": 1294, + "elo": 1292, "win_rate": 56, "rank": 18 } @@ -2488,7 +2489,7 @@ { "arena": "agents", "category": "fullstack", - "elo": 1320, + "elo": 1310, "win_rate": 57.1, "rank": 2 }, @@ -2511,20 +2512,20 @@ "category": "mobileapps", "elo": 1261, "win_rate": 56.3, - "rank": 8 + "rank": 7 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1318, + "elo": 1316, "win_rate": 60.8, "rank": 1 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1426, - "win_rate": 70.4, + "elo": 1397, + "win_rate": 68.2, "rank": 1 }, { @@ -2537,9 +2538,9 @@ { "arena": "models", "category": "3d", - "elo": 1403, + "elo": 1397, "win_rate": 63.4, - "rank": 5 + "rank": 6 }, { "arena": "models", @@ -2551,21 +2552,21 @@ { "arena": "models", "category": "codecategories", - "elo": 1333, + "elo": 1331, "win_rate": 57.4, "rank": 8 }, { "arena": "models", "category": "dataviz", - "elo": 1344, + "elo": 1342, "win_rate": 61.8, "rank": 5 }, { "arena": "models", "category": "gamedev", - "elo": 1373, + "elo": 1371, "win_rate": 60.2, "rank": 6 }, @@ -2574,19 +2575,19 @@ "category": "svg", "elo": 1296, "win_rate": 56.4, - "rank": 9 + "rank": 10 }, { "arena": "models", "category": "uicomponent", "elo": 1333, "win_rate": 59.6, - "rank": 11 + "rank": 9 }, { "arena": "models", "category": "website", - "elo": 1308, + "elo": 1306, "win_rate": 55.1, "rank": 10 } @@ -2657,7 +2658,7 @@ { "arena": "agents", "category": "fullstack", - "elo": 1320, + "elo": 1310, "win_rate": 57.1, "rank": 2 }, @@ -2680,20 +2681,20 @@ "category": "mobileapps", "elo": 1261, "win_rate": 56.3, - "rank": 8 + "rank": 7 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1318, + "elo": 1316, "win_rate": 60.8, "rank": 1 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1426, - "win_rate": 70.4, + "elo": 1397, + "win_rate": 68.2, "rank": 1 }, { @@ -2706,9 +2707,9 @@ { "arena": "models", "category": "3d", - "elo": 1403, + "elo": 1397, "win_rate": 63.4, - "rank": 5 + "rank": 6 }, { "arena": "models", @@ -2720,21 +2721,21 @@ { "arena": "models", "category": "codecategories", - "elo": 1333, + "elo": 1331, "win_rate": 57.4, "rank": 8 }, { "arena": "models", "category": "dataviz", - "elo": 1344, + "elo": 1342, "win_rate": 61.8, "rank": 5 }, { "arena": "models", "category": "gamedev", - "elo": 1373, + "elo": 1371, "win_rate": 60.2, "rank": 6 }, @@ -2743,19 +2744,19 @@ "category": "svg", "elo": 1296, "win_rate": 56.4, - "rank": 9 + "rank": 10 }, { "arena": "models", "category": "uicomponent", "elo": 1333, "win_rate": 59.6, - "rank": 11 + "rank": 9 }, { "arena": "models", "category": "website", - "elo": 1308, + "elo": 1306, "win_rate": 55.1, "rank": 10 } @@ -2840,58 +2841,58 @@ { "arena": "models", "category": "3d", - "elo": 1069, + "elo": 1065, "win_rate": 41.1, - "rank": 103 + "rank": 106 }, { "arena": "models", "category": "asciiart", "elo": 1137, "win_rate": 49.3, - "rank": 53 + "rank": 52 }, { "arena": "models", "category": "codecategories", - "elo": 1113, + "elo": 1111, "win_rate": 44.9, - "rank": 102 + "rank": 103 }, { "arena": "models", "category": "dataviz", - "elo": 1125, + "elo": 1122, "win_rate": 45.7, - "rank": 94 + "rank": 97 }, { "arena": "models", "category": "gamedev", - "elo": 1097, + "elo": 1092, "win_rate": 44.7, - "rank": 98 + "rank": 100 }, { "arena": "models", "category": "svg", "elo": 1022, "win_rate": 39.1, - "rank": 86 + "rank": 87 }, { "arena": "models", "category": "uicomponent", "elo": 1095, "win_rate": 42.6, - "rank": 99 + "rank": 101 }, { "arena": "models", "category": "website", - "elo": 1122, + "elo": 1120, "win_rate": 45.1, - "rank": 103 + "rank": 104 } ], "artificial_analysis": { @@ -2966,58 +2967,58 @@ { "arena": "models", "category": "3d", - "elo": 1069, + "elo": 1065, "win_rate": 41.1, - "rank": 103 + "rank": 106 }, { "arena": "models", "category": "asciiart", "elo": 1137, "win_rate": 49.3, - "rank": 53 + "rank": 52 }, { "arena": "models", "category": "codecategories", - "elo": 1113, + "elo": 1111, "win_rate": 44.9, - "rank": 102 + "rank": 103 }, { "arena": "models", "category": "dataviz", - "elo": 1125, + "elo": 1122, "win_rate": 45.7, - "rank": 94 + "rank": 97 }, { "arena": "models", "category": "gamedev", - "elo": 1097, + "elo": 1092, "win_rate": 44.7, - "rank": 98 + "rank": 100 }, { "arena": "models", "category": "svg", "elo": 1022, "win_rate": 39.1, - "rank": 86 + "rank": 87 }, { "arena": "models", "category": "uicomponent", "elo": 1095, "win_rate": 42.6, - "rank": 99 + "rank": 101 }, { "arena": "models", "category": "website", - "elo": 1122, + "elo": 1120, "win_rate": 45.1, - "rank": 103 + "rank": 104 } ], "artificial_analysis": { @@ -3100,57 +3101,57 @@ { "arena": "models", "category": "3d", - "elo": 1335, - "win_rate": 56.9, + "elo": 1333, + "win_rate": 56.4, "rank": 12 }, { "arena": "models", "category": "asciiart", - "elo": 1210, - "win_rate": 51, - "rank": 22 + "elo": 1204, + "win_rate": 50, + "rank": 25 }, { "arena": "models", "category": "codecategories", - "elo": 1281, - "win_rate": 50.6, + "elo": 1279, + "win_rate": 50.4, "rank": 24 }, { "arena": "models", "category": "dataviz", - "elo": 1290, - "win_rate": 52, - "rank": 15 + "elo": 1284, + "win_rate": 51.3, + "rank": 16 }, { "arena": "models", "category": "gamedev", - "elo": 1319, - "win_rate": 53.2, + "elo": 1317, + "win_rate": 53, "rank": 12 }, { "arena": "models", "category": "svg", - "elo": 1205, - "win_rate": 44.4, - "rank": 28 + "elo": 1200, + "win_rate": 43.8, + "rank": 30 }, { "arena": "models", "category": "uicomponent", - "elo": 1278, - "win_rate": 51, - "rank": 26 + "elo": 1275, + "win_rate": 50.9, + "rank": 27 }, { "arena": "models", "category": "website", - "elo": 1261, - "win_rate": 48.7, + "elo": 1258, + "win_rate": 48.5, "rank": 37 } ], @@ -3230,57 +3231,57 @@ { "arena": "models", "category": "3d", - "elo": 1335, - "win_rate": 56.9, + "elo": 1333, + "win_rate": 56.4, "rank": 12 }, { "arena": "models", "category": "asciiart", - "elo": 1210, - "win_rate": 51, - "rank": 22 + "elo": 1204, + "win_rate": 50, + "rank": 25 }, { "arena": "models", "category": "codecategories", - "elo": 1281, - "win_rate": 50.6, + "elo": 1279, + "win_rate": 50.4, "rank": 24 }, { "arena": "models", "category": "dataviz", - "elo": 1290, - "win_rate": 52, - "rank": 15 + "elo": 1284, + "win_rate": 51.3, + "rank": 16 }, { "arena": "models", "category": "gamedev", - "elo": 1319, - "win_rate": 53.2, + "elo": 1317, + "win_rate": 53, "rank": 12 }, { "arena": "models", "category": "svg", - "elo": 1205, - "win_rate": 44.4, - "rank": 28 + "elo": 1200, + "win_rate": 43.8, + "rank": 30 }, { "arena": "models", "category": "uicomponent", - "elo": 1278, - "win_rate": 51, - "rank": 26 + "elo": 1275, + "win_rate": 50.9, + "rank": 27 }, { "arena": "models", "category": "website", - "elo": 1261, - "win_rate": 48.7, + "elo": 1258, + "win_rate": 48.5, "rank": 37 } ], @@ -3361,9 +3362,9 @@ { "arena": "models", "category": "3d", - "elo": 1150, + "elo": 1144, "win_rate": 51.9, - "rank": 69 + "rank": 72 }, { "arena": "models", @@ -3375,44 +3376,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1169, + "elo": 1167, "win_rate": 55.8, "rank": 75 }, { "arena": "models", "category": "dataviz", - "elo": 1166, + "elo": 1164, "win_rate": 56.4, - "rank": 75 + "rank": 76 }, { "arena": "models", "category": "gamedev", - "elo": 1171, + "elo": 1168, "win_rate": 58.4, - "rank": 66 + "rank": 67 }, { "arena": "models", "category": "svg", "elo": 1149, "win_rate": 60.8, - "rank": 48 + "rank": 49 }, { "arena": "models", "category": "uicomponent", "elo": 1159, "win_rate": 57.8, - "rank": 76 + "rank": 77 }, { "arena": "models", "category": "website", - "elo": 1175, + "elo": 1173, "win_rate": 55.3, - "rank": 79 + "rank": 81 } ] }, @@ -3480,9 +3481,9 @@ { "arena": "models", "category": "3d", - "elo": 1150, + "elo": 1144, "win_rate": 51.9, - "rank": 69 + "rank": 72 }, { "arena": "models", @@ -3494,44 +3495,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1169, + "elo": 1167, "win_rate": 55.8, "rank": 75 }, { "arena": "models", "category": "dataviz", - "elo": 1166, + "elo": 1164, "win_rate": 56.4, - "rank": 75 + "rank": 76 }, { "arena": "models", "category": "gamedev", - "elo": 1171, + "elo": 1168, "win_rate": 58.4, - "rank": 66 + "rank": 67 }, { "arena": "models", "category": "svg", "elo": 1149, "win_rate": 60.8, - "rank": 48 + "rank": 49 }, { "arena": "models", "category": "uicomponent", "elo": 1159, "win_rate": 57.8, - "rank": 76 + "rank": 77 }, { "arena": "models", "category": "website", - "elo": 1175, + "elo": 1173, "win_rate": 55.3, - "rank": 79 + "rank": 81 } ] }, @@ -3600,70 +3601,70 @@ { "arena": "models", "category": "3d", - "elo": 1211, + "elo": 1205, "win_rate": 58.5, - "rank": 46 + "rank": 48 }, { "arena": "models", "category": "asciiart", "elo": 1187, "win_rate": 54.8, - "rank": 32 + "rank": 31 }, { "arena": "models", "category": "codecategories", - "elo": 1240, + "elo": 1238, "win_rate": 59.5, - "rank": 46 + "rank": 47 }, { "arena": "models", "category": "dataviz", - "elo": 1243, + "elo": 1241, "win_rate": 58.5, "rank": 38 }, { "arena": "models", "category": "gamedev", - "elo": 1229, + "elo": 1224, "win_rate": 59.3, - "rank": 43 + "rank": 45 }, { "arena": "models", "category": "svg", "elo": 1177, "win_rate": 58.7, - "rank": 40 + "rank": 41 }, { "arena": "models", "category": "uicomponent", "elo": 1233, "win_rate": 58.1, - "rank": 47 + "rank": 48 }, { "arena": "models", "category": "website", "elo": 1245, "win_rate": 59.7, - "rank": 47 + "rank": 45 }, { "arena": "agents", "category": "androidnative", "elo": 1172, "win_rate": 65.5, - "rank": 20 + "rank": 24 }, { "arena": "agents", "category": "fullstack", - "elo": 1149, + "elo": 1142, "win_rate": 60.1, "rank": 25 }, @@ -3677,9 +3678,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1143, + "elo": 1145, "win_rate": 55.1, - "rank": 31 + "rank": 32 } ] }, @@ -3741,70 +3742,70 @@ { "arena": "models", "category": "3d", - "elo": 1211, + "elo": 1205, "win_rate": 58.5, - "rank": 46 + "rank": 48 }, { "arena": "models", "category": "asciiart", "elo": 1187, "win_rate": 54.8, - "rank": 32 + "rank": 31 }, { "arena": "models", "category": "codecategories", - "elo": 1240, + "elo": 1238, "win_rate": 59.5, - "rank": 46 + "rank": 47 }, { "arena": "models", "category": "dataviz", - "elo": 1243, + "elo": 1241, "win_rate": 58.5, "rank": 38 }, { "arena": "models", "category": "gamedev", - "elo": 1229, + "elo": 1224, "win_rate": 59.3, - "rank": 43 + "rank": 45 }, { "arena": "models", "category": "svg", "elo": 1177, "win_rate": 58.7, - "rank": 40 + "rank": 41 }, { "arena": "models", "category": "uicomponent", "elo": 1233, "win_rate": 58.1, - "rank": 47 + "rank": 48 }, { "arena": "models", "category": "website", "elo": 1245, "win_rate": 59.7, - "rank": 47 + "rank": 45 }, { "arena": "agents", "category": "androidnative", "elo": 1172, "win_rate": 65.5, - "rank": 20 + "rank": 24 }, { "arena": "agents", "category": "fullstack", - "elo": 1149, + "elo": 1142, "win_rate": 60.1, "rank": 25 }, @@ -3818,9 +3819,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1143, + "elo": 1145, "win_rate": 55.1, - "rank": 31 + "rank": 32 } ] }, @@ -3898,9 +3899,9 @@ { "arena": "agents", "category": "androidnative", - "elo": 1190, - "win_rate": 61.8, - "rank": 15 + "elo": 1189, + "win_rate": 61.1, + "rank": 18 }, { "arena": "agents", @@ -3912,51 +3913,51 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1152, - "win_rate": 46.3, - "rank": 13 + "elo": 1149, + "win_rate": 46, + "rank": 15 }, { "arena": "agents", "category": "fullstack", - "elo": 1213, - "win_rate": 59.8, + "elo": 1205, + "win_rate": 59.4, "rank": 14 }, { "arena": "agents", "category": "mobileapps", - "elo": 1207, - "win_rate": 57.9, + "elo": 1206, + "win_rate": 57.5, "rank": 19 }, { "arena": "agents", "category": "pdf", - "elo": 1264, - "win_rate": 59.4, - "rank": 6 + "elo": 1214, + "win_rate": 53.9, + "rank": 12 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1236, - "win_rate": 65.4, - "rank": 9 + "elo": 1120, + "win_rate": 37.4, + "rank": 17 }, { "arena": "agents", "category": "webapps", - "elo": 1190, - "win_rate": 56, - "rank": 24 + "elo": 1191, + "win_rate": 55.6, + "rank": 25 }, { "arena": "models", "category": "3d", - "elo": 1271, + "elo": 1265, "win_rate": 62.5, - "rank": 24 + "rank": 25 }, { "arena": "models", @@ -3968,21 +3969,21 @@ { "arena": "models", "category": "codecategories", - "elo": 1287, + "elo": 1285, "win_rate": 61.2, - "rank": 22 + "rank": 21 }, { "arena": "models", "category": "dataviz", - "elo": 1279, + "elo": 1277, "win_rate": 58.7, "rank": 21 }, { "arena": "models", "category": "gamedev", - "elo": 1276, + "elo": 1274, "win_rate": 61, "rank": 22 }, @@ -3991,21 +3992,21 @@ "category": "svg", "elo": 1224, "win_rate": 60.9, - "rank": 22 + "rank": 23 }, { "arena": "models", "category": "uicomponent", "elo": 1278, "win_rate": 59.8, - "rank": 27 + "rank": 26 }, { "arena": "models", "category": "website", - "elo": 1290, + "elo": 1288, "win_rate": 61.1, - "rank": 19 + "rank": 20 } ] }, @@ -4080,9 +4081,9 @@ { "arena": "agents", "category": "androidnative", - "elo": 1190, - "win_rate": 61.8, - "rank": 15 + "elo": 1189, + "win_rate": 61.1, + "rank": 18 }, { "arena": "agents", @@ -4094,51 +4095,51 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1152, - "win_rate": 46.3, - "rank": 13 + "elo": 1149, + "win_rate": 46, + "rank": 15 }, { "arena": "agents", "category": "fullstack", - "elo": 1213, - "win_rate": 59.8, + "elo": 1205, + "win_rate": 59.4, "rank": 14 }, { "arena": "agents", "category": "mobileapps", - "elo": 1207, - "win_rate": 57.9, + "elo": 1206, + "win_rate": 57.5, "rank": 19 }, { "arena": "agents", "category": "pdf", - "elo": 1264, - "win_rate": 59.4, - "rank": 6 + "elo": 1214, + "win_rate": 53.9, + "rank": 12 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1236, - "win_rate": 65.4, - "rank": 9 + "elo": 1120, + "win_rate": 37.4, + "rank": 17 }, { "arena": "agents", "category": "webapps", - "elo": 1190, - "win_rate": 56, - "rank": 24 + "elo": 1191, + "win_rate": 55.6, + "rank": 25 }, { "arena": "models", "category": "3d", - "elo": 1271, + "elo": 1265, "win_rate": 62.5, - "rank": 24 + "rank": 25 }, { "arena": "models", @@ -4150,21 +4151,21 @@ { "arena": "models", "category": "codecategories", - "elo": 1287, + "elo": 1285, "win_rate": 61.2, - "rank": 22 + "rank": 21 }, { "arena": "models", "category": "dataviz", - "elo": 1279, + "elo": 1277, "win_rate": 58.7, "rank": 21 }, { "arena": "models", "category": "gamedev", - "elo": 1276, + "elo": 1274, "win_rate": 61, "rank": 22 }, @@ -4173,21 +4174,21 @@ "category": "svg", "elo": 1224, "win_rate": 60.9, - "rank": 22 + "rank": 23 }, { "arena": "models", "category": "uicomponent", "elo": 1278, "win_rate": 59.8, - "rank": 27 + "rank": 26 }, { "arena": "models", "category": "website", - "elo": 1290, + "elo": 1288, "win_rate": 61.1, - "rank": 19 + "rank": 20 } ] }, @@ -4428,36 +4429,36 @@ { "arena": "agents", "category": "androidnative", - "elo": 1233, - "win_rate": 56.3, - "rank": 8 + "elo": 1232, + "win_rate": 56.2, + "rank": 11 }, { "arena": "agents", "category": "blender3d", "elo": 1096, "win_rate": 48.2, - "rank": 14 + "rank": 15 }, { "arena": "agents", "category": "codetovideo", - "elo": 1187, - "win_rate": 51.6, - "rank": 8 + "elo": 1206, + "win_rate": 54.4, + "rank": 9 }, { "arena": "agents", "category": "fullstack", - "elo": 1242, - "win_rate": 55.2, + "elo": 1233, + "win_rate": 55, "rank": 9 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1231, - "win_rate": 55.8, + "elo": 1233, + "win_rate": 55.9, "rank": 10 }, { @@ -4471,15 +4472,15 @@ "arena": "agents", "category": "mobileapps", "elo": 1216, - "win_rate": 54, - "rank": 14 + "win_rate": 53.7, + "rank": 15 }, { "arena": "agents", "category": "pdf", - "elo": 1179, - "win_rate": 51.3, - "rank": 16 + "elo": 1159, + "win_rate": 47.7, + "rank": 20 }, { "arena": "agents", @@ -4493,28 +4494,28 @@ "category": "python-pptxslides", "elo": 1298, "win_rate": 65.9, - "rank": 2 + "rank": 3 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1214, - "win_rate": 62.5, - "rank": 10 + "elo": 1159, + "win_rate": 41.8, + "rank": 14 }, { "arena": "agents", "category": "webapps", - "elo": 1219, - "win_rate": 51.3, - "rank": 16 + "elo": 1220, + "win_rate": 51, + "rank": 17 }, { "arena": "models", "category": "3d", - "elo": 1220, - "win_rate": 51.2, - "rank": 44 + "elo": 1214, + "win_rate": 51.1, + "rank": 46 }, { "arena": "models", @@ -4526,42 +4527,42 @@ { "arena": "models", "category": "codecategories", - "elo": 1253, + "elo": 1251, "win_rate": 52.2, - "rank": 41 + "rank": 42 }, { "arena": "models", "category": "dataviz", - "elo": 1239, - "win_rate": 52.7, - "rank": 40 + "elo": 1236, + "win_rate": 52.5, + "rank": 41 }, { "arena": "models", "category": "gamedev", - "elo": 1263, - "win_rate": 52.3, - "rank": 31 + "elo": 1259, + "win_rate": 52.1, + "rank": 33 }, { "arena": "models", "category": "svg", "elo": 1191, - "win_rate": 51, - "rank": 32 + "win_rate": 50.9, + "rank": 34 }, { "arena": "models", "category": "uicomponent", "elo": 1255, "win_rate": 53.1, - "rank": 41 + "rank": 40 }, { "arena": "models", "category": "website", - "elo": 1257, + "elo": 1256, "win_rate": 52.7, "rank": 39 } @@ -4668,36 +4669,36 @@ { "arena": "agents", "category": "androidnative", - "elo": 1233, - "win_rate": 56.3, - "rank": 8 + "elo": 1232, + "win_rate": 56.2, + "rank": 11 }, { "arena": "agents", "category": "blender3d", "elo": 1096, "win_rate": 48.2, - "rank": 14 + "rank": 15 }, { "arena": "agents", "category": "codetovideo", - "elo": 1187, - "win_rate": 51.6, - "rank": 8 + "elo": 1206, + "win_rate": 54.4, + "rank": 9 }, { "arena": "agents", "category": "fullstack", - "elo": 1242, - "win_rate": 55.2, + "elo": 1233, + "win_rate": 55, "rank": 9 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1231, - "win_rate": 55.8, + "elo": 1233, + "win_rate": 55.9, "rank": 10 }, { @@ -4711,15 +4712,15 @@ "arena": "agents", "category": "mobileapps", "elo": 1216, - "win_rate": 54, - "rank": 14 + "win_rate": 53.7, + "rank": 15 }, { "arena": "agents", "category": "pdf", - "elo": 1179, - "win_rate": 51.3, - "rank": 16 + "elo": 1159, + "win_rate": 47.7, + "rank": 20 }, { "arena": "agents", @@ -4733,28 +4734,28 @@ "category": "python-pptxslides", "elo": 1298, "win_rate": 65.9, - "rank": 2 + "rank": 3 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1214, - "win_rate": 62.5, - "rank": 10 + "elo": 1159, + "win_rate": 41.8, + "rank": 14 }, { "arena": "agents", "category": "webapps", - "elo": 1219, - "win_rate": 51.3, - "rank": 16 + "elo": 1220, + "win_rate": 51, + "rank": 17 }, { "arena": "models", "category": "3d", - "elo": 1220, - "win_rate": 51.2, - "rank": 44 + "elo": 1214, + "win_rate": 51.1, + "rank": 46 }, { "arena": "models", @@ -4766,42 +4767,42 @@ { "arena": "models", "category": "codecategories", - "elo": 1253, + "elo": 1251, "win_rate": 52.2, - "rank": 41 + "rank": 42 }, { "arena": "models", "category": "dataviz", - "elo": 1239, - "win_rate": 52.7, - "rank": 40 + "elo": 1236, + "win_rate": 52.5, + "rank": 41 }, { "arena": "models", "category": "gamedev", - "elo": 1263, - "win_rate": 52.3, - "rank": 31 + "elo": 1259, + "win_rate": 52.1, + "rank": 33 }, { "arena": "models", "category": "svg", "elo": 1191, - "win_rate": 51, - "rank": 32 + "win_rate": 50.9, + "rank": 34 }, { "arena": "models", "category": "uicomponent", "elo": 1255, "win_rate": 53.1, - "rank": 41 + "rank": 40 }, { "arena": "models", "category": "website", - "elo": 1257, + "elo": 1256, "win_rate": 52.7, "rank": 39 } @@ -4879,16 +4880,16 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1206, - "win_rate": 53.1, + "elo": 1203, + "win_rate": 53.3, "rank": 3 }, { "arena": "agents", "category": "androidnative", - "elo": 1255, + "elo": 1254, "win_rate": 56.1, - "rank": 5 + "rank": 8 }, { "arena": "agents", @@ -4900,22 +4901,22 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1255, - "win_rate": 62.7, + "elo": 1268, + "win_rate": 64.3, "rank": 4 }, { "arena": "agents", "category": "fullstack", - "elo": 1299, - "win_rate": 57.2, + "elo": 1291, + "win_rate": 57, "rank": 5 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1279, - "win_rate": 54.6, + "elo": 1281, + "win_rate": 54.5, "rank": 3 }, { @@ -4928,85 +4929,85 @@ { "arena": "agents", "category": "pdf", - "elo": 1234, - "win_rate": 56.2, - "rank": 10 + "elo": 1250, + "win_rate": 58.6, + "rank": 8 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1218, - "win_rate": 54.1, - "rank": 7 + "elo": 1209, + "win_rate": 52.9, + "rank": 9 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1212, - "win_rate": 53.6, - "rank": 11 + "elo": 1270, + "win_rate": 54.7, + "rank": 9 }, { "arena": "agents", "category": "webapps", - "elo": 1255, - "win_rate": 54.6, - "rank": 11 + "elo": 1257, + "win_rate": 54.4, + "rank": 12 }, { "arena": "models", "category": "3d", - "elo": 1333, - "win_rate": 59.8, - "rank": 14 + "elo": 1330, + "win_rate": 59.7, + "rank": 13 }, { "arena": "models", "category": "asciiart", "elo": 1358, "win_rate": 68.6, - "rank": 1 + "rank": 2 }, { "arena": "models", "category": "codecategories", - "elo": 1322, - "win_rate": 57.4, + "elo": 1320, + "win_rate": 57.3, "rank": 10 }, { "arena": "models", "category": "dataviz", - "elo": 1330, - "win_rate": 58.4, + "elo": 1327, + "win_rate": 58.3, "rank": 9 }, { "arena": "models", "category": "gamedev", "elo": 1340, - "win_rate": 58.6, - "rank": 10 + "win_rate": 58.7, + "rank": 9 }, { "arena": "models", "category": "svg", - "elo": 1308, - "win_rate": 58.4, + "elo": 1306, + "win_rate": 58.2, "rank": 5 }, { "arena": "models", "category": "uicomponent", - "elo": 1344, + "elo": 1343, "win_rate": 60.6, - "rank": 6 + "rank": 7 }, { "arena": "models", "category": "website", - "elo": 1308, - "win_rate": 55.9, + "elo": 1306, + "win_rate": 55.8, "rank": 11 } ], @@ -5077,16 +5078,16 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1206, - "win_rate": 53.1, + "elo": 1203, + "win_rate": 53.3, "rank": 3 }, { "arena": "agents", "category": "androidnative", - "elo": 1255, + "elo": 1254, "win_rate": 56.1, - "rank": 5 + "rank": 8 }, { "arena": "agents", @@ -5098,22 +5099,22 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1255, - "win_rate": 62.7, + "elo": 1268, + "win_rate": 64.3, "rank": 4 }, { "arena": "agents", "category": "fullstack", - "elo": 1299, - "win_rate": 57.2, + "elo": 1291, + "win_rate": 57, "rank": 5 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1279, - "win_rate": 54.6, + "elo": 1281, + "win_rate": 54.5, "rank": 3 }, { @@ -5126,85 +5127,85 @@ { "arena": "agents", "category": "pdf", - "elo": 1234, - "win_rate": 56.2, - "rank": 10 + "elo": 1250, + "win_rate": 58.6, + "rank": 8 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1218, - "win_rate": 54.1, - "rank": 7 + "elo": 1209, + "win_rate": 52.9, + "rank": 9 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1212, - "win_rate": 53.6, - "rank": 11 + "elo": 1270, + "win_rate": 54.7, + "rank": 9 }, { "arena": "agents", "category": "webapps", - "elo": 1255, - "win_rate": 54.6, - "rank": 11 + "elo": 1257, + "win_rate": 54.4, + "rank": 12 }, { "arena": "models", "category": "3d", - "elo": 1333, - "win_rate": 59.8, - "rank": 14 + "elo": 1330, + "win_rate": 59.7, + "rank": 13 }, { "arena": "models", "category": "asciiart", "elo": 1358, "win_rate": 68.6, - "rank": 1 + "rank": 2 }, { "arena": "models", "category": "codecategories", - "elo": 1322, - "win_rate": 57.4, + "elo": 1320, + "win_rate": 57.3, "rank": 10 }, { "arena": "models", "category": "dataviz", - "elo": 1330, - "win_rate": 58.4, + "elo": 1327, + "win_rate": 58.3, "rank": 9 }, { "arena": "models", "category": "gamedev", "elo": 1340, - "win_rate": 58.6, - "rank": 10 + "win_rate": 58.7, + "rank": 9 }, { "arena": "models", "category": "svg", - "elo": 1308, - "win_rate": 58.4, + "elo": 1306, + "win_rate": 58.2, "rank": 5 }, { "arena": "models", "category": "uicomponent", - "elo": 1344, + "elo": 1343, "win_rate": 60.6, - "rank": 6 + "rank": 7 }, { "arena": "models", "category": "website", - "elo": 1308, - "win_rate": 55.9, + "elo": 1306, + "win_rate": 55.8, "rank": 11 } ], @@ -5278,103 +5279,110 @@ ], "benchmarks": { "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1410, + "win_rate": 77.2, + "rank": 1 + }, { "arena": "agents", "category": "blender3d", - "elo": 1274, - "win_rate": 64.7, - "rank": 3 + "elo": 1264, + "win_rate": 58.4, + "rank": 4 }, { "arena": "agents", "category": "codetovideo", - "elo": 1361, - "win_rate": 74.7, + "elo": 1364, + "win_rate": 75.4, "rank": 1 }, { "arena": "agents", "category": "mobileapps", - "elo": 1306, - "win_rate": 62.5, + "elo": 1303, + "win_rate": 62, "rank": 2 }, { "arena": "agents", "category": "pdf", - "elo": 1323, - "win_rate": 68.5, - "rank": 1 + "elo": 1297, + "win_rate": 64.8, + "rank": 3 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1398, - "win_rate": 68.7, + "elo": 1380, + "win_rate": 67, "rank": 2 }, { "arena": "agents", "category": "webapps", - "elo": 1313, - "win_rate": 61.7, + "elo": 1320, + "win_rate": 62.5, "rank": 2 }, { "arena": "models", "category": "3d", - "elo": 1470, - "win_rate": 64.6, + "elo": 1467, + "win_rate": 65, "rank": 1 }, { "arena": "models", "category": "asciiart", - "elo": 1355, - "win_rate": 64.2, - "rank": 2 + "elo": 1362, + "win_rate": 64.9, + "rank": 1 }, { "arena": "models", "category": "codecategories", "elo": 1383, - "win_rate": 60.6, + "win_rate": 60.8, "rank": 2 }, { "arena": "models", "category": "dataviz", - "elo": 1392, - "win_rate": 64.2, + "elo": 1390, + "win_rate": 64.4, "rank": 1 }, { "arena": "models", "category": "gamedev", - "elo": 1433, - "win_rate": 63.9, + "elo": 1432, + "win_rate": 64.2, "rank": 1 }, { "arena": "models", "category": "svg", - "elo": 1323, - "win_rate": 52.7, + "elo": 1321, + "win_rate": 53.1, "rank": 3 }, { "arena": "models", "category": "uicomponent", - "elo": 1375, - "win_rate": 62.9, + "elo": 1372, + "win_rate": 62.5, "rank": 4 }, { "arena": "models", "category": "website", "elo": 1325, - "win_rate": 55.3, - "rank": 5 + "win_rate": 55.6, + "rank": 4 } ], "artificial_analysis": { @@ -5440,103 +5448,110 @@ "endpoints": ["/api/v1/batches"], "benchmarks": { "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1410, + "win_rate": 77.2, + "rank": 1 + }, { "arena": "agents", "category": "blender3d", - "elo": 1274, - "win_rate": 64.7, - "rank": 3 + "elo": 1264, + "win_rate": 58.4, + "rank": 4 }, { "arena": "agents", "category": "codetovideo", - "elo": 1361, - "win_rate": 74.7, + "elo": 1364, + "win_rate": 75.4, "rank": 1 }, { "arena": "agents", "category": "mobileapps", - "elo": 1306, - "win_rate": 62.5, + "elo": 1303, + "win_rate": 62, "rank": 2 }, { "arena": "agents", "category": "pdf", - "elo": 1323, - "win_rate": 68.5, - "rank": 1 + "elo": 1297, + "win_rate": 64.8, + "rank": 3 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1398, - "win_rate": 68.7, + "elo": 1380, + "win_rate": 67, "rank": 2 }, { "arena": "agents", "category": "webapps", - "elo": 1313, - "win_rate": 61.7, + "elo": 1320, + "win_rate": 62.5, "rank": 2 }, { "arena": "models", "category": "3d", - "elo": 1470, - "win_rate": 64.6, + "elo": 1467, + "win_rate": 65, "rank": 1 }, { "arena": "models", "category": "asciiart", - "elo": 1355, - "win_rate": 64.2, - "rank": 2 + "elo": 1362, + "win_rate": 64.9, + "rank": 1 }, { "arena": "models", "category": "codecategories", "elo": 1383, - "win_rate": 60.6, + "win_rate": 60.8, "rank": 2 }, { "arena": "models", "category": "dataviz", - "elo": 1392, - "win_rate": 64.2, + "elo": 1390, + "win_rate": 64.4, "rank": 1 }, { "arena": "models", "category": "gamedev", - "elo": 1433, - "win_rate": 63.9, + "elo": 1432, + "win_rate": 64.2, "rank": 1 }, { "arena": "models", "category": "svg", - "elo": 1323, - "win_rate": 52.7, + "elo": 1321, + "win_rate": 53.1, "rank": 3 }, { "arena": "models", "category": "uicomponent", - "elo": 1375, - "win_rate": 62.9, + "elo": 1372, + "win_rate": 62.5, "rank": 4 }, { "arena": "models", "category": "website", "elo": 1325, - "win_rate": 55.3, - "rank": 5 + "win_rate": 55.6, + "rank": 4 } ], "artificial_analysis": { @@ -5629,9 +5644,9 @@ { "arena": "models", "category": "3d", - "elo": 1155, + "elo": 1149, "win_rate": 51, - "rank": 68 + "rank": 70 }, { "arena": "models", @@ -5643,49 +5658,49 @@ { "arena": "models", "category": "codecategories", - "elo": 1181, + "elo": 1179, "win_rate": 51.5, - "rank": 67 + "rank": 68 }, { "arena": "models", "category": "dataviz", - "elo": 1167, + "elo": 1165, "win_rate": 47.4, - "rank": 74 + "rank": 75 }, { "arena": "models", "category": "gamedev", - "elo": 1166, + "elo": 1163, "win_rate": 51.1, - "rank": 70 + "rank": 71 }, { "arena": "models", "category": "svg", "elo": 1111, "win_rate": 52.2, - "rank": 62 + "rank": 63 }, { "arena": "models", "category": "uicomponent", "elo": 1167, "win_rate": 49.4, - "rank": 72 + "rank": 73 }, { "arena": "models", "category": "website", - "elo": 1188, + "elo": 1186, "win_rate": 51.8, - "rank": 71 + "rank": 72 }, { "arena": "agents", "category": "fullstack", - "elo": 1043, + "elo": 1036, "win_rate": 43.7, "rank": 36 }, @@ -5699,9 +5714,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1044, + "elo": 1046, "win_rate": 43.2, - "rank": 41 + "rank": 42 } ], "artificial_analysis": { @@ -5786,9 +5801,9 @@ { "arena": "models", "category": "3d", - "elo": 1155, + "elo": 1149, "win_rate": 51, - "rank": 68 + "rank": 70 }, { "arena": "models", @@ -5800,49 +5815,49 @@ { "arena": "models", "category": "codecategories", - "elo": 1181, + "elo": 1179, "win_rate": 51.5, - "rank": 67 + "rank": 68 }, { "arena": "models", "category": "dataviz", - "elo": 1167, + "elo": 1165, "win_rate": 47.4, - "rank": 74 + "rank": 75 }, { "arena": "models", "category": "gamedev", - "elo": 1166, + "elo": 1163, "win_rate": 51.1, - "rank": 70 + "rank": 71 }, { "arena": "models", "category": "svg", "elo": 1111, "win_rate": 52.2, - "rank": 62 + "rank": 63 }, { "arena": "models", "category": "uicomponent", "elo": 1167, "win_rate": 49.4, - "rank": 72 + "rank": 73 }, { "arena": "models", "category": "website", - "elo": 1188, + "elo": 1186, "win_rate": 51.8, - "rank": 71 + "rank": 72 }, { "arena": "agents", "category": "fullstack", - "elo": 1043, + "elo": 1036, "win_rate": 43.7, "rank": 36 }, @@ -5856,9 +5871,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1044, + "elo": 1046, "win_rate": 43.2, - "rank": 41 + "rank": 42 } ], "artificial_analysis": { @@ -5934,21 +5949,21 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1123, - "win_rate": 52.2, + "elo": 1117, + "win_rate": 51.1, "rank": 17 }, { "arena": "agents", "category": "androidnative", - "elo": 1193, - "win_rate": 62.1, - "rank": 14 + "elo": 1192, + "win_rate": 61.8, + "rank": 17 }, { "arena": "agents", "category": "fullstack", - "elo": 1206, + "elo": 1197, "win_rate": 64.3, "rank": 15 }, @@ -5969,63 +5984,63 @@ { "arena": "agents", "category": "webapps", - "elo": 1174, + "elo": 1176, "win_rate": 57, - "rank": 28 + "rank": 29 }, { "arena": "models", "category": "3d", - "elo": 1231, + "elo": 1227, "win_rate": 57.5, - "rank": 41 + "rank": 43 }, { "arena": "models", "category": "asciiart", "elo": 1233, "win_rate": 60.1, - "rank": 20 + "rank": 21 }, { "arena": "models", "category": "codecategories", - "elo": 1274, + "elo": 1272, "win_rate": 59.4, "rank": 26 }, { "arena": "models", "category": "dataviz", - "elo": 1278, + "elo": 1276, "win_rate": 58.3, "rank": 22 }, { "arena": "models", "category": "gamedev", - "elo": 1259, + "elo": 1254, "win_rate": 58.8, - "rank": 37 + "rank": 38 }, { "arena": "models", "category": "svg", "elo": 1193, "win_rate": 58.7, - "rank": 30 + "rank": 31 }, { "arena": "models", "category": "uicomponent", "elo": 1266, "win_rate": 58.3, - "rank": 33 + "rank": 34 }, { "arena": "models", "category": "website", - "elo": 1283, + "elo": 1281, "win_rate": 60, "rank": 23 } @@ -6098,21 +6113,21 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1123, - "win_rate": 52.2, + "elo": 1117, + "win_rate": 51.1, "rank": 17 }, { "arena": "agents", "category": "androidnative", - "elo": 1193, - "win_rate": 62.1, - "rank": 14 + "elo": 1192, + "win_rate": 61.8, + "rank": 17 }, { "arena": "agents", "category": "fullstack", - "elo": 1206, + "elo": 1197, "win_rate": 64.3, "rank": 15 }, @@ -6133,63 +6148,63 @@ { "arena": "agents", "category": "webapps", - "elo": 1174, + "elo": 1176, "win_rate": 57, - "rank": 28 + "rank": 29 }, { "arena": "models", "category": "3d", - "elo": 1231, + "elo": 1227, "win_rate": 57.5, - "rank": 41 + "rank": 43 }, { "arena": "models", "category": "asciiart", "elo": 1233, "win_rate": 60.1, - "rank": 20 + "rank": 21 }, { "arena": "models", "category": "codecategories", - "elo": 1274, + "elo": 1272, "win_rate": 59.4, "rank": 26 }, { "arena": "models", "category": "dataviz", - "elo": 1278, + "elo": 1276, "win_rate": 58.3, "rank": 22 }, { "arena": "models", "category": "gamedev", - "elo": 1259, + "elo": 1254, "win_rate": 58.8, - "rank": 37 + "rank": 38 }, { "arena": "models", "category": "svg", "elo": 1193, "win_rate": 58.7, - "rank": 30 + "rank": 31 }, { "arena": "models", "category": "uicomponent", "elo": 1266, "win_rate": 58.3, - "rank": 33 + "rank": 34 }, { "arena": "models", "category": "website", - "elo": 1283, + "elo": 1281, "win_rate": 60, "rank": 23 } @@ -6266,44 +6281,44 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1172, - "win_rate": 51.7, + "elo": 1170, + "win_rate": 51.6, "rank": 8 }, { "arena": "agents", "category": "androidnative", - "elo": 1222, - "win_rate": 54, - "rank": 10 + "elo": 1221, + "win_rate": 53.7, + "rank": 12 }, { "arena": "agents", "category": "blender3d", - "elo": 1001, - "win_rate": 35.3, + "elo": 1006, + "win_rate": 33.2, "rank": 21 }, { "arena": "agents", "category": "codetovideo", - "elo": 1122, - "win_rate": 41.7, - "rank": 16 + "elo": 1127, + "win_rate": 42.4, + "rank": 19 }, { "arena": "agents", "category": "fullstack", - "elo": 1241, - "win_rate": 53.5, - "rank": 11 + "elo": 1233, + "win_rate": 53.3, + "rank": 10 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1223, - "win_rate": 54.2, - "rank": 14 + "elo": 1225, + "win_rate": 54.1, + "rank": 13 }, { "arena": "agents", @@ -6322,37 +6337,37 @@ { "arena": "agents", "category": "pdf", - "elo": 1216, - "win_rate": 53.2, - "rank": 12 + "elo": 1214, + "win_rate": 53, + "rank": 13 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1170, - "win_rate": 49.9, - "rank": 15 + "elo": 1164, + "win_rate": 48.9, + "rank": 17 }, { "arena": "agents", "category": "spreadsheet", "elo": 1148, - "win_rate": 50, - "rank": 14 + "win_rate": 42.4, + "rank": 15 }, { "arena": "agents", "category": "webapps", "elo": 1225, - "win_rate": 52.3, - "rank": 14 + "win_rate": 51.9, + "rank": 16 }, { "arena": "models", "category": "3d", - "elo": 1257, - "win_rate": 53.8, - "rank": 29 + "elo": 1251, + "win_rate": 53.2, + "rank": 31 }, { "arena": "models", @@ -6364,43 +6379,43 @@ { "arena": "models", "category": "codecategories", - "elo": 1274, - "win_rate": 52.5, - "rank": 27 + "elo": 1270, + "win_rate": 52.2, + "rank": 28 }, { "arena": "models", "category": "dataviz", - "elo": 1251, - "win_rate": 52.9, + "elo": 1249, + "win_rate": 52.7, "rank": 35 }, { "arena": "models", "category": "gamedev", - "elo": 1275, - "win_rate": 51.2, - "rank": 24 + "elo": 1273, + "win_rate": 51, + "rank": 23 }, { "arena": "models", "category": "svg", - "elo": 1191, - "win_rate": 49.3, - "rank": 33 + "elo": 1193, + "win_rate": 49.5, + "rank": 32 }, { "arena": "models", "category": "uicomponent", - "elo": 1274, - "win_rate": 53.6, - "rank": 30 + "elo": 1273, + "win_rate": 53.5, + "rank": 31 }, { "arena": "models", "category": "website", - "elo": 1272, - "win_rate": 52.2, + "elo": 1270, + "win_rate": 52, "rank": 28 } ], @@ -6471,44 +6486,44 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1172, - "win_rate": 51.7, + "elo": 1170, + "win_rate": 51.6, "rank": 8 }, { "arena": "agents", "category": "androidnative", - "elo": 1222, - "win_rate": 54, - "rank": 10 + "elo": 1221, + "win_rate": 53.7, + "rank": 12 }, { "arena": "agents", "category": "blender3d", - "elo": 1001, - "win_rate": 35.3, + "elo": 1006, + "win_rate": 33.2, "rank": 21 }, { "arena": "agents", "category": "codetovideo", - "elo": 1122, - "win_rate": 41.7, - "rank": 16 + "elo": 1127, + "win_rate": 42.4, + "rank": 19 }, { "arena": "agents", "category": "fullstack", - "elo": 1241, - "win_rate": 53.5, - "rank": 11 + "elo": 1233, + "win_rate": 53.3, + "rank": 10 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1223, - "win_rate": 54.2, - "rank": 14 + "elo": 1225, + "win_rate": 54.1, + "rank": 13 }, { "arena": "agents", @@ -6527,37 +6542,37 @@ { "arena": "agents", "category": "pdf", - "elo": 1216, - "win_rate": 53.2, - "rank": 12 + "elo": 1214, + "win_rate": 53, + "rank": 13 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1170, - "win_rate": 49.9, - "rank": 15 + "elo": 1164, + "win_rate": 48.9, + "rank": 17 }, { "arena": "agents", "category": "spreadsheet", "elo": 1148, - "win_rate": 50, - "rank": 14 + "win_rate": 42.4, + "rank": 15 }, { "arena": "agents", "category": "webapps", "elo": 1225, - "win_rate": 52.3, - "rank": 14 + "win_rate": 51.9, + "rank": 16 }, { "arena": "models", "category": "3d", - "elo": 1257, - "win_rate": 53.8, - "rank": 29 + "elo": 1251, + "win_rate": 53.2, + "rank": 31 }, { "arena": "models", @@ -6569,43 +6584,43 @@ { "arena": "models", "category": "codecategories", - "elo": 1274, - "win_rate": 52.5, - "rank": 27 + "elo": 1270, + "win_rate": 52.2, + "rank": 28 }, { "arena": "models", "category": "dataviz", - "elo": 1251, - "win_rate": 52.9, + "elo": 1249, + "win_rate": 52.7, "rank": 35 }, { "arena": "models", "category": "gamedev", - "elo": 1275, - "win_rate": 51.2, - "rank": 24 + "elo": 1273, + "win_rate": 51, + "rank": 23 }, { "arena": "models", "category": "svg", - "elo": 1191, - "win_rate": 49.3, - "rank": 33 + "elo": 1193, + "win_rate": 49.5, + "rank": 32 }, { "arena": "models", "category": "uicomponent", - "elo": 1274, - "win_rate": 53.6, - "rank": 30 + "elo": 1273, + "win_rate": 53.5, + "rank": 31 }, { "arena": "models", "category": "website", - "elo": 1272, - "win_rate": 52.2, + "elo": 1270, + "win_rate": 52, "rank": 28 } ], @@ -6679,88 +6694,102 @@ ], "benchmarks": { "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1276, + "win_rate": 59.4, + "rank": 5 + }, { "arena": "agents", "category": "blender3d", - "elo": 1259, - "win_rate": 64.5, - "rank": 4 + "elo": 1273, + "win_rate": 61, + "rank": 3 }, { "arena": "agents", "category": "codetovideo", - "elo": 1338, - "win_rate": 71.2, + "elo": 1351, + "win_rate": 72.7, "rank": 2 }, { "arena": "agents", "category": "mobileapps", - "elo": 1266, - "win_rate": 57.6, - "rank": 4 + "elo": 1263, + "win_rate": 57.4, + "rank": 5 }, { "arena": "agents", "category": "pdf", - "elo": 1251, - "win_rate": 59.2, - "rank": 8 + "elo": 1255, + "win_rate": 59.7, + "rank": 7 }, { "arena": "agents", "category": "spreadsheet", "elo": 1294, - "win_rate": 53.5, + "win_rate": 54.9, "rank": 5 }, { "arena": "agents", "category": "webapps", - "elo": 1294, - "win_rate": 60.2, - "rank": 4 + "elo": 1285, + "win_rate": 57.4, + "rank": 6 }, { "arena": "models", "category": "3d", - "elo": 1399, - "win_rate": 52.1, - "rank": 6 + "elo": 1404, + "win_rate": 54.2, + "rank": 5 }, { "arena": "models", "category": "codecategories", - "elo": 1350, + "elo": 1348, "win_rate": 56.5, "rank": 6 }, { "arena": "models", "category": "dataviz", - "elo": 1370, - "win_rate": 65.1, - "rank": 2 + "elo": 1364, + "win_rate": 64.6, + "rank": 3 }, { "arena": "models", "category": "gamedev", - "elo": 1407, - "win_rate": 61.9, + "elo": 1397, + "win_rate": 60.9, "rank": 5 }, + { + "arena": "models", + "category": "svg", + "elo": 1304, + "win_rate": 56.4, + "rank": 7 + }, { "arena": "models", "category": "uicomponent", - "elo": 1376, - "win_rate": 63.5, - "rank": 3 + "elo": 1384, + "win_rate": 64.6, + "rank": 2 }, { "arena": "models", "category": "website", - "elo": 1318, - "win_rate": 54.6, + "elo": 1315, + "win_rate": 54.5, "rank": 6 } ], @@ -6827,88 +6856,102 @@ "endpoints": ["/api/v1/batches"], "benchmarks": { "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1276, + "win_rate": 59.4, + "rank": 5 + }, { "arena": "agents", "category": "blender3d", - "elo": 1259, - "win_rate": 64.5, - "rank": 4 + "elo": 1273, + "win_rate": 61, + "rank": 3 }, { "arena": "agents", "category": "codetovideo", - "elo": 1338, - "win_rate": 71.2, + "elo": 1351, + "win_rate": 72.7, "rank": 2 }, { "arena": "agents", "category": "mobileapps", - "elo": 1266, - "win_rate": 57.6, - "rank": 4 + "elo": 1263, + "win_rate": 57.4, + "rank": 5 }, { "arena": "agents", "category": "pdf", - "elo": 1251, - "win_rate": 59.2, - "rank": 8 + "elo": 1255, + "win_rate": 59.7, + "rank": 7 }, { "arena": "agents", "category": "spreadsheet", "elo": 1294, - "win_rate": 53.5, + "win_rate": 54.9, "rank": 5 }, { "arena": "agents", "category": "webapps", - "elo": 1294, - "win_rate": 60.2, - "rank": 4 + "elo": 1285, + "win_rate": 57.4, + "rank": 6 }, { "arena": "models", "category": "3d", - "elo": 1399, - "win_rate": 52.1, - "rank": 6 + "elo": 1404, + "win_rate": 54.2, + "rank": 5 }, { "arena": "models", "category": "codecategories", - "elo": 1350, + "elo": 1348, "win_rate": 56.5, "rank": 6 }, { "arena": "models", "category": "dataviz", - "elo": 1370, - "win_rate": 65.1, - "rank": 2 + "elo": 1364, + "win_rate": 64.6, + "rank": 3 }, { "arena": "models", "category": "gamedev", - "elo": 1407, - "win_rate": 61.9, + "elo": 1397, + "win_rate": 60.9, "rank": 5 }, + { + "arena": "models", + "category": "svg", + "elo": 1304, + "win_rate": 56.4, + "rank": 7 + }, { "arena": "models", "category": "uicomponent", - "elo": 1376, - "win_rate": 63.5, - "rank": 3 + "elo": 1384, + "win_rate": 64.6, + "rank": 2 }, { "arena": "models", "category": "website", - "elo": 1318, - "win_rate": 54.6, + "elo": 1315, + "win_rate": 54.5, "rank": 6 } ], @@ -7455,6 +7498,8 @@ "stop", "structured_outputs", "temperature", + "tool_choice", + "tools", "top_k", "top_p" ], @@ -7509,6 +7554,7 @@ "stop", "structured_outputs", "temperature", + "tool_choice", "tools", "top_k", "top_p" @@ -7678,6 +7724,8 @@ "stop", "structured_outputs", "temperature", + "tool_choice", + "tools", "top_k", "top_p" ], @@ -7757,7 +7805,7 @@ "benchmarks": { "design_arena": [], "artificial_analysis": { - "intelligence_index": null, + "intelligence_index": 3.4, "coding_index": 36.5, "agentic_index": 1.1 } @@ -7782,12 +7830,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000002574", - "completion": "0.0000010287" + "prompt": "0.00000032", + "completion": "0.00000089" }, "top_provider": { - "context_length": 128000, - "max_completion_tokens": 16000, + "context_length": 163840, + "max_completion_tokens": 16384, "is_moderated": false }, "per_request_limits": null, @@ -7826,51 +7874,51 @@ { "arena": "models", "category": "3d", - "elo": 1084, + "elo": 1078, "win_rate": 50.5, - "rank": 93 + "rank": 98 }, { "arena": "models", "category": "codecategories", - "elo": 1106, + "elo": 1104, "win_rate": 48.4, - "rank": 106 + "rank": 107 }, { "arena": "models", "category": "dataviz", - "elo": 1089, + "elo": 1087, "win_rate": 50, - "rank": 104 + "rank": 106 }, { "arena": "models", "category": "gamedev", - "elo": 1053, + "elo": 1050, "win_rate": 43.7, - "rank": 113 + "rank": 114 }, { "arena": "models", "category": "svg", "elo": 973, "win_rate": 38.8, - "rank": 94 + "rank": 95 }, { "arena": "models", "category": "uicomponent", "elo": 1088, "win_rate": 52.7, - "rank": 103 + "rank": 104 }, { "arena": "models", "category": "website", "elo": 1118, "win_rate": 48.5, - "rank": 105 + "rank": 106 } ] } @@ -8002,51 +8050,51 @@ { "arena": "models", "category": "3d", - "elo": 1074, + "elo": 1068, "win_rate": 47.9, - "rank": 101 + "rank": 105 }, { "arena": "models", "category": "codecategories", - "elo": 1110, + "elo": 1108, "win_rate": 47.8, - "rank": 104 + "rank": 105 }, { "arena": "models", "category": "dataviz", - "elo": 1096, + "elo": 1094, "win_rate": 46.2, - "rank": 103 + "rank": 105 }, { "arena": "models", "category": "gamedev", - "elo": 1084, + "elo": 1079, "win_rate": 47.1, - "rank": 104 + "rank": 105 }, { "arena": "models", "category": "svg", "elo": 963, "win_rate": 38.2, - "rank": 95 + "rank": 96 }, { "arena": "models", "category": "uicomponent", "elo": 1080, "win_rate": 47.1, - "rank": 105 + "rank": 106 }, { "arena": "models", "category": "website", - "elo": 1122, + "elo": 1120, "win_rate": 48, - "rank": 104 + "rank": 105 } ] }, @@ -8123,51 +8171,51 @@ { "arena": "models", "category": "3d", - "elo": 1108, + "elo": 1104, "win_rate": 53.3, - "rank": 89 + "rank": 92 }, { "arena": "models", "category": "codecategories", - "elo": 1137, + "elo": 1135, "win_rate": 52.6, - "rank": 96 + "rank": 98 }, { "arena": "models", "category": "dataviz", - "elo": 1182, + "elo": 1180, "win_rate": 60.9, "rank": 65 }, { "arena": "models", "category": "gamedev", - "elo": 1097, + "elo": 1094, "win_rate": 49.3, - "rank": 99 + "rank": 98 }, { "arena": "models", "category": "svg", "elo": 1035, "win_rate": 48.7, - "rank": 81 + "rank": 82 }, { "arena": "models", "category": "uicomponent", "elo": 1097, "win_rate": 54.9, - "rank": 97 + "rank": 99 }, { "arena": "models", "category": "website", - "elo": 1149, + "elo": 1147, "win_rate": 52.7, - "rank": 93 + "rank": 95 } ] }, @@ -8235,51 +8283,51 @@ { "arena": "models", "category": "3d", - "elo": 1138, + "elo": 1132, "win_rate": 56, - "rank": 73 + "rank": 76 }, { "arena": "models", "category": "codecategories", - "elo": 1173, + "elo": 1171, "win_rate": 56, - "rank": 73 + "rank": 74 }, { "arena": "models", "category": "dataviz", - "elo": 1168, + "elo": 1166, "win_rate": 53.4, - "rank": 73 + "rank": 74 }, { "arena": "models", "category": "gamedev", - "elo": 1129, + "elo": 1127, "win_rate": 52.5, - "rank": 89 + "rank": 90 }, { "arena": "models", "category": "svg", "elo": 1061, "win_rate": 50.1, - "rank": 77 + "rank": 78 }, { "arena": "models", "category": "uicomponent", "elo": 1177, "win_rate": 59.5, - "rank": 68 + "rank": 69 }, { "arena": "models", "category": "website", - "elo": 1185, + "elo": 1183, "win_rate": 56.4, - "rank": 73 + "rank": 75 } ], "artificial_analysis": { @@ -8364,9 +8412,9 @@ { "arena": "models", "category": "3d", - "elo": 1130, + "elo": 1124, "win_rate": 49.4, - "rank": 78 + "rank": 81 }, { "arena": "models", @@ -8378,44 +8426,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1162, + "elo": 1160, "win_rate": 49.3, - "rank": 82 + "rank": 83 }, { "arena": "models", "category": "dataviz", - "elo": 1158, + "elo": 1156, "win_rate": 48.2, - "rank": 79 + "rank": 80 }, { "arena": "models", "category": "gamedev", - "elo": 1130, + "elo": 1128, "win_rate": 46.5, - "rank": 88 + "rank": 89 }, { "arena": "models", "category": "svg", "elo": 1029, "win_rate": 40.8, - "rank": 84 + "rank": 85 }, { "arena": "models", "category": "uicomponent", "elo": 1144, "win_rate": 46.8, - "rank": 82 + "rank": 83 }, { "arena": "models", "category": "website", "elo": 1173, "win_rate": 50.2, - "rank": 81 + "rank": 82 } ], "artificial_analysis": { @@ -8489,51 +8537,51 @@ { "arena": "models", "category": "3d", - "elo": 1145, + "elo": 1140, "win_rate": 56.4, - "rank": 71 + "rank": 73 }, { "arena": "models", "category": "codecategories", - "elo": 1170, + "elo": 1167, "win_rate": 54.2, - "rank": 74 + "rank": 76 }, { "arena": "models", "category": "dataviz", - "elo": 1152, + "elo": 1150, "win_rate": 50.6, - "rank": 82 + "rank": 83 }, { "arena": "models", "category": "gamedev", - "elo": 1144, + "elo": 1141, "win_rate": 53, - "rank": 77 + "rank": 78 }, { "arena": "models", "category": "svg", "elo": 1028, "win_rate": 42, - "rank": 85 + "rank": 86 }, { "arena": "models", "category": "uicomponent", "elo": 1161, "win_rate": 53.3, - "rank": 74 + "rank": 75 }, { "arena": "models", "category": "website", - "elo": 1177, + "elo": 1175, "win_rate": 54.3, - "rank": 77 + "rank": 79 } ] }, @@ -8609,9 +8657,9 @@ { "arena": "models", "category": "3d", - "elo": 1186, + "elo": 1180, "win_rate": 49.3, - "rank": 57 + "rank": 59 }, { "arena": "models", @@ -8623,44 +8671,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1204, + "elo": 1202, "win_rate": 48.9, - "rank": 62 + "rank": 63 }, { "arena": "models", "category": "dataviz", - "elo": 1127, + "elo": 1125, "win_rate": 40.7, - "rank": 93 + "rank": 94 }, { "arena": "models", "category": "gamedev", - "elo": 1197, + "elo": 1192, "win_rate": 50.2, - "rank": 58 + "rank": 60 }, { "arena": "models", "category": "svg", "elo": 1152, "win_rate": 48.4, - "rank": 47 + "rank": 48 }, { "arena": "models", "category": "uicomponent", "elo": 1159, "win_rate": 44.7, - "rank": 77 + "rank": 78 }, { "arena": "models", "category": "website", - "elo": 1206, + "elo": 1204, "win_rate": 49.1, - "rank": 63 + "rank": 64 } ], "artificial_analysis": { @@ -8691,7 +8739,7 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000059", + "prompt": "0.0000000434", "completion": "0.0000003", "input_cache_read": "0.000000035" }, @@ -8743,9 +8791,9 @@ { "arena": "models", "category": "3d", - "elo": 1205, + "elo": 1200, "win_rate": 48.7, - "rank": 48 + "rank": 49 }, { "arena": "models", @@ -8757,30 +8805,30 @@ { "arena": "models", "category": "codecategories", - "elo": 1228, + "elo": 1226, "win_rate": 46.4, - "rank": 53 + "rank": 56 }, { "arena": "models", "category": "dataviz", - "elo": 1180, + "elo": 1178, "win_rate": 41.1, "rank": 66 }, { "arena": "models", "category": "gamedev", - "elo": 1207, + "elo": 1204, "win_rate": 44.6, - "rank": 53 + "rank": 54 }, { "arena": "models", "category": "svg", "elo": 1180, "win_rate": 45.1, - "rank": 37 + "rank": 39 }, { "arena": "models", @@ -8792,9 +8840,135 @@ { "arena": "models", "category": "website", - "elo": 1236, + "elo": 1234, "win_rate": 46.7, + "rank": 54 + } + ], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 69.1, + "agentic_index": 41 + } + }, + "reasoning": { + "mandatory": false, + "default_enabled": true, + "supported_efforts": ["max", "high", "low", "none"], + "default_effort": "high" + } + }, + { + "id": "deepseek/deepseek-v4-flash-0731:batch", + "canonical_slug": "deepseek/deepseek-v4-flash-20260731", + "hugging_face_id": "deepseek-ai/DeepSeek-V4-Flash-0731", + "name": "DeepSeek: DeepSeek V4 Flash 0731 (batch)", + "created": 1785478908, + "description": "DeepSeek V4 Flash 0731 is a sparse mixture-of-experts model from DeepSeek, with 13B active parameters out of 284B total. This re-post-trained revision is suited for coding, reasoning, and agent workflows....", + "context_length": 1048576, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "DeepSeek", + "instruct_type": null + }, + "pricing": { + "prompt": "0.000000048", + "completion": "0.000000144", + "input_cache_read": "0.000000012" + }, + "top_provider": { + "context_length": 1048576, + "max_completion_tokens": 384000, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "logit_bias", + "max_tokens", + "min_p", + "presence_penalty", + "reasoning", + "reasoning_effort", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "default_parameters": {}, + "supported_voices": [], + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/deepseek/deepseek-v4-flash-20260731/endpoints" + }, + "endpoints": ["/api/v1/batches"], + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1200, + "win_rate": 48.7, + "rank": 49 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1088, + "win_rate": 33.3, + "rank": 67 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1226, + "win_rate": 46.4, + "rank": 56 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1178, + "win_rate": 41.1, + "rank": 66 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1204, + "win_rate": 44.6, + "rank": 54 + }, + { + "arena": "models", + "category": "svg", + "elo": 1180, + "win_rate": 45.1, + "rank": 39 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1230, + "win_rate": 46.8, "rank": 51 + }, + { + "arena": "models", + "category": "website", + "elo": 1234, + "win_rate": 46.7, + "rank": 54 } ], "artificial_analysis": { @@ -8902,9 +9076,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000095526", - "completion": "0.00000191052", - "input_cache_read": "0.000000079605" + "prompt": "0.000000894012", + "completion": "0.000001788024", + "input_cache_read": "0.000000074501" }, "top_provider": { "context_length": 1024000, @@ -8972,14 +9146,14 @@ "category": "webapps", "elo": 1000, "win_rate": 26.4, - "rank": 46 + "rank": 47 }, { "arena": "models", "category": "3d", - "elo": 1251, + "elo": 1245, "win_rate": 56.8, - "rank": 33 + "rank": 34 }, { "arena": "models", @@ -8991,21 +9165,21 @@ { "arena": "models", "category": "codecategories", - "elo": 1238, + "elo": 1235, "win_rate": 51.9, - "rank": 47 + "rank": 48 }, { "arena": "models", "category": "dataviz", - "elo": 1203, - "win_rate": 48.7, - "rank": 59 + "elo": 1200, + "win_rate": 48.6, + "rank": 60 }, { "arena": "models", "category": "gamedev", - "elo": 1229, + "elo": 1226, "win_rate": 52.3, "rank": 44 }, @@ -9014,7 +9188,7 @@ "category": "svg", "elo": 1136, "win_rate": 45.4, - "rank": 55 + "rank": 56 }, { "arena": "models", @@ -9026,9 +9200,9 @@ { "arena": "models", "category": "website", - "elo": 1233, + "elo": 1232, "win_rate": 50.5, - "rank": 53 + "rank": 55 } ], "artificial_analysis": { @@ -9059,9 +9233,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000103", - "completion": "0.00000411", - "input_cache_read": "0.000000098" + "prompt": "0.000000111", + "completion": "0.00000444", + "input_cache_read": "0.000000097" }, "top_provider": { "context_length": 1048576, @@ -9137,8 +9311,8 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000045", - "completion": "0.0000005", + "prompt": "0.000000051", + "completion": "0.000000567", "input_cache_read": "0.000000018" }, "top_provider": { @@ -9207,61 +9381,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000003", - "completion": "0.0000012", - "input_cache_read": "0.000000006", - "overrides": [ - { - "utc_days": ["saturday", "sunday"], - "prompt": "0.00000015", - "completion": "0.0000006", - "input_cache_read": "0.000000003" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 0, - "utc_end": 100, - "prompt": "0.00000015", - "completion": "0.0000006", - "input_cache_read": "0.000000003" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 100, - "utc_end": 400, - "prompt": "0.0000003", - "completion": "0.0000012", - "input_cache_read": "0.000000006" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 400, - "utc_end": 600, - "prompt": "0.00000015", - "completion": "0.0000006", - "input_cache_read": "0.000000003" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 600, - "utc_end": 1000, - "prompt": "0.0000003", - "completion": "0.0000012", - "input_cache_read": "0.000000006" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 1000, - "utc_end": 0, - "prompt": "0.00000015", - "completion": "0.0000006", - "input_cache_read": "0.000000003" - } - ] + "prompt": "0.000000006", + "completion": "0.0000005", + "input_cache_read": "0.000000005" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 393216, + "max_completion_tokens": 943718, "is_moderated": false }, "per_request_limits": null, @@ -9307,64 +9433,196 @@ { "arena": "agents", "category": "spreadsheet", - "elo": 1288, - "win_rate": 51.2, - "rank": 6 + "elo": 1304, + "win_rate": 55, + "rank": 4 }, { "arena": "models", "category": "3d", - "elo": 1360, - "win_rate": 47.6, + "elo": 1354, + "win_rate": 47.3, "rank": 10 }, { "arena": "models", "category": "asciiart", - "elo": 1225, - "win_rate": 48.2, - "rank": 21 + "elo": 1240, + "win_rate": 48.3, + "rank": 20 }, { "arena": "models", "category": "codecategories", - "elo": 1290, - "win_rate": 48.6, - "rank": 19 + "elo": 1289, + "win_rate": 48.7, + "rank": 18 }, { "arena": "models", "category": "dataviz", "elo": 1263, + "win_rate": 50.3, + "rank": 29 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1263, + "win_rate": 44.4, + "rank": 27 + }, + { + "arena": "models", + "category": "svg", + "elo": 1252, + "win_rate": 52.4, + "rank": 17 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1294, "win_rate": 50, - "rank": 30 + "rank": 18 + }, + { + "arena": "models", + "category": "website", + "elo": 1294, + "win_rate": 51.7, + "rank": 17 + } + ], + "artificial_analysis": { + "intelligence_index": 28.6, + "coding_index": null, + "agentic_index": null + } + }, + "reasoning": { + "mandatory": false, + "default_enabled": true, + "supported_efforts": ["max", "high", "low", "none"], + "default_effort": "high" + } + }, + { + "id": "deepseek/deepseek-v4.1-flash-1017:batch", + "canonical_slug": "deepseek/deepseek-v4.1-flash-20261017", + "hugging_face_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017", + "name": "DeepSeek: DeepSeek V4.1 Flash 1017 (batch)", + "created": 1792225624, + "description": "DeepSeek V4.1 Flash 1017 is the October 17, 2026 snapshot of DeepSeek V4.1 Flash, served by DeepSeek under the `deepseek-flash` API model name. V4.1 Flash is a sparse mixture-of-experts model...", + "context_length": 1048576, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "DeepSeek", + "instruct_type": null + }, + "pricing": { + "prompt": "0.000000011", + "completion": "0.0000002", + "input_cache_read": "0.000000002" + }, + "top_provider": { + "context_length": 1048576, + "max_completion_tokens": 943718, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "logit_bias", + "max_tokens", + "min_p", + "presence_penalty", + "reasoning", + "reasoning_effort", + "repetition_penalty", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "default_parameters": {}, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/deepseek/deepseek-v4.1-flash-20261017/endpoints" + }, + "endpoints": ["/api/v1/batches"], + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "spreadsheet", + "elo": 1304, + "win_rate": 55, + "rank": 4 + }, + { + "arena": "models", + "category": "3d", + "elo": 1354, + "win_rate": 47.3, + "rank": 10 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1240, + "win_rate": 48.3, + "rank": 20 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1289, + "win_rate": 48.7, + "rank": 18 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1263, + "win_rate": 50.3, + "rank": 29 }, { "arena": "models", "category": "gamedev", - "elo": 1261, - "win_rate": 43.7, - "rank": 36 + "elo": 1263, + "win_rate": 44.4, + "rank": 27 }, { "arena": "models", "category": "svg", "elo": 1252, - "win_rate": 52.3, - "rank": 16 + "win_rate": 52.4, + "rank": 17 }, { "arena": "models", "category": "uicomponent", - "elo": 1301, - "win_rate": 50.5, + "elo": 1294, + "win_rate": 50, "rank": 18 }, { "arena": "models", "category": "website", - "elo": 1296, - "win_rate": 51.8, + "elo": 1294, + "win_rate": 51.7, "rank": 17 } ], @@ -9397,13 +9655,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000112", - "completion": "0.000000336", - "input_cache_read": "0.00000000336" + "prompt": "0.000000011", + "completion": "0.0000002", + "input_cache_read": "0.000000002" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 131072, + "max_completion_tokens": 943718, "is_moderated": false }, "per_request_limits": null, @@ -9694,51 +9952,51 @@ { "arena": "models", "category": "3d", - "elo": 1068, + "elo": 1062, "win_rate": 47.4, - "rank": 104 + "rank": 108 }, { "arena": "models", "category": "codecategories", - "elo": 1102, + "elo": 1100, "win_rate": 46.9, - "rank": 107 + "rank": 109 }, { "arena": "models", "category": "dataviz", - "elo": 1134, + "elo": 1132, "win_rate": 49.1, - "rank": 90 + "rank": 91 }, { "arena": "models", "category": "gamedev", - "elo": 1064, + "elo": 1062, "win_rate": 44.3, - "rank": 111 + "rank": 112 }, { "arena": "models", "category": "uicomponent", "elo": 1087, "win_rate": 48.9, - "rank": 104 + "rank": 105 }, { "arena": "models", "category": "website", "elo": 1113, "win_rate": 47.1, - "rank": 107 + "rank": 108 }, { "arena": "models", "category": "svg", "elo": 1016, "win_rate": 43.1, - "rank": 87 + "rank": 88 } ] }, @@ -9974,28 +10232,28 @@ { "arena": "models", "category": "3d", - "elo": 1078, + "elo": 1072, "win_rate": 50.6, - "rank": 98 + "rank": 102 }, { "arena": "models", "category": "codecategories", - "elo": 1150, + "elo": 1148, "win_rate": 57.5, - "rank": 88 + "rank": 90 }, { "arena": "models", "category": "dataviz", - "elo": 1222, + "elo": 1220, "win_rate": 68.2, "rank": 51 }, { "arena": "models", "category": "gamedev", - "elo": 1111, + "elo": 1108, "win_rate": 54.2, "rank": 93 }, @@ -10004,14 +10262,14 @@ "category": "uicomponent", "elo": 1134, "win_rate": 57.5, - "rank": 87 + "rank": 88 }, { "arena": "models", "category": "website", "elo": 1165, "win_rate": 58.4, - "rank": 85 + "rank": 86 } ], "artificial_analysis": { @@ -10181,14 +10439,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1047, - "win_rate": 48.1, - "rank": 36 + "elo": 1044, + "win_rate": 47.7, + "rank": 41 }, { "arena": "agents", "category": "fullstack", - "elo": 1056, + "elo": 1049, "win_rate": 47.4, "rank": 34 }, @@ -10211,35 +10469,35 @@ "category": "python-pptxslides", "elo": 1036, "win_rate": 38.3, - "rank": 29 + "rank": 30 }, { "arena": "agents", "category": "webapps", - "elo": 1094, + "elo": 1096, "win_rate": 48.5, - "rank": 38 + "rank": 39 }, { "arena": "models", "category": "3d", - "elo": 1181, + "elo": 1175, "win_rate": 62.7, - "rank": 58 + "rank": 60 }, { "arena": "models", "category": "codecategories", - "elo": 1187, + "elo": 1185, "win_rate": 57.6, - "rank": 65 + "rank": 66 }, { "arena": "models", "category": "gamedev", - "elo": 1166, + "elo": 1163, "win_rate": 58.3, - "rank": 71 + "rank": 72 }, { "arena": "models", @@ -10333,14 +10591,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1047, - "win_rate": 48.1, - "rank": 36 + "elo": 1044, + "win_rate": 47.7, + "rank": 41 }, { "arena": "agents", "category": "fullstack", - "elo": 1056, + "elo": 1049, "win_rate": 47.4, "rank": 34 }, @@ -10363,35 +10621,35 @@ "category": "python-pptxslides", "elo": 1036, "win_rate": 38.3, - "rank": 29 + "rank": 30 }, { "arena": "agents", "category": "webapps", - "elo": 1094, + "elo": 1096, "win_rate": 48.5, - "rank": 38 + "rank": 39 }, { "arena": "models", "category": "3d", - "elo": 1181, + "elo": 1175, "win_rate": 62.7, - "rank": 58 + "rank": 60 }, { "arena": "models", "category": "codecategories", - "elo": 1187, + "elo": 1185, "win_rate": 57.6, - "rank": 65 + "rank": 66 }, { "arena": "models", "category": "gamedev", - "elo": 1166, + "elo": 1163, "win_rate": 58.3, - "rank": 71 + "rank": 72 }, { "arena": "models", @@ -10921,9 +11179,9 @@ { "arena": "models", "category": "3d", - "elo": 1045, - "win_rate": 38.8, - "rank": 108 + "elo": 1039, + "win_rate": 38.7, + "rank": 112 }, { "arena": "models", @@ -10935,44 +11193,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1070, + "elo": 1068, "win_rate": 36.5, - "rank": 113 + "rank": 114 }, { "arena": "models", "category": "dataviz", - "elo": 1045, + "elo": 1043, "win_rate": 33.3, - "rank": 111 + "rank": 113 }, { "arena": "models", "category": "gamedev", - "elo": 1029, + "elo": 1026, "win_rate": 33.7, - "rank": 120 + "rank": 121 }, { "arena": "models", "category": "svg", "elo": 1049, "win_rate": 42.5, - "rank": 78 + "rank": 79 }, { "arena": "models", "category": "uicomponent", "elo": 1066, "win_rate": 37.7, - "rank": 108 + "rank": 109 }, { "arena": "models", "category": "website", - "elo": 1081, + "elo": 1079, "win_rate": 36.6, - "rank": 115 + "rank": 116 } ], "artificial_analysis": { @@ -11136,7 +11394,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1059, + "elo": 1061, "win_rate": 43.9, "rank": 23 }, @@ -11172,8 +11430,8 @@ "arena": "agents", "category": "androidnative", "elo": 1045, - "win_rate": 41.3, - "rank": 37 + "win_rate": 41.2, + "rank": 39 }, { "arena": "agents", @@ -11185,15 +11443,15 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1154, - "win_rate": 47.8, - "rank": 12 + "elo": 1149, + "win_rate": 47, + "rank": 16 }, { "arena": "agents", "category": "fullstack", - "elo": 1061, - "win_rate": 40.7, + "elo": 1052, + "win_rate": 40.6, "rank": 33 }, { @@ -11220,9 +11478,9 @@ { "arena": "agents", "category": "pdf", - "elo": 1134, - "win_rate": 41.7, - "rank": 22 + "elo": 1123, + "win_rate": 39.7, + "rank": 25 }, { "arena": "agents", @@ -11236,28 +11494,28 @@ "category": "python-pptxslides", "elo": 1109, "win_rate": 31.9, - "rank": 25 + "rank": 24 }, { "arena": "agents", "category": "spreadsheet", - "elo": 993, - "win_rate": 31, - "rank": 28 + "elo": 1021, + "win_rate": 34.3, + "rank": 27 }, { "arena": "agents", "category": "webapps", - "elo": 1110, - "win_rate": 44.2, - "rank": 34 + "elo": 1112, + "win_rate": 44.1, + "rank": 35 }, { "arena": "models", "category": "3d", - "elo": 1231, + "elo": 1227, "win_rate": 58.4, - "rank": 42 + "rank": 44 }, { "arena": "models", @@ -11269,30 +11527,30 @@ { "arena": "models", "category": "codecategories", - "elo": 1242, + "elo": 1240, "win_rate": 64.4, - "rank": 45 + "rank": 46 }, { "arena": "models", "category": "dataviz", - "elo": 1239, + "elo": 1237, "win_rate": 61.8, - "rank": 41 + "rank": 40 }, { "arena": "models", "category": "gamedev", - "elo": 1202, + "elo": 1199, "win_rate": 52.2, - "rank": 57 + "rank": 58 }, { "arena": "models", "category": "svg", "elo": 1281, "win_rate": 67.8, - "rank": 12 + "rank": 13 }, { "arena": "models", @@ -11304,9 +11562,9 @@ { "arena": "models", "category": "website", - "elo": 1251, + "elo": 1249, "win_rate": 64.4, - "rank": 43 + "rank": 44 } ], "artificial_analysis": { @@ -11470,7 +11728,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1059, + "elo": 1061, "win_rate": 43.9, "rank": 23 }, @@ -11506,8 +11764,8 @@ "arena": "agents", "category": "androidnative", "elo": 1045, - "win_rate": 41.3, - "rank": 37 + "win_rate": 41.2, + "rank": 39 }, { "arena": "agents", @@ -11519,15 +11777,15 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1154, - "win_rate": 47.8, - "rank": 12 + "elo": 1149, + "win_rate": 47, + "rank": 16 }, { "arena": "agents", "category": "fullstack", - "elo": 1061, - "win_rate": 40.7, + "elo": 1052, + "win_rate": 40.6, "rank": 33 }, { @@ -11554,9 +11812,9 @@ { "arena": "agents", "category": "pdf", - "elo": 1134, - "win_rate": 41.7, - "rank": 22 + "elo": 1123, + "win_rate": 39.7, + "rank": 25 }, { "arena": "agents", @@ -11570,28 +11828,28 @@ "category": "python-pptxslides", "elo": 1109, "win_rate": 31.9, - "rank": 25 + "rank": 24 }, { "arena": "agents", "category": "spreadsheet", - "elo": 993, - "win_rate": 31, - "rank": 28 + "elo": 1021, + "win_rate": 34.3, + "rank": 27 }, { "arena": "agents", "category": "webapps", - "elo": 1110, - "win_rate": 44.2, - "rank": 34 + "elo": 1112, + "win_rate": 44.1, + "rank": 35 }, { "arena": "models", "category": "3d", - "elo": 1231, + "elo": 1227, "win_rate": 58.4, - "rank": 42 + "rank": 44 }, { "arena": "models", @@ -11603,30 +11861,30 @@ { "arena": "models", "category": "codecategories", - "elo": 1242, + "elo": 1240, "win_rate": 64.4, - "rank": 45 + "rank": 46 }, { "arena": "models", "category": "dataviz", - "elo": 1239, + "elo": 1237, "win_rate": 61.8, - "rank": 41 + "rank": 40 }, { "arena": "models", "category": "gamedev", - "elo": 1202, + "elo": 1199, "win_rate": 52.2, - "rank": 57 + "rank": 58 }, { "arena": "models", "category": "svg", "elo": 1281, "win_rate": 67.8, - "rank": 12 + "rank": 13 }, { "arena": "models", @@ -11638,9 +11896,9 @@ { "arena": "models", "category": "website", - "elo": 1251, + "elo": 1249, "win_rate": 64.4, - "rank": 43 + "rank": 44 } ], "artificial_analysis": { @@ -11728,7 +11986,7 @@ "category": "agenticgamedev", "elo": 1128, "win_rate": 55.3, - "rank": 14 + "rank": 13 }, { "arena": "agents", @@ -11761,9 +12019,9 @@ { "arena": "agents", "category": "androidnative", - "elo": 1183, + "elo": 1184, "win_rate": 57.5, - "rank": 16 + "rank": 20 }, { "arena": "agents", @@ -11775,21 +12033,21 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1166, - "win_rate": 50.5, - "rank": 11 + "elo": 1163, + "win_rate": 49.8, + "rank": 12 }, { "arena": "agents", "category": "fullstack", - "elo": 1190, - "win_rate": 56.2, + "elo": 1181, + "win_rate": 56.1, "rank": 20 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1098, + "elo": 1100, "win_rate": 43, "rank": 30 }, @@ -11803,15 +12061,15 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1174, - "win_rate": 50.3, - "rank": 26 + "elo": 1176, + "win_rate": 50.2, + "rank": 25 }, { "arena": "agents", "category": "pdf", - "elo": 1134, - "win_rate": 45.3, + "elo": 1143, + "win_rate": 45.8, "rank": 23 }, { @@ -11826,77 +12084,77 @@ "category": "python-pptxslides", "elo": 1247, "win_rate": 57.4, - "rank": 5 + "rank": 6 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1082, - "win_rate": 43.8, - "rank": 21 + "elo": 991, + "win_rate": 23.7, + "rank": 29 }, { "arena": "agents", "category": "webapps", - "elo": 1185, - "win_rate": 51.9, - "rank": 25 + "elo": 1186, + "win_rate": 51.6, + "rank": 26 }, { "arena": "models", "category": "3d", - "elo": 1240, - "win_rate": 55.7, - "rank": 38 + "elo": 1236, + "win_rate": 55.4, + "rank": 40 }, { "arena": "models", "category": "asciiart", "elo": 1250, "win_rate": 58.8, - "rank": 19 + "rank": 18 }, { "arena": "models", "category": "codecategories", - "elo": 1265, - "win_rate": 54, - "rank": 36 + "elo": 1263, + "win_rate": 53.9, + "rank": 35 }, { "arena": "models", "category": "dataviz", - "elo": 1239, - "win_rate": 53.2, - "rank": 42 + "elo": 1238, + "win_rate": 53.3, + "rank": 39 }, { "arena": "models", "category": "gamedev", - "elo": 1262, - "win_rate": 52.4, - "rank": 34 + "elo": 1260, + "win_rate": 52.5, + "rank": 32 }, { "arena": "models", "category": "svg", "elo": 1251, "win_rate": 58, - "rank": 17 + "rank": 18 }, { "arena": "models", "category": "uicomponent", - "elo": 1267, + "elo": 1266, "win_rate": 54, - "rank": 32 + "rank": 35 }, { "arena": "models", "category": "website", - "elo": 1267, + "elo": 1266, "win_rate": 53.7, - "rank": 32 + "rank": 31 } ], "artificial_analysis": { @@ -12133,7 +12391,7 @@ "category": "agenticgamedev", "elo": 1128, "win_rate": 55.3, - "rank": 14 + "rank": 13 }, { "arena": "agents", @@ -12166,9 +12424,9 @@ { "arena": "agents", "category": "androidnative", - "elo": 1183, + "elo": 1184, "win_rate": 57.5, - "rank": 16 + "rank": 20 }, { "arena": "agents", @@ -12180,21 +12438,21 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1166, - "win_rate": 50.5, - "rank": 11 + "elo": 1163, + "win_rate": 49.8, + "rank": 12 }, { "arena": "agents", "category": "fullstack", - "elo": 1190, - "win_rate": 56.2, + "elo": 1181, + "win_rate": 56.1, "rank": 20 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1098, + "elo": 1100, "win_rate": 43, "rank": 30 }, @@ -12208,15 +12466,15 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1174, - "win_rate": 50.3, - "rank": 26 + "elo": 1176, + "win_rate": 50.2, + "rank": 25 }, { "arena": "agents", "category": "pdf", - "elo": 1134, - "win_rate": 45.3, + "elo": 1143, + "win_rate": 45.8, "rank": 23 }, { @@ -12231,77 +12489,77 @@ "category": "python-pptxslides", "elo": 1247, "win_rate": 57.4, - "rank": 5 + "rank": 6 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1082, - "win_rate": 43.8, - "rank": 21 + "elo": 991, + "win_rate": 23.7, + "rank": 29 }, { "arena": "agents", "category": "webapps", - "elo": 1185, - "win_rate": 51.9, - "rank": 25 + "elo": 1186, + "win_rate": 51.6, + "rank": 26 }, { "arena": "models", "category": "3d", - "elo": 1240, - "win_rate": 55.7, - "rank": 38 + "elo": 1236, + "win_rate": 55.4, + "rank": 40 }, { "arena": "models", "category": "asciiart", "elo": 1250, "win_rate": 58.8, - "rank": 19 + "rank": 18 }, { "arena": "models", "category": "codecategories", - "elo": 1265, - "win_rate": 54, - "rank": 36 + "elo": 1263, + "win_rate": 53.9, + "rank": 35 }, { "arena": "models", "category": "dataviz", - "elo": 1239, - "win_rate": 53.2, - "rank": 42 + "elo": 1238, + "win_rate": 53.3, + "rank": 39 }, { "arena": "models", "category": "gamedev", - "elo": 1262, - "win_rate": 52.4, - "rank": 34 + "elo": 1260, + "win_rate": 52.5, + "rank": 32 }, { "arena": "models", "category": "svg", "elo": 1251, "win_rate": 58, - "rank": 17 + "rank": 18 }, { "arena": "models", "category": "uicomponent", - "elo": 1267, + "elo": 1266, "win_rate": 54, - "rank": 32 + "rank": 35 }, { "arena": "models", "category": "website", - "elo": 1267, + "elo": 1266, "win_rate": 53.7, - "rank": 32 + "rank": 31 } ], "artificial_analysis": { @@ -12396,28 +12654,28 @@ "arena": "agents", "category": "androidnative", "elo": 1201, - "win_rate": 53.3, - "rank": 13 + "win_rate": 53.4, + "rank": 16 }, { "arena": "agents", "category": "blender3d", "elo": 1098, "win_rate": 49.6, - "rank": 13 + "rank": 14 }, { "arena": "agents", "category": "codetovideo", - "elo": 1150, - "win_rate": 44.7, - "rank": 15 + "elo": 1134, + "win_rate": 42.8, + "rank": 18 }, { "arena": "agents", "category": "fullstack", - "elo": 1176, - "win_rate": 44.3, + "elo": 1166, + "win_rate": 44.1, "rank": 22 }, { @@ -12437,77 +12695,77 @@ { "arena": "agents", "category": "pdf", - "elo": 1213, - "win_rate": 52, - "rank": 13 + "elo": 1185, + "win_rate": 48.1, + "rank": 17 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1098, - "win_rate": 39.2, - "rank": 26 + "elo": 1089, + "win_rate": 37.8, + "rank": 27 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1086, - "win_rate": 45.5, - "rank": 20 + "elo": 1078, + "win_rate": 32.7, + "rank": 21 }, { "arena": "agents", "category": "webapps", - "elo": 1179, + "elo": 1184, "win_rate": 45.2, "rank": 27 }, { "arena": "models", "category": "3d", - "elo": 1269, - "win_rate": 52.8, - "rank": 25 + "elo": 1262, + "win_rate": 52.4, + "rank": 26 }, { "arena": "models", "category": "asciiart", - "elo": 1274, - "win_rate": 56.7, - "rank": 11 + "elo": 1275, + "win_rate": 56.8, + "rank": 9 }, { "arena": "models", "category": "codecategories", - "elo": 1288, - "win_rate": 52.9, - "rank": 21 + "elo": 1285, + "win_rate": 52.7, + "rank": 22 }, { "arena": "models", "category": "dataviz", - "elo": 1290, - "win_rate": 52.2, - "rank": 16 + "elo": 1288, + "win_rate": 52.3, + "rank": 15 }, { "arena": "models", "category": "gamedev", - "elo": 1263, - "win_rate": 51, - "rank": 32 + "elo": 1259, + "win_rate": 50.8, + "rank": 34 }, { "arena": "models", "category": "uicomponent", - "elo": 1296, - "win_rate": 54, + "elo": 1294, + "win_rate": 53.9, "rank": 19 }, { "arena": "models", "category": "website", - "elo": 1297, + "elo": 1295, "win_rate": 54.1, "rank": 16 } @@ -12597,28 +12855,28 @@ "arena": "agents", "category": "androidnative", "elo": 1201, - "win_rate": 53.3, - "rank": 13 + "win_rate": 53.4, + "rank": 16 }, { "arena": "agents", "category": "blender3d", "elo": 1098, "win_rate": 49.6, - "rank": 13 + "rank": 14 }, { "arena": "agents", "category": "codetovideo", - "elo": 1150, - "win_rate": 44.7, - "rank": 15 + "elo": 1134, + "win_rate": 42.8, + "rank": 18 }, { "arena": "agents", "category": "fullstack", - "elo": 1176, - "win_rate": 44.3, + "elo": 1166, + "win_rate": 44.1, "rank": 22 }, { @@ -12638,77 +12896,77 @@ { "arena": "agents", "category": "pdf", - "elo": 1213, - "win_rate": 52, - "rank": 13 + "elo": 1185, + "win_rate": 48.1, + "rank": 17 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1098, - "win_rate": 39.2, - "rank": 26 + "elo": 1089, + "win_rate": 37.8, + "rank": 27 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1086, - "win_rate": 45.5, - "rank": 20 + "elo": 1078, + "win_rate": 32.7, + "rank": 21 }, { "arena": "agents", "category": "webapps", - "elo": 1179, + "elo": 1184, "win_rate": 45.2, "rank": 27 }, { "arena": "models", "category": "3d", - "elo": 1269, - "win_rate": 52.8, - "rank": 25 + "elo": 1262, + "win_rate": 52.4, + "rank": 26 }, { "arena": "models", "category": "asciiart", - "elo": 1274, - "win_rate": 56.7, - "rank": 11 + "elo": 1275, + "win_rate": 56.8, + "rank": 9 }, { "arena": "models", "category": "codecategories", - "elo": 1288, - "win_rate": 52.9, - "rank": 21 + "elo": 1285, + "win_rate": 52.7, + "rank": 22 }, { "arena": "models", "category": "dataviz", - "elo": 1290, - "win_rate": 52.2, - "rank": 16 + "elo": 1288, + "win_rate": 52.3, + "rank": 15 }, { "arena": "models", "category": "gamedev", - "elo": 1263, - "win_rate": 51, - "rank": 32 + "elo": 1259, + "win_rate": 50.8, + "rank": 34 }, { "arena": "models", "category": "uicomponent", - "elo": 1296, - "win_rate": 54, + "elo": 1294, + "win_rate": 53.9, "rank": 19 }, { "arena": "models", "category": "website", - "elo": 1297, + "elo": 1295, "win_rate": 54.1, "rank": 16 } @@ -12798,8 +13056,8 @@ "arena": "agents", "category": "androidnative", "elo": 1241, - "win_rate": 53.3, - "rank": 7 + "win_rate": 53.2, + "rank": 9 }, { "arena": "agents", @@ -12811,105 +13069,112 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1192, - "win_rate": 52.2, - "rank": 7 + "elo": 1200, + "win_rate": 52.8, + "rank": 11 }, { "arena": "agents", "category": "fullstack", - "elo": 1204, - "win_rate": 43.8, + "elo": 1195, + "win_rate": 43.7, "rank": 16 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1264, - "win_rate": 50.6, + "elo": 1262, + "win_rate": 50.3, "rank": 6 }, { "arena": "agents", "category": "mobileapps", - "elo": 1230, - "win_rate": 52.7, - "rank": 12 + "elo": 1232, + "win_rate": 52.8, + "rank": 9 }, { "arena": "agents", "category": "pdf", - "elo": 1163, - "win_rate": 46.1, - "rank": 19 + "elo": 1194, + "win_rate": 50, + "rank": 15 + }, + { + "arena": "agents", + "category": "python-pptxslides", + "elo": 1056, + "win_rate": 37.5, + "rank": 29 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1141, - "win_rate": 48.1, - "rank": 15 + "elo": 1119, + "win_rate": 37, + "rank": 18 }, { "arena": "agents", "category": "webapps", - "elo": 1207, - "win_rate": 46.9, - "rank": 17 + "elo": 1212, + "win_rate": 47.2, + "rank": 18 }, { "arena": "models", "category": "3d", - "elo": 1305, - "win_rate": 53.8, + "elo": 1300, + "win_rate": 53.5, "rank": 19 }, { "arena": "models", "category": "asciiart", - "elo": 1275, + "elo": 1277, "win_rate": 54.6, - "rank": 8 + "rank": 7 }, { "arena": "models", "category": "codecategories", - "elo": 1306, + "elo": 1303, "win_rate": 53.7, "rank": 14 }, { "arena": "models", "category": "dataviz", - "elo": 1316, - "win_rate": 55.2, + "elo": 1314, + "win_rate": 55.1, "rank": 11 }, { "arena": "models", "category": "gamedev", - "elo": 1319, - "win_rate": 53.5, + "elo": 1315, + "win_rate": 53.4, "rank": 13 }, { "arena": "models", "category": "svg", "elo": 1283, - "win_rate": 53.9, - "rank": 11 + "win_rate": 53.8, + "rank": 12 }, { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 51.9, - "rank": 20 + "elo": 1292, + "win_rate": 51.8, + "rank": 21 }, { "arena": "models", "category": "website", - "elo": 1302, + "elo": 1300, "win_rate": 53.8, "rank": 14 } @@ -12992,8 +13257,8 @@ "arena": "agents", "category": "androidnative", "elo": 1241, - "win_rate": 53.3, - "rank": 7 + "win_rate": 53.2, + "rank": 9 }, { "arena": "agents", @@ -13005,105 +13270,112 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1192, - "win_rate": 52.2, - "rank": 7 + "elo": 1200, + "win_rate": 52.8, + "rank": 11 }, { "arena": "agents", "category": "fullstack", - "elo": 1204, - "win_rate": 43.8, + "elo": 1195, + "win_rate": 43.7, "rank": 16 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1264, - "win_rate": 50.6, + "elo": 1262, + "win_rate": 50.3, "rank": 6 }, { "arena": "agents", "category": "mobileapps", - "elo": 1230, - "win_rate": 52.7, - "rank": 12 + "elo": 1232, + "win_rate": 52.8, + "rank": 9 }, { "arena": "agents", "category": "pdf", - "elo": 1163, - "win_rate": 46.1, - "rank": 19 + "elo": 1194, + "win_rate": 50, + "rank": 15 + }, + { + "arena": "agents", + "category": "python-pptxslides", + "elo": 1056, + "win_rate": 37.5, + "rank": 29 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1141, - "win_rate": 48.1, - "rank": 15 + "elo": 1119, + "win_rate": 37, + "rank": 18 }, { "arena": "agents", "category": "webapps", - "elo": 1207, - "win_rate": 46.9, - "rank": 17 + "elo": 1212, + "win_rate": 47.2, + "rank": 18 }, { "arena": "models", "category": "3d", - "elo": 1305, - "win_rate": 53.8, + "elo": 1300, + "win_rate": 53.5, "rank": 19 }, { "arena": "models", "category": "asciiart", - "elo": 1275, + "elo": 1277, "win_rate": 54.6, - "rank": 8 + "rank": 7 }, { "arena": "models", "category": "codecategories", - "elo": 1306, + "elo": 1303, "win_rate": 53.7, "rank": 14 }, { "arena": "models", "category": "dataviz", - "elo": 1316, - "win_rate": 55.2, + "elo": 1314, + "win_rate": 55.1, "rank": 11 }, { "arena": "models", "category": "gamedev", - "elo": 1319, - "win_rate": 53.5, + "elo": 1315, + "win_rate": 53.4, "rank": 13 }, { "arena": "models", "category": "svg", "elo": 1283, - "win_rate": 53.9, - "rank": 11 + "win_rate": 53.8, + "rank": 12 }, { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 51.9, - "rank": 20 + "elo": 1292, + "win_rate": 51.8, + "rank": 21 }, { "arena": "models", "category": "website", - "elo": 1302, + "elo": 1300, "win_rate": 53.8, "rank": 14 } @@ -13185,36 +13457,36 @@ { "arena": "agents", "category": "androidnative", - "elo": 1092, - "win_rate": 34.4, - "rank": 32 + "elo": 1094, + "win_rate": 34.7, + "rank": 35 }, { "arena": "agents", "category": "blender3d", - "elo": 1193, - "win_rate": 54, + "elo": 1195, + "win_rate": 49, "rank": 6 }, { "arena": "agents", "category": "codetovideo", - "elo": 1229, - "win_rate": 57.9, - "rank": 5 + "elo": 1214, + "win_rate": 56, + "rank": 8 }, { "arena": "agents", "category": "fullstack", - "elo": 1235, - "win_rate": 47.9, + "elo": 1226, + "win_rate": 47.8, "rank": 12 }, { "arena": "agents", "category": "godotgamedev", "elo": 1273, - "win_rate": 53, + "win_rate": 52.5, "rank": 5 }, { @@ -13227,84 +13499,84 @@ { "arena": "agents", "category": "pdf", - "elo": 1211, - "win_rate": 53.3, - "rank": 14 + "elo": 1218, + "win_rate": 54.4, + "rank": 10 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1138, - "win_rate": 40.4, + "elo": 1129, + "win_rate": 39.6, "rank": 22 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1073, - "win_rate": 42.7, - "rank": 23 + "elo": 1092, + "win_rate": 42.5, + "rank": 20 }, { "arena": "agents", "category": "webapps", - "elo": 1221, - "win_rate": 46.5, + "elo": 1227, + "win_rate": 46.8, "rank": 15 }, { "arena": "models", "category": "3d", - "elo": 1291, - "win_rate": 49.8, + "elo": 1285, + "win_rate": 49.6, "rank": 21 }, { "arena": "models", "category": "asciiart", "elo": 1271, - "win_rate": 52, - "rank": 12 + "win_rate": 51.7, + "rank": 11 }, { "arena": "models", "category": "codecategories", - "elo": 1301, - "win_rate": 50.4, - "rank": 15 + "elo": 1298, + "win_rate": 50.3, + "rank": 16 }, { "arena": "models", "category": "dataviz", - "elo": 1273, - "win_rate": 51.6, - "rank": 26 + "elo": 1274, + "win_rate": 52, + "rank": 24 }, { "arena": "models", "category": "gamedev", - "elo": 1305, - "win_rate": 51.1, + "elo": 1301, + "win_rate": 51, "rank": 17 }, { "arena": "models", "category": "svg", "elo": 1293, - "win_rate": 54.5, - "rank": 10 + "win_rate": 54.6, + "rank": 11 }, { "arena": "models", "category": "uicomponent", - "elo": 1313, - "win_rate": 53, + "elo": 1308, + "win_rate": 52.6, "rank": 15 }, { "arena": "models", "category": "website", - "elo": 1299, + "elo": 1297, "win_rate": 50, "rank": 15 } @@ -13379,36 +13651,36 @@ { "arena": "agents", "category": "androidnative", - "elo": 1092, - "win_rate": 34.4, - "rank": 32 + "elo": 1094, + "win_rate": 34.7, + "rank": 35 }, { "arena": "agents", "category": "blender3d", - "elo": 1193, - "win_rate": 54, + "elo": 1195, + "win_rate": 49, "rank": 6 }, { "arena": "agents", "category": "codetovideo", - "elo": 1229, - "win_rate": 57.9, - "rank": 5 + "elo": 1214, + "win_rate": 56, + "rank": 8 }, { "arena": "agents", "category": "fullstack", - "elo": 1235, - "win_rate": 47.9, + "elo": 1226, + "win_rate": 47.8, "rank": 12 }, { "arena": "agents", "category": "godotgamedev", "elo": 1273, - "win_rate": 53, + "win_rate": 52.5, "rank": 5 }, { @@ -13421,84 +13693,84 @@ { "arena": "agents", "category": "pdf", - "elo": 1211, - "win_rate": 53.3, - "rank": 14 + "elo": 1218, + "win_rate": 54.4, + "rank": 10 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1138, - "win_rate": 40.4, + "elo": 1129, + "win_rate": 39.6, "rank": 22 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1073, - "win_rate": 42.7, - "rank": 23 + "elo": 1092, + "win_rate": 42.5, + "rank": 20 }, { "arena": "agents", "category": "webapps", - "elo": 1221, - "win_rate": 46.5, + "elo": 1227, + "win_rate": 46.8, "rank": 15 }, { "arena": "models", "category": "3d", - "elo": 1291, - "win_rate": 49.8, + "elo": 1285, + "win_rate": 49.6, "rank": 21 }, { "arena": "models", "category": "asciiart", "elo": 1271, - "win_rate": 52, - "rank": 12 + "win_rate": 51.7, + "rank": 11 }, { "arena": "models", "category": "codecategories", - "elo": 1301, - "win_rate": 50.4, - "rank": 15 + "elo": 1298, + "win_rate": 50.3, + "rank": 16 }, { "arena": "models", "category": "dataviz", - "elo": 1273, - "win_rate": 51.6, - "rank": 26 + "elo": 1274, + "win_rate": 52, + "rank": 24 }, { "arena": "models", "category": "gamedev", - "elo": 1305, - "win_rate": 51.1, + "elo": 1301, + "win_rate": 51, "rank": 17 }, { "arena": "models", "category": "svg", "elo": 1293, - "win_rate": 54.5, - "rank": 10 + "win_rate": 54.6, + "rank": 11 }, { "arena": "models", "category": "uicomponent", - "elo": 1313, - "win_rate": 53, + "elo": 1308, + "win_rate": 52.6, "rank": 15 }, { "arena": "models", "category": "website", - "elo": 1299, + "elo": 1297, "win_rate": 50, "rank": 15 } @@ -13587,71 +13859,71 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1266, + "elo": 1263, "win_rate": 51.1, "rank": 1 }, { "arena": "agents", "category": "blender3d", - "elo": 1408, - "win_rate": 68.2, + "elo": 1382, + "win_rate": 66.4, "rank": 1 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1200, - "win_rate": 32.8, - "rank": 12 + "elo": 1209, + "win_rate": 39.9, + "rank": 13 }, { "arena": "models", "category": "3d", - "elo": 1369, - "win_rate": 50.4, + "elo": 1363, + "win_rate": 50.3, "rank": 9 }, { "arena": "models", "category": "codecategories", - "elo": 1327, + "elo": 1325, "win_rate": 54, "rank": 9 }, { "arena": "models", "category": "dataviz", - "elo": 1333, - "win_rate": 61.2, - "rank": 8 + "elo": 1336, + "win_rate": 61.6, + "rank": 7 }, { "arena": "models", "category": "gamedev", - "elo": 1366, - "win_rate": 54, + "elo": 1363, + "win_rate": 54.1, "rank": 7 }, { "arena": "models", "category": "svg", - "elo": 1330, - "win_rate": 60.8, + "elo": 1333, + "win_rate": 61.4, "rank": 1 }, { "arena": "models", "category": "uicomponent", - "elo": 1333, - "win_rate": 58, + "elo": 1328, + "win_rate": 57.4, "rank": 12 }, { "arena": "models", "category": "website", - "elo": 1316, - "win_rate": 55.5, + "elo": 1315, + "win_rate": 55.6, "rank": 7 } ], @@ -13733,71 +14005,71 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1266, + "elo": 1263, "win_rate": 51.1, "rank": 1 }, { "arena": "agents", "category": "blender3d", - "elo": 1408, - "win_rate": 68.2, + "elo": 1382, + "win_rate": 66.4, "rank": 1 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1200, - "win_rate": 32.8, - "rank": 12 + "elo": 1209, + "win_rate": 39.9, + "rank": 13 }, { "arena": "models", "category": "3d", - "elo": 1369, - "win_rate": 50.4, + "elo": 1363, + "win_rate": 50.3, "rank": 9 }, { "arena": "models", "category": "codecategories", - "elo": 1327, + "elo": 1325, "win_rate": 54, "rank": 9 }, { "arena": "models", "category": "dataviz", - "elo": 1333, - "win_rate": 61.2, - "rank": 8 + "elo": 1336, + "win_rate": 61.6, + "rank": 7 }, { "arena": "models", "category": "gamedev", - "elo": 1366, - "win_rate": 54, + "elo": 1363, + "win_rate": 54.1, "rank": 7 }, { "arena": "models", "category": "svg", - "elo": 1330, - "win_rate": 60.8, + "elo": 1333, + "win_rate": 61.4, "rank": 1 }, { "arena": "models", "category": "uicomponent", - "elo": 1333, - "win_rate": 58, + "elo": 1328, + "win_rate": 57.4, "rank": 12 }, { "arena": "models", "category": "website", - "elo": 1316, - "win_rate": 55.5, + "elo": 1315, + "win_rate": 55.6, "rank": 7 } ], @@ -14116,7 +14388,7 @@ }, "pricing": { "prompt": "0.00000008", - "completion": "0.00000035", + "completion": "0.00000045", "input_cache_read": "0.00000004" }, "top_provider": { @@ -14250,9 +14522,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000000765", - "completion": "0.000000255", - "input_cache_read": "0.0000000425" + "prompt": "0.00000009", + "completion": "0.0000003", + "input_cache_read": "0.00000005" }, "top_provider": { "context_length": 262144, @@ -14769,298 +15041,6 @@ "default_effort": "high" } }, - { - "id": "inception/mercury-2", - "canonical_slug": "inception/mercury-2-20260304", - "hugging_face_id": null, - "name": "Inception: Mercury 2", - "created": 1772636275, - "description": "Mercury 2 is an extremely fast reasoning LLM, and the first reasoning diffusion LLM (dLLM). Instead of generating tokens sequentially, Mercury 2 produces and refines multiple tokens in parallel, achieving...", - "context_length": 128000, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000025", - "completion": "0.00000075", - "input_cache_read": "0.000000025" - }, - "top_provider": { - "context_length": 128000, - "max_completion_tokens": 50000, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "max_tokens", - "reasoning", - "reasoning_effort", - "response_format", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools" - ], - "default_parameters": { - "temperature": 0.75, - "top_p": null, - "top_k": null, - "frequency_penalty": null, - "presence_penalty": null, - "repetition_penalty": null - }, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": "2026-11-08", - "links": { - "details": "/api/v1/models/inception/mercury-2-20260304/endpoints" - }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ], - "benchmarks": { - "design_arena": [ - { - "arena": "models", - "category": "3d", - "elo": 975, - "win_rate": 21.1, - "rank": 118 - }, - { - "arena": "models", - "category": "asciiart", - "elo": 986, - "win_rate": 24.2, - "rank": 74 - }, - { - "arena": "models", - "category": "codecategories", - "elo": 1018, - "win_rate": 21.2, - "rank": 126 - }, - { - "arena": "models", - "category": "dataviz", - "elo": 1014, - "win_rate": 22.8, - "rank": 116 - }, - { - "arena": "models", - "category": "gamedev", - "elo": 979, - "win_rate": 18.3, - "rank": 126 - }, - { - "arena": "models", - "category": "svg", - "elo": 1002, - "win_rate": 25, - "rank": 90 - }, - { - "arena": "models", - "category": "uicomponent", - "elo": 992, - "win_rate": 19.5, - "rank": 121 - }, - { - "arena": "models", - "category": "website", - "elo": 1035, - "win_rate": 22.2, - "rank": 127 - } - ], - "artificial_analysis": { - "intelligence_index": null, - "coding_index": 31.1, - "agentic_index": 1.6 - } - }, - "reasoning": { - "mandatory": false, - "default_enabled": true, - "supported_efforts": ["high", "medium", "low", "none"], - "default_effort": "medium" - } - }, - { - "id": "inception/mercury-2.5", - "canonical_slug": "inception/mercury-2.5-20260908", - "hugging_face_id": null, - "name": "Inception: Mercury 2.5", - "created": 1788892137, - "description": "Mercury 2.5 is the fastest reasoning LLM, and the latest diffusion LLM (dLLM) from Inception. Instead of generating tokens sequentially, Mercury 2.5 produces and refines multiple tokens in parallel, achieving...", - "context_length": 260000, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000004", - "completion": "0.00000015", - "input_cache_read": "0.000000004" - }, - "top_provider": { - "context_length": 260000, - "max_completion_tokens": 65536, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "max_tokens", - "reasoning", - "reasoning_effort", - "response_format", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": "2026-11-08", - "links": { - "details": "/api/v1/models/inception/mercury-2.5-20260908/endpoints" - }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ], - "reasoning": { - "mandatory": false, - "default_enabled": true, - "supported_efforts": ["high", "medium", "low", "none"], - "default_effort": "medium" - } - }, - { - "id": "inception/mercury-3", - "canonical_slug": "inception/mercury-3-20261019", - "hugging_face_id": null, - "name": "Inception: Mercury 3", - "created": 1792158337, - "description": "Mercury 3 is a diffusion-based language model from Inception, and the lab's most capable model to date. It is suited for agentic workflows and real-time applications where latency compounds, such...", - "context_length": 1000000, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000001", - "completion": "0.00000035", - "input_cache_read": "0.00000001" - }, - "top_provider": { - "context_length": 1000000, - "max_completion_tokens": 131072, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "max_tokens", - "reasoning", - "reasoning_effort", - "response_format", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": "2026-11-08", - "links": { - "details": "/api/v1/models/inception/mercury-3-20261019/endpoints" - }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ], - "benchmarks": { - "design_arena": [ - { - "arena": "models", - "category": "codecategories", - "elo": 1230, - "win_rate": 45.6, - "rank": 51 - }, - { - "arena": "models", - "category": "dataviz", - "elo": 1209, - "win_rate": 45.4, - "rank": 56 - }, - { - "arena": "models", - "category": "gamedev", - "elo": 1215, - "win_rate": 44.1, - "rank": 49 - }, - { - "arena": "models", - "category": "svg", - "elo": 1175, - "win_rate": 42.6, - "rank": 41 - }, - { - "arena": "models", - "category": "uicomponent", - "elo": 1231, - "win_rate": 45.5, - "rank": 50 - }, - { - "arena": "models", - "category": "website", - "elo": 1233, - "win_rate": 46, - "rank": 54 - } - ] - }, - "reasoning": { - "mandatory": false, - "default_enabled": true, - "supported_efforts": ["high", "medium", "low", "none"], - "default_effort": "medium" - } - }, { "id": "inclusionai/ling-3.0-flash", "canonical_slug": "inclusionai/ling-3.0-flash-20260723", @@ -15293,9 +15273,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000075", - "completion": "0.000000225", - "input_cache_read": "0.000000015" + "prompt": "0.000000045", + "completion": "0.000000135", + "input_cache_read": "0.000000009" }, "top_provider": { "context_length": 1000000, @@ -15506,7 +15486,7 @@ }, "supported_voices": null, "knowledge_cutoff": null, - "expiration_date": null, + "expiration_date": "2026-11-13", "links": { "details": "/api/v1/models/liquid/lfm-2.5-2.6b-20260811/endpoints" }, @@ -15581,7 +15561,7 @@ }, "supported_voices": null, "knowledge_cutoff": null, - "expiration_date": null, + "expiration_date": "2026-11-13", "links": { "details": "/api/v1/models/liquid/lfm-2.5-2.6b-20260811/endpoints" }, @@ -15672,69 +15652,81 @@ } }, { - "id": "mancer/weaver", - "canonical_slug": "mancer/weaver", - "hugging_face_id": null, - "name": "Mancer: Weaver (alpha)", - "created": 1690934400, - "description": "An attempt to recreate Claude-style verbosity, but don't expect the same level of coherence or memory. Meant for use in roleplay/narrative situations.", - "context_length": 8000, + "id": "liquid/lfm-3-1.7b", + "canonical_slug": "liquid/lfm-3-1.7b-20261106", + "hugging_face_id": "LiquidAI/LFM3-1.7B", + "name": "LiquidAI: LFM3-1.7B", + "created": 1794009477, + "description": "A compact 1.7B-parameter text model with a 256K-token context, post-trained for agents, tool calling, and structured outputs. It reasons before it answers. Prompts and outputs may be retained and used...", + "context_length": 262144, "architecture": { "modality": "text->text", "input_modalities": ["text"], "output_modalities": ["text"], - "tokenizer": "Llama2", - "instruct_type": "alpaca" + "tokenizer": "Other", + "instruct_type": null }, "pricing": { - "prompt": "0.0000004", - "completion": "0.00000075" + "prompt": "0.00000008", + "completion": "0.0000002", + "input_cache_read": "0.00000002" }, "top_provider": { - "context_length": 8000, - "max_completion_tokens": 6000, + "context_length": 262144, + "max_completion_tokens": 8192, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", - "logit_bias", + "include_reasoning", "logprobs", + "max_completion_tokens", "max_tokens", "min_p", "presence_penalty", + "reasoning", "repetition_penalty", "response_format", "seed", "stop", + "structured_outputs", "temperature", - "top_a", + "tool_choice", + "tools", "top_k", "top_logprobs", "top_p" ], - "default_parameters": {}, + "default_parameters": { + "temperature": 0.1, + "top_k": 50, + "repetition_penalty": 1.1 + }, "supported_voices": null, - "knowledge_cutoff": "2023-06-30", + "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/mancer/weaver/endpoints" + "details": "/api/v1/models/liquid/lfm-3-1.7b-20261106/endpoints" }, "endpoints": [ "/api/v1/chat/completions", "/api/v1/completions", "/api/v1/messages", "/api/v1/responses" - ] + ], + "reasoning": { + "mandatory": true + } }, { - "id": "meituan/longcat-2.0", - "canonical_slug": "meituan/longcat-2.0-20260720", - "hugging_face_id": "meituan-longcat/LongCat-2.0", - "name": "Meituan: LongCat 2.0", - "created": 1784554658, - "description": "LongCat 2.0 is a sparse mixture-of-experts language model from Meituan, with 48B active parameters out of 1.6T total. It is suited for coding, repository-level changes, long-horizon problem solving, and agentic...", - "context_length": 1048756, + "id": "liquid/lfm-3-1.7b:free", + "canonical_slug": "liquid/lfm-3-1.7b-20261106", + "hugging_face_id": "LiquidAI/LFM3-1.7B", + "name": "LiquidAI: LFM3-1.7B (free)", + "created": 1794009477, + "description": "A compact 1.7B-parameter text model with a 256K-token context, post-trained for agents, tool calling, and structured outputs. It reasons before it answers. Prompts and outputs may be retained and used...", + "context_length": 262144, "architecture": { "modality": "text->text", "input_modalities": ["text"], @@ -15743,39 +15735,46 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000003", - "completion": "0.0000012", - "input_cache_read": "0.000000006" + "prompt": "0", + "completion": "0" }, "top_provider": { - "context_length": 1048756, - "max_completion_tokens": 262144, + "context_length": 262144, + "max_completion_tokens": 8192, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", "include_reasoning", - "logit_bias", + "logprobs", + "max_completion_tokens", "max_tokens", "min_p", "presence_penalty", "reasoning", "repetition_penalty", + "response_format", "seed", "stop", + "structured_outputs", "temperature", "tool_choice", "tools", "top_k", + "top_logprobs", "top_p" ], - "default_parameters": {}, + "default_parameters": { + "temperature": 0.1, + "top_k": 50, + "repetition_penalty": 1.1 + }, "supported_voices": null, "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/meituan/longcat-2.0-20260720/endpoints" + "details": "/api/v1/models/liquid/lfm-3-1.7b-20261106/endpoints" }, "endpoints": [ "/api/v1/chat/completions", @@ -15783,58 +15782,59 @@ "/api/v1/messages", "/api/v1/responses" ], - "benchmarks": { - "design_arena": [], - "artificial_analysis": { - "intelligence_index": null, - "coding_index": 45.3, - "agentic_index": 14 - } - }, "reasoning": { - "mandatory": false, - "default_enabled": true, - "supports_max_tokens": true + "mandatory": true } }, { - "id": "meta-llama/llama-3.1-70b-instruct", - "canonical_slug": "meta-llama/llama-3.1-70b-instruct", - "hugging_face_id": "meta-llama/Meta-Llama-3.1-70B-Instruct", - "name": "Meta: Llama 3.1 70B Instruct", - "created": 1721692800, - "description": "Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases. It has demonstrated strong...", - "context_length": 131072, + "id": "mancer/weaver", + "canonical_slug": "mancer/weaver", + "hugging_face_id": null, + "name": "Mancer: Weaver (alpha)", + "created": 1690934400, + "description": "An attempt to recreate Claude-style verbosity, but don't expect the same level of coherence or memory. Meant for use in roleplay/narrative situations.", + "context_length": 8000, "architecture": { "modality": "text->text", "input_modalities": ["text"], "output_modalities": ["text"], - "tokenizer": "Llama3", - "instruct_type": "llama3" + "tokenizer": "Llama2", + "instruct_type": "alpaca" }, "pricing": { - "prompt": "0.00000072", - "completion": "0.00000072" + "prompt": "0.0000004", + "completion": "0.00000075", + "input_cache_read": "0.0000004" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 8192, - "is_moderated": true + "context_length": 8000, + "max_completion_tokens": 6000, + "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ + "frequency_penalty", + "logit_bias", + "logprobs", "max_tokens", + "min_p", + "presence_penalty", + "repetition_penalty", + "response_format", + "seed", "stop", "temperature", + "top_a", "top_k", + "top_logprobs", "top_p" ], "default_parameters": {}, "supported_voices": null, - "knowledge_cutoff": "2023-12-31", + "knowledge_cutoff": "2023-06-30", "expiration_date": null, "links": { - "details": "/api/v1/models/meta-llama/llama-3.1-70b-instruct/endpoints" + "details": "/api/v1/models/mancer/weaver/endpoints" }, "endpoints": [ "/api/v1/chat/completions", @@ -15844,56 +15844,54 @@ ] }, { - "id": "meta-llama/llama-3.1-8b-instruct", - "canonical_slug": "meta-llama/llama-3.1-8b-instruct", - "hugging_face_id": "meta-llama/Meta-Llama-3.1-8B-Instruct", - "name": "Meta: Llama 3.1 8B Instruct", - "created": 1721692800, - "description": "Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient. It has demonstrated strong performance compared to...", - "context_length": 131072, + "id": "meituan/longcat-2.0", + "canonical_slug": "meituan/longcat-2.0-20260720", + "hugging_face_id": "meituan-longcat/LongCat-2.0", + "name": "Meituan: LongCat 2.0", + "created": 1784554658, + "description": "LongCat 2.0 is a sparse mixture-of-experts language model from Meituan, with 48B active parameters out of 1.6T total. It is suited for coding, repository-level changes, long-horizon problem solving, and agentic...", + "context_length": 1048756, "architecture": { "modality": "text->text", "input_modalities": ["text"], "output_modalities": ["text"], - "tokenizer": "Llama3", - "instruct_type": "llama3" + "tokenizer": "Other", + "instruct_type": null }, "pricing": { - "prompt": "0.00000005", - "completion": "0.00000008", - "input_cache_read": "0.000000025" + "prompt": "0.0000003", + "completion": "0.0000012", + "input_cache_read": "0.000000006" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 117964, + "context_length": 1048756, + "max_completion_tokens": 262144, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", + "include_reasoning", "logit_bias", - "logprobs", "max_tokens", "min_p", "presence_penalty", + "reasoning", "repetition_penalty", - "response_format", "seed", "stop", - "structured_outputs", "temperature", "tool_choice", "tools", "top_k", - "top_logprobs", "top_p" ], "default_parameters": {}, "supported_voices": null, - "knowledge_cutoff": "2023-12-31", + "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/meta-llama/llama-3.1-8b-instruct/endpoints" + "details": "/api/v1/models/meituan/longcat-2.0-20260720/endpoints" }, "endpoints": [ "/api/v1/chat/completions", @@ -15905,70 +15903,23 @@ "design_arena": [], "artificial_analysis": { "intelligence_index": null, - "coding_index": 5.4, - "agentic_index": null + "coding_index": 45.3, + "agentic_index": 14 } - } - }, - { - "id": "meta-llama/llama-3.2-1b-instruct", - "canonical_slug": "meta-llama/llama-3.2-1b-instruct", - "hugging_face_id": "meta-llama/Llama-3.2-1B-Instruct", - "name": "Meta: Llama 3.2 1B Instruct", - "created": 1727222400, - "description": "Llama 3.2 1B is a 1-billion-parameter language model focused on efficiently performing natural language tasks, such as summarization, dialogue, and multilingual text analysis. Its smaller size allows it to operate...", - "context_length": 60000, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Llama3", - "instruct_type": "llama3" - }, - "pricing": { - "prompt": "0.000000027", - "completion": "0.000000201" - }, - "top_provider": { - "context_length": 60000, - "max_completion_tokens": 54000, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "seed", - "stop", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2023-12-31", - "expiration_date": "2026-11-15", - "links": { - "details": "/api/v1/models/meta-llama/llama-3.2-1b-instruct/endpoints" }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ] + "reasoning": { + "mandatory": false, + "default_enabled": true, + "supports_max_tokens": true + } }, { - "id": "meta-llama/llama-3.2-3b-instruct", - "canonical_slug": "meta-llama/llama-3.2-3b-instruct", - "hugging_face_id": "meta-llama/Llama-3.2-3B-Instruct", - "name": "Meta: Llama 3.2 3B Instruct", - "created": 1727222400, - "description": "Llama 3.2 3B is a 3-billion-parameter multilingual large language model, optimized for advanced natural language processing tasks like dialogue generation, reasoning, and summarization. Designed with the latest transformer architecture, it...", + "id": "meta-llama/llama-3.1-70b-instruct", + "canonical_slug": "meta-llama/llama-3.1-70b-instruct", + "hugging_face_id": "meta-llama/Meta-Llama-3.1-70B-Instruct", + "name": "Meta: Llama 3.1 70B Instruct", + "created": 1721692800, + "description": "Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases. It has demonstrated strong...", "context_length": 131072, "architecture": { "modality": "text->text", @@ -15978,37 +15929,28 @@ "instruct_type": "llama3" }, "pricing": { - "prompt": "0.0000000509", - "completion": "0.000000335" + "prompt": "0.00000072", + "completion": "0.00000072" }, "top_provider": { - "context_length": 80000, - "max_completion_tokens": 72000, - "is_moderated": false + "context_length": 131072, + "max_completion_tokens": 8192, + "is_moderated": true }, "per_request_limits": null, "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "logprobs", "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "seed", "stop", - "structured_outputs", "temperature", "top_k", - "top_logprobs", "top_p" ], "default_parameters": {}, "supported_voices": null, "knowledge_cutoff": "2023-12-31", - "expiration_date": "2026-11-15", + "expiration_date": null, "links": { - "details": "/api/v1/models/meta-llama/llama-3.2-3b-instruct/endpoints" + "details": "/api/v1/models/meta-llama/llama-3.1-70b-instruct/endpoints" }, "endpoints": [ "/api/v1/chat/completions", @@ -16018,12 +15960,12 @@ ] }, { - "id": "meta-llama/llama-3.3-70b-instruct", - "canonical_slug": "meta-llama/llama-3.3-70b-instruct", - "hugging_face_id": "meta-llama/Llama-3.3-70B-Instruct", - "name": "Meta: Llama 3.3 70B Instruct", - "created": 1733506137, - "description": "The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model...", + "id": "meta-llama/llama-3.1-8b-instruct", + "canonical_slug": "meta-llama/llama-3.1-8b-instruct", + "hugging_face_id": "meta-llama/Meta-Llama-3.1-8B-Instruct", + "name": "Meta: Llama 3.1 8B Instruct", + "created": 1721692800, + "description": "Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient. It has demonstrated strong performance compared to...", "context_length": 131072, "architecture": { "modality": "text->text", @@ -16033,13 +15975,186 @@ "instruct_type": "llama3" }, "pricing": { - "prompt": "0.00000059", - "completion": "0.00000079", - "input_cache_read": "0.000000295" + "prompt": "0.00000002", + "completion": "0.00000004" }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 32768, + "max_completion_tokens": 16384, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "logit_bias", + "logprobs", + "max_tokens", + "min_p", + "presence_penalty", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_logprobs", + "top_p" + ], + "default_parameters": {}, + "supported_voices": null, + "knowledge_cutoff": "2023-12-31", + "expiration_date": null, + "links": { + "details": "/api/v1/models/meta-llama/llama-3.1-8b-instruct/endpoints" + }, + "endpoints": [ + "/api/v1/chat/completions", + "/api/v1/completions", + "/api/v1/messages", + "/api/v1/responses" + ], + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 5.4, + "agentic_index": null + } + } + }, + { + "id": "meta-llama/llama-3.2-1b-instruct", + "canonical_slug": "meta-llama/llama-3.2-1b-instruct", + "hugging_face_id": "meta-llama/Llama-3.2-1B-Instruct", + "name": "Meta: Llama 3.2 1B Instruct", + "created": 1727222400, + "description": "Llama 3.2 1B is a 1-billion-parameter language model focused on efficiently performing natural language tasks, such as summarization, dialogue, and multilingual text analysis. Its smaller size allows it to operate...", + "context_length": 60000, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Llama3", + "instruct_type": "llama3" + }, + "pricing": { + "prompt": "0.000000027", + "completion": "0.000000201" + }, + "top_provider": { + "context_length": 60000, + "max_completion_tokens": 54000, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "logit_bias", + "max_tokens", + "min_p", + "presence_penalty", + "repetition_penalty", + "seed", + "stop", + "temperature", + "top_k", + "top_p" + ], + "default_parameters": {}, + "supported_voices": null, + "knowledge_cutoff": "2023-12-31", + "expiration_date": "2026-11-20", + "links": { + "details": "/api/v1/models/meta-llama/llama-3.2-1b-instruct/endpoints" + }, + "endpoints": [ + "/api/v1/chat/completions", + "/api/v1/completions", + "/api/v1/messages", + "/api/v1/responses" + ] + }, + { + "id": "meta-llama/llama-3.2-3b-instruct", + "canonical_slug": "meta-llama/llama-3.2-3b-instruct", + "hugging_face_id": "meta-llama/Llama-3.2-3B-Instruct", + "name": "Meta: Llama 3.2 3B Instruct", + "created": 1727222400, + "description": "Llama 3.2 3B is a 3-billion-parameter multilingual large language model, optimized for advanced natural language processing tasks like dialogue generation, reasoning, and summarization. Designed with the latest transformer architecture, it...", + "context_length": 131072, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Llama3", + "instruct_type": "llama3" + }, + "pricing": { + "prompt": "0.00000005", + "completion": "0.00000033" + }, + "top_provider": { + "context_length": 131072, + "max_completion_tokens": 117964, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "logit_bias", + "logprobs", + "max_tokens", + "min_p", + "presence_penalty", + "repetition_penalty", + "seed", + "stop", + "structured_outputs", + "temperature", + "top_k", + "top_logprobs", + "top_p" + ], + "default_parameters": {}, + "supported_voices": null, + "knowledge_cutoff": "2023-12-31", + "expiration_date": null, + "links": { + "details": "/api/v1/models/meta-llama/llama-3.2-3b-instruct/endpoints" + }, + "endpoints": [ + "/api/v1/chat/completions", + "/api/v1/completions", + "/api/v1/messages", + "/api/v1/responses" + ] + }, + { + "id": "meta-llama/llama-3.3-70b-instruct", + "canonical_slug": "meta-llama/llama-3.3-70b-instruct", + "hugging_face_id": "meta-llama/Llama-3.3-70B-Instruct", + "name": "Meta: Llama 3.3 70B Instruct", + "created": 1733506137, + "description": "The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model...", + "context_length": 131072, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Llama3", + "instruct_type": "llama3" + }, + "pricing": { + "prompt": "0.00000059", + "completion": "0.00000079", + "input_cache_read": "0.000000295" + }, + "top_provider": { + "context_length": 131072, + "max_completion_tokens": 32768, "is_moderated": false }, "per_request_limits": null, @@ -16146,44 +16261,44 @@ { "arena": "models", "category": "3d", - "elo": 898, + "elo": 892, "win_rate": 40.2, - "rank": 124 + "rank": 128 }, { "arena": "models", "category": "codecategories", - "elo": 878, + "elo": 876, "win_rate": 35.8, - "rank": 139 + "rank": 140 }, { "arena": "models", "category": "dataviz", "elo": 882, "win_rate": 38.4, - "rank": 131 + "rank": 133 }, { "arena": "models", "category": "gamedev", - "elo": 836, + "elo": 834, "win_rate": 33.7, - "rank": 140 + "rank": 141 }, { "arena": "models", "category": "uicomponent", "elo": 894, "win_rate": 40.8, - "rank": 133 + "rank": 134 }, { "arena": "models", "category": "website", "elo": 869, "win_rate": 34.4, - "rank": 142 + "rank": 143 } ], "artificial_analysis": { @@ -16253,37 +16368,37 @@ { "arena": "models", "category": "codecategories", - "elo": 788, + "elo": 786, "win_rate": 26.6, - "rank": 142 + "rank": 143 }, { "arena": "models", "category": "dataviz", "elo": 896, "win_rate": 39.3, - "rank": 129 + "rank": 131 }, { "arena": "models", "category": "gamedev", - "elo": 773, + "elo": 768, "win_rate": 27.4, - "rank": 141 + "rank": 142 }, { "arena": "models", "category": "uicomponent", "elo": 762, "win_rate": 25.5, - "rank": 137 + "rank": 138 }, { "arena": "models", "category": "website", - "elo": 750, + "elo": 748, "win_rate": 22.7, - "rank": 148 + "rank": 149 } ], "artificial_analysis": { @@ -16410,33 +16525,148 @@ ], "benchmarks": { "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1072, + "win_rate": 26, + "rank": 103 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1157, + "win_rate": 35.1, + "rank": 85 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1107, + "win_rate": 29.6, + "rank": 95 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1210, + "win_rate": 41, + "rank": 57 + }, + { + "arena": "models", + "category": "website", + "elo": 1178, + "win_rate": 37.9, + "rank": 78 + } + ], + "artificial_analysis": { + "intelligence_index": 6.3, + "coding_index": 49, + "agentic_index": 8.5 + } + }, + "reasoning": { + "mandatory": true, + "supported_efforts": ["xhigh", "high", "medium", "low"], + "default_effort": "medium" + } + }, + { + "id": "meta/muse-glimmer-30b:batch", + "canonical_slug": "meta/muse-glimmer-30b-20260810", + "hugging_face_id": "meta-models/Muse-Glimmer-30B", + "name": "Meta: Muse Glimmer 30B (batch)", + "created": 1786302394, + "description": "Muse Glimmer 30B is a dense, open-weight multimodal model from Meta Superintelligence Labs, distilled from Muse Spark and optimized for autonomous agents on consumer hardware. It is suited for long-horizon...", + "context_length": 131072, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00000024", + "completion": "0.00000096", + "input_cache_read": "0.000000032" + }, + "top_provider": { + "context_length": 131072, + "max_completion_tokens": 16384, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "logit_bias", + "max_tokens", + "min_p", + "presence_penalty", + "reasoning", + "reasoning_effort", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "default_parameters": { + "temperature": 1, + "top_p": 0.95, + "top_k": 64 + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/meta/muse-glimmer-30b-20260810/endpoints" + }, + "endpoints": ["/api/v1/batches"], + "benchmarks": { + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1072, + "win_rate": 26, + "rank": 103 + }, { "arena": "models", "category": "codecategories", - "elo": 1152, - "win_rate": 34.9, + "elo": 1157, + "win_rate": 35.1, "rank": 85 }, { "arena": "models", "category": "gamedev", "elo": 1107, - "win_rate": 30.1, + "win_rate": 29.6, "rank": 95 }, { "arena": "models", "category": "uicomponent", - "elo": 1195, - "win_rate": 39.1, - "rank": 63 + "elo": 1210, + "win_rate": 41, + "rank": 57 }, { "arena": "models", "category": "website", - "elo": 1169, - "win_rate": 37.1, - "rank": 82 + "elo": 1178, + "win_rate": 37.9, + "rank": 78 } ], "artificial_analysis": { @@ -16510,16 +16740,16 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1128, - "win_rate": 48.2, - "rank": 13 + "elo": 1130, + "win_rate": 48.5, + "rank": 12 }, { "arena": "agents", "category": "androidnative", - "elo": 1172, - "win_rate": 47.1, - "rank": 21 + "elo": 1186, + "win_rate": 49.2, + "rank": 19 }, { "arena": "agents", @@ -16528,17 +16758,24 @@ "win_rate": 35.9, "rank": 19 }, + { + "arena": "agents", + "category": "codetovideo", + "elo": 1092, + "win_rate": 35.9, + "rank": 21 + }, { "arena": "agents", "category": "fullstack", - "elo": 1193, - "win_rate": 45.4, - "rank": 18 + "elo": 1183, + "win_rate": 45.1, + "rank": 19 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1103, + "elo": 1105, "win_rate": 39.8, "rank": 29 }, @@ -16554,91 +16791,91 @@ "category": "mobileapps", "elo": 1175, "win_rate": 46.3, - "rank": 25 + "rank": 26 }, { "arena": "agents", "category": "pdf", - "elo": 1163, - "win_rate": 49.4, + "elo": 1171, + "win_rate": 49.2, "rank": 18 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1114, - "win_rate": 44.4, + "elo": 1111, + "win_rate": 44.2, "rank": 23 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1077, - "win_rate": 39.7, - "rank": 22 + "elo": 1124, + "win_rate": 43.1, + "rank": 16 }, { "arena": "agents", "category": "webapps", - "elo": 1192, - "win_rate": 49, - "rank": 21 + "elo": 1193, + "win_rate": 48.5, + "rank": 23 }, { "arena": "models", "category": "3d", - "elo": 1257, + "elo": 1251, "win_rate": 48.9, - "rank": 30 + "rank": 32 }, { "arena": "models", "category": "asciiart", - "elo": 1260, - "win_rate": 53, + "elo": 1259, + "win_rate": 53.1, "rank": 15 }, { "arena": "models", "category": "codecategories", - "elo": 1274, + "elo": 1271, "win_rate": 51.1, - "rank": 28 + "rank": 27 }, { "arena": "models", "category": "dataviz", - "elo": 1267, - "win_rate": 50.1, + "elo": 1265, + "win_rate": 50.2, "rank": 27 }, { "arena": "models", "category": "gamedev", - "elo": 1269, + "elo": 1265, "win_rate": 48.1, - "rank": 25 + "rank": 26 }, { "arena": "models", "category": "svg", - "elo": 1231, - "win_rate": 49.1, - "rank": 19 + "elo": 1230, + "win_rate": 49, + "rank": 22 }, { "arena": "models", "category": "uicomponent", - "elo": 1282, + "elo": 1281, "win_rate": 50.8, "rank": 25 }, { "arena": "models", "category": "website", - "elo": 1269, + "elo": 1267, "win_rate": 51.3, - "rank": 30 + "rank": 29 } ], "artificial_analysis": { @@ -16712,16 +16949,16 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1129, - "win_rate": 42.9, - "rank": 12 + "elo": 1126, + "win_rate": 43, + "rank": 14 }, { "arena": "agents", "category": "androidnative", - "elo": 1221, - "win_rate": 53.2, - "rank": 11 + "elo": 1219, + "win_rate": 53, + "rank": 13 }, { "arena": "agents", @@ -16730,11 +16967,18 @@ "win_rate": 42.9, "rank": 16 }, + { + "arena": "agents", + "category": "codetovideo", + "elo": 1127, + "win_rate": 40.6, + "rank": 20 + }, { "arena": "agents", "category": "fullstack", - "elo": 1203, - "win_rate": 48, + "elo": 1194, + "win_rate": 47.7, "rank": 17 }, { @@ -16747,71 +16991,71 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1182, - "win_rate": 48, + "elo": 1180, + "win_rate": 47.6, "rank": 24 }, { "arena": "agents", "category": "pdf", - "elo": 1120, - "win_rate": 39.5, - "rank": 25 + "elo": 1139, + "win_rate": 41.9, + "rank": 24 }, { "arena": "agents", "category": "python-pptxslides", "elo": 1149, "win_rate": 48.3, - "rank": 19 + "rank": 20 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1033, - "win_rate": 43.3, - "rank": 27 + "elo": 1065, + "win_rate": 44.7, + "rank": 25 }, { "arena": "agents", "category": "webapps", - "elo": 1204, - "win_rate": 49.7, - "rank": 19 + "elo": 1208, + "win_rate": 49.6, + "rank": 20 }, { "arena": "models", "category": "3d", - "elo": 1300, - "win_rate": 51.9, + "elo": 1295, + "win_rate": 51.8, "rank": 20 }, { "arena": "models", "category": "asciiart", - "elo": 1279, - "win_rate": 55, - "rank": 7 + "elo": 1276, + "win_rate": 54.5, + "rank": 8 }, { "arena": "models", "category": "codecategories", - "elo": 1311, + "elo": 1308, "win_rate": 52.1, "rank": 12 }, { "arena": "models", "category": "dataviz", - "elo": 1328, + "elo": 1325, "win_rate": 56.6, "rank": 10 }, { "arena": "models", "category": "gamedev", - "elo": 1300, - "win_rate": 50.4, + "elo": 1296, + "win_rate": 50.3, "rank": 19 }, { @@ -16819,20 +17063,20 @@ "category": "svg", "elo": 1278, "win_rate": 54.3, - "rank": 13 + "rank": 14 }, { "arena": "models", "category": "uicomponent", - "elo": 1302, - "win_rate": 52.2, + "elo": 1299, + "win_rate": 52.1, "rank": 17 }, { "arena": "models", "category": "website", - "elo": 1312, - "win_rate": 52.2, + "elo": 1310, + "win_rate": 52.3, "rank": 9 } ], @@ -16967,113 +17211,120 @@ { "arena": "agents", "category": "androidnative", - "elo": 1293, - "win_rate": 62, - "rank": 2 + "elo": 1283, + "win_rate": 61.3, + "rank": 4 }, { "arena": "agents", "category": "blender3d", - "elo": 1145, - "win_rate": 56.3, + "elo": 1148, + "win_rate": 44.4, "rank": 11 }, + { + "arena": "agents", + "category": "codetovideo", + "elo": 1246, + "win_rate": 58.3, + "rank": 6 + }, { "arena": "agents", "category": "fullstack", - "elo": 1307, - "win_rate": 60.7, + "elo": 1299, + "win_rate": 60.8, "rank": 4 }, { "arena": "agents", "category": "mobileapps", - "elo": 1216, - "win_rate": 49.6, - "rank": 15 + "elo": 1220, + "win_rate": 50.2, + "rank": 14 }, { "arena": "agents", "category": "pdf", - "elo": 1157, - "win_rate": 47.1, - "rank": 20 + "elo": 1195, + "win_rate": 51.5, + "rank": 14 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1201, - "win_rate": 51.4, - "rank": 10 + "elo": 1199, + "win_rate": 51.6, + "rank": 11 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1107, - "win_rate": 31.2, - "rank": 18 + "elo": 1216, + "win_rate": 47.6, + "rank": 12 }, { "arena": "agents", "category": "webapps", - "elo": 1284, - "win_rate": 55, - "rank": 7 + "elo": 1286, + "win_rate": 54.9, + "rank": 5 }, { "arena": "models", "category": "3d", - "elo": 1393, - "win_rate": 63.5, + "elo": 1389, + "win_rate": 63.3, "rank": 7 }, { "arena": "models", "category": "asciiart", - "elo": 1296, - "win_rate": 55.4, + "elo": 1293, + "win_rate": 55.2, "rank": 6 }, { "arena": "models", "category": "codecategories", - "elo": 1350, - "win_rate": 57, + "elo": 1347, + "win_rate": 56.9, "rank": 7 }, { "arena": "models", "category": "dataviz", - "elo": 1341, + "elo": 1339, "win_rate": 57.9, "rank": 6 }, { "arena": "models", "category": "gamedev", - "elo": 1344, + "elo": 1340, "win_rate": 56, - "rank": 9 + "rank": 10 }, { "arena": "models", "category": "svg", - "elo": 1322, - "win_rate": 55.3, + "elo": 1321, + "win_rate": 55.4, "rank": 4 }, { "arena": "models", "category": "uicomponent", - "elo": 1347, - "win_rate": 57.7, + "elo": 1346, + "win_rate": 57.9, "rank": 5 }, { "arena": "models", "category": "website", - "elo": 1355, - "win_rate": 58.2, + "elo": 1353, + "win_rate": 58.1, "rank": 2 }, { @@ -17178,7 +17429,7 @@ }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 943718, + "max_completion_tokens": 131072, "is_moderated": false }, "per_request_limits": null, @@ -17222,36 +17473,36 @@ { "arena": "models", "category": "3d", - "elo": 1257, - "win_rate": 46.8, - "rank": 31 + "elo": 1262, + "win_rate": 46.9, + "rank": 27 }, { "arena": "models", "category": "codecategories", - "elo": 1301, + "elo": 1299, "win_rate": 51.1, - "rank": 16 + "rank": 15 }, { "arena": "models", "category": "gamedev", - "elo": 1269, - "win_rate": 49.8, - "rank": 26 + "elo": 1259, + "win_rate": 47.5, + "rank": 35 }, { "arena": "models", "category": "uicomponent", - "elo": 1329, - "win_rate": 53.4, + "elo": 1315, + "win_rate": 51.8, "rank": 13 }, { "arena": "models", "category": "website", - "elo": 1303, - "win_rate": 50.9, + "elo": 1302, + "win_rate": 51.2, "rank": 13 } ], @@ -17326,8 +17577,8 @@ { "arena": "agents", "category": "blender3d", - "elo": 1190, - "win_rate": 42.9, + "elo": 1173, + "win_rate": 37.6, "rank": 7 }, { @@ -17342,55 +17593,55 @@ "category": "python-pptxslides", "elo": 1096, "win_rate": 14.2, - "rank": 27 + "rank": 26 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1288, - "win_rate": 49.7, - "rank": 7 + "elo": 1291, + "win_rate": 52.1, + "rank": 6 }, { "arena": "models", "category": "3d", - "elo": 1440, - "win_rate": 60.1, + "elo": 1439, + "win_rate": 60.8, "rank": 3 }, { "arena": "models", "category": "codecategories", - "elo": 1386, - "win_rate": 61.9, + "elo": 1384, + "win_rate": 62, "rank": 1 }, { "arena": "models", "category": "dataviz", - "elo": 1303, - "win_rate": 55, - "rank": 14 + "elo": 1308, + "win_rate": 56.9, + "rank": 12 }, { "arena": "models", "category": "gamedev", - "elo": 1413, - "win_rate": 61.6, - "rank": 4 + "elo": 1409, + "win_rate": 61.4, + "rank": 3 }, { "arena": "models", "category": "uicomponent", "elo": 1379, - "win_rate": 63.2, - "rank": 2 + "win_rate": 63.6, + "rank": 3 }, { "arena": "models", "category": "website", - "elo": 1370, - "win_rate": 62.8, + "elo": 1368, + "win_rate": 62.7, "rank": 1 } ], @@ -17537,13 +17788,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000027", - "completion": "0.00000095", - "input_cache_read": "0.00000003" + "prompt": "0.0000003", + "completion": "0.0000012", + "input_cache_read": "0.00000006" }, "top_provider": { - "context_length": 198000, - "max_completion_tokens": 32768, + "context_length": 65536, + "max_completion_tokens": 58982, "is_moderated": false }, "per_request_limits": null, @@ -17593,51 +17844,51 @@ { "arena": "models", "category": "3d", - "elo": 1167, + "elo": 1161, "win_rate": 57.6, - "rank": 62 + "rank": 66 }, { "arena": "models", "category": "codecategories", - "elo": 1205, + "elo": 1203, "win_rate": 56.8, - "rank": 60 + "rank": 62 }, { "arena": "models", "category": "dataviz", - "elo": 1172, + "elo": 1170, "win_rate": 51.2, - "rank": 72 + "rank": 73 }, { "arena": "models", "category": "gamedev", - "elo": 1176, + "elo": 1173, "win_rate": 55.5, - "rank": 65 + "rank": 66 }, { "arena": "models", "category": "svg", "elo": 1146, "win_rate": 54.5, - "rank": 50 + "rank": 51 }, { "arena": "models", "category": "uicomponent", "elo": 1167, "win_rate": 53.4, - "rank": 73 + "rank": 74 }, { "arena": "models", "category": "website", - "elo": 1222, + "elo": 1220, "win_rate": 57.5, - "rank": 59 + "rank": 60 } ] }, @@ -17674,9 +17925,7 @@ "supported_parameters": [ "frequency_penalty", "include_reasoning", - "logit_bias", "max_tokens", - "min_p", "presence_penalty", "reasoning", "repetition_penalty", @@ -17714,9 +17963,9 @@ { "arena": "models", "category": "3d", - "elo": 1191, + "elo": 1187, "win_rate": 49.9, - "rank": 54 + "rank": 56 }, { "arena": "models", @@ -17728,44 +17977,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1231, - "win_rate": 50.7, - "rank": 50 + "elo": 1229, + "win_rate": 50.6, + "rank": 53 }, { "arena": "models", "category": "dataviz", - "elo": 1233, + "elo": 1231, "win_rate": 52.3, - "rank": 46 + "rank": 45 }, { "arena": "models", "category": "gamedev", - "elo": 1208, - "win_rate": 49.2, - "rank": 52 + "elo": 1204, + "win_rate": 49, + "rank": 53 }, { "arena": "models", "category": "svg", - "elo": 1132, - "win_rate": 46.9, - "rank": 58 + "elo": 1131, + "win_rate": 46.7, + "rank": 59 }, { "arena": "models", "category": "uicomponent", - "elo": 1206, - "win_rate": 48.5, - "rank": 59 + "elo": 1205, + "win_rate": 48.4, + "rank": 60 }, { "arena": "models", "category": "website", - "elo": 1241, - "win_rate": 51.3, - "rank": 48 + "elo": 1239, + "win_rate": 51.1, + "rank": 50 } ], "artificial_analysis": { @@ -17857,30 +18106,30 @@ { "arena": "agents", "category": "androidnative", - "elo": 1158, - "win_rate": 44.5, - "rank": 24 + "elo": 1162, + "win_rate": 44.7, + "rank": 26 }, { "arena": "agents", "category": "blender3d", - "elo": 1072, - "win_rate": 47.8, - "rank": 15 + "elo": 1100, + "win_rate": 44.4, + "rank": 13 }, { "arena": "agents", "category": "codetovideo", - "elo": 1223, - "win_rate": 56.4, - "rank": 6 + "elo": 1235, + "win_rate": 57.7, + "rank": 7 }, { "arena": "agents", "category": "fullstack", - "elo": 1191, - "win_rate": 47.2, - "rank": 19 + "elo": 1185, + "win_rate": 47.3, + "rank": 18 }, { "arena": "agents", @@ -17899,86 +18148,291 @@ { "arena": "agents", "category": "pdf", - "elo": 1280, - "win_rate": 62.2, - "rank": 4 + "elo": 1275, + "win_rate": 61.7, + "rank": 5 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1163, - "win_rate": 47.5, - "rank": 17 + "elo": 1168, + "win_rate": 48.3, + "rank": 15 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1101, - "win_rate": 48.4, - "rank": 19 + "elo": 1249, + "win_rate": 55.8, + "rank": 11 }, { "arena": "agents", "category": "webapps", - "elo": 1191, + "elo": 1196, "win_rate": 47.6, - "rank": 23 + "rank": 22 }, { "arena": "models", "category": "3d", - "elo": 1206, - "win_rate": 50.1, - "rank": 47 + "elo": 1200, + "win_rate": 49.9, + "rank": 51 }, { "arena": "models", "category": "asciiart", - "elo": 1155, - "win_rate": 46.1, + "elo": 1153, + "win_rate": 45.7, "rank": 43 }, { "arena": "models", "category": "codecategories", - "elo": 1245, - "win_rate": 50.5, - "rank": 43 + "elo": 1242, + "win_rate": 50.4, + "rank": 45 }, { "arena": "models", "category": "dataviz", - "elo": 1234, - "win_rate": 51.2, - "rank": 45 + "elo": 1231, + "win_rate": 51, + "rank": 46 }, { "arena": "models", "category": "gamedev", - "elo": 1211, - "win_rate": 45.6, - "rank": 50 + "elo": 1205, + "win_rate": 45.1, + "rank": 52 }, { "arena": "models", "category": "svg", - "elo": 1158, + "elo": 1157, + "win_rate": 44.4, + "rank": 47 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1240, + "win_rate": 50.3, + "rank": 45 + }, + { + "arena": "models", + "category": "website", + "elo": 1253, + "win_rate": 51.4, + "rank": 43 + } + ], + "artificial_analysis": { + "intelligence_index": 18.9, + "coding_index": 58.6, + "agentic_index": 29.5 + } + }, + "reasoning": { + "mandatory": false + } + }, + { + "id": "minimax/minimax-m3:batch", + "canonical_slug": "minimax/minimax-m3-20260531", + "hugging_face_id": "MiniMaxAI/Minimax-M3", + "name": "MiniMax: MiniMax M3 (batch)", + "created": 1780245374, + "description": "MiniMax-M3 is a multimodal foundation model from MiniMax. It supports text, image, and video inputs with text output, a 1M-token context window, and is suited for long-horizon agentic work, coding,...", + "context_length": 524288, + "architecture": { + "modality": "text+image+video->text", + "input_modalities": ["text", "image", "video"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.000000224", + "completion": "0.00000088", + "input_cache_read": "0.0000000448" + }, + "top_provider": { + "context_length": 524288, + "max_completion_tokens": 512000, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "logit_bias", + "max_tokens", + "min_p", + "presence_penalty", + "reasoning", + "repetition_penalty", + "response_format", + "seed", + "stop", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "default_parameters": { + "temperature": 1, + "top_p": 0.95, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/minimax/minimax-m3-20260531/endpoints" + }, + "endpoints": ["/api/v1/batches"], + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1114, + "win_rate": 44.9, + "rank": 18 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1162, "win_rate": 44.7, + "rank": 26 + }, + { + "arena": "agents", + "category": "blender3d", + "elo": 1100, + "win_rate": 44.4, + "rank": 13 + }, + { + "arena": "agents", + "category": "codetovideo", + "elo": 1235, + "win_rate": 57.7, + "rank": 7 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1185, + "win_rate": 47.3, + "rank": 18 + }, + { + "arena": "agents", + "category": "htmlslides", + "elo": 1076, + "win_rate": 46.7, + "rank": 14 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1173, + "win_rate": 46.4, + "rank": 27 + }, + { + "arena": "agents", + "category": "pdf", + "elo": 1275, + "win_rate": 61.7, + "rank": 5 + }, + { + "arena": "agents", + "category": "python-pptxslides", + "elo": 1168, + "win_rate": 48.3, + "rank": 15 + }, + { + "arena": "agents", + "category": "spreadsheet", + "elo": 1249, + "win_rate": 55.8, + "rank": 11 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1196, + "win_rate": 47.6, + "rank": 22 + }, + { + "arena": "models", + "category": "3d", + "elo": 1200, + "win_rate": 49.9, + "rank": 51 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1153, + "win_rate": 45.7, + "rank": 43 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1242, + "win_rate": 50.4, "rank": 45 }, + { + "arena": "models", + "category": "dataviz", + "elo": 1231, + "win_rate": 51, + "rank": 46 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1205, + "win_rate": 45.1, + "rank": 52 + }, + { + "arena": "models", + "category": "svg", + "elo": 1157, + "win_rate": 44.4, + "rank": 47 + }, { "arena": "models", "category": "uicomponent", - "elo": 1241, - "win_rate": 50.5, + "elo": 1240, + "win_rate": 50.3, "rank": 45 }, { "arena": "models", "category": "website", - "elo": 1255, - "win_rate": 51.5, - "rank": 42 + "elo": 1253, + "win_rate": 51.4, + "rank": 43 } ], "artificial_analysis": { @@ -18142,44 +18596,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1005, + "elo": 1003, "win_rate": 38.5, - "rank": 128 + "rank": 129 }, { "arena": "models", "category": "dataviz", - "elo": 1017, + "elo": 1015, "win_rate": 41.1, - "rank": 115 + "rank": 117 }, { "arena": "models", "category": "gamedev", - "elo": 966, + "elo": 964, "win_rate": 36.3, - "rank": 129 + "rank": 130 }, { "arena": "models", "category": "uicomponent", "elo": 1012, "win_rate": 46.7, - "rank": 118 + "rank": 119 }, { "arena": "models", "category": "website", - "elo": 1011, + "elo": 1009, "win_rate": 37.8, - "rank": 131 + "rank": 132 }, { "arena": "models", "category": "3d", - "elo": 1017, + "elo": 1011, "win_rate": 45.4, - "rank": 112 + "rank": 116 } ] } @@ -18310,30 +18764,30 @@ { "arena": "models", "category": "3d", - "elo": 987, + "elo": 981, "win_rate": 39.6, - "rank": 116 + "rank": 120 }, { "arena": "models", "category": "codecategories", - "elo": 1063, + "elo": 1061, "win_rate": 44, - "rank": 116 + "rank": 118 }, { "arena": "models", "category": "gamedev", - "elo": 1038, + "elo": 1033, "win_rate": 43.6, - "rank": 117 + "rank": 118 }, { "arena": "models", "category": "website", - "elo": 1081, + "elo": 1079, "win_rate": 44.8, - "rank": 116 + "rank": 117 } ], "artificial_analysis": { @@ -18404,30 +18858,30 @@ { "arena": "models", "category": "3d", - "elo": 960, + "elo": 954, "win_rate": 35.9, - "rank": 121 + "rank": 125 }, { "arena": "models", "category": "codecategories", - "elo": 1008, + "elo": 1006, "win_rate": 37.3, - "rank": 127 + "rank": 128 }, { "arena": "models", "category": "gamedev", - "elo": 947, + "elo": 945, "win_rate": 33, - "rank": 133 + "rank": 134 }, { "arena": "models", "category": "website", - "elo": 1026, + "elo": 1024, "win_rate": 38.2, - "rank": 129 + "rank": 130 } ], "artificial_analysis": { @@ -18498,30 +18952,30 @@ { "arena": "models", "category": "3d", - "elo": 1029, + "elo": 1023, "win_rate": 46.2, - "rank": 111 + "rank": 115 }, { "arena": "models", "category": "codecategories", - "elo": 1051, + "elo": 1049, "win_rate": 42.9, - "rank": 118 + "rank": 119 }, { "arena": "models", "category": "gamedev", - "elo": 990, + "elo": 987, "win_rate": 38.7, - "rank": 125 + "rank": 126 }, { "arena": "models", "category": "website", "elo": 1063, "win_rate": 42.9, - "rank": 118 + "rank": 119 } ], "artificial_analysis": { @@ -18702,9 +19156,9 @@ { "arena": "models", "category": "3d", - "elo": 1096, + "elo": 1091, "win_rate": 46.9, - "rank": 91 + "rank": 95 }, { "arena": "models", @@ -18716,44 +19170,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1140, + "elo": 1138, "win_rate": 47.6, - "rank": 95 + "rank": 96 }, { "arena": "models", "category": "dataviz", - "elo": 1136, + "elo": 1134, "win_rate": 45.7, - "rank": 88 + "rank": 89 }, { "arena": "models", "category": "gamedev", - "elo": 1080, + "elo": 1077, "win_rate": 41.5, - "rank": 105 + "rank": 106 }, { "arena": "models", "category": "svg", "elo": 989, "win_rate": 38, - "rank": 91 + "rank": 92 }, { "arena": "models", "category": "uicomponent", "elo": 1097, "win_rate": 43, - "rank": 98 + "rank": 100 }, { "arena": "models", "category": "website", - "elo": 1162, + "elo": 1160, "win_rate": 49.5, - "rank": 87 + "rank": 88 } ], "artificial_analysis": { @@ -18825,9 +19279,9 @@ { "arena": "models", "category": "3d", - "elo": 1250, + "elo": 1244, "win_rate": 45.2, - "rank": 34 + "rank": 36 }, { "arena": "models", @@ -18839,44 +19293,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1258, + "elo": 1254, "win_rate": 46.6, - "rank": 40 + "rank": 41 }, { "arena": "models", "category": "dataviz", - "elo": 1275, + "elo": 1273, "win_rate": 51, "rank": 25 }, { "arena": "models", "category": "gamedev", - "elo": 1225, - "win_rate": 42.2, - "rank": 45 + "elo": 1222, + "win_rate": 42.1, + "rank": 46 }, { "arena": "models", "category": "svg", "elo": 1231, "win_rate": 45.3, - "rank": 20 + "rank": 21 }, { "arena": "models", "category": "uicomponent", "elo": 1269, "win_rate": 47.6, - "rank": 31 + "rank": 33 }, { "arena": "models", "category": "website", - "elo": 1256, + "elo": 1254, "win_rate": 47.3, - "rank": 40 + "rank": 41 } ], "artificial_analysis": { @@ -18951,44 +19405,44 @@ { "arena": "models", "category": "3d", - "elo": 1081, + "elo": 1075, "win_rate": 54.7, - "rank": 95 + "rank": 99 }, { "arena": "models", "category": "codecategories", - "elo": 1067, + "elo": 1065, "win_rate": 48.1, - "rank": 114 + "rank": 116 }, { "arena": "models", "category": "dataviz", - "elo": 1034, + "elo": 1032, "win_rate": 46, - "rank": 113 + "rank": 115 }, { "arena": "models", "category": "gamedev", - "elo": 1016, + "elo": 1014, "win_rate": 45.2, - "rank": 121 + "rank": 123 }, { "arena": "models", "category": "uicomponent", "elo": 1019, "win_rate": 49.6, - "rank": 117 + "rank": 118 }, { "arena": "models", "category": "website", "elo": 1077, "win_rate": 47.6, - "rank": 117 + "rank": 118 } ] } @@ -19197,9 +19651,9 @@ { "arena": "models", "category": "3d", - "elo": 1078, + "elo": 1073, "win_rate": 44.6, - "rank": 99 + "rank": 100 }, { "arena": "models", @@ -19211,44 +19665,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1118, + "elo": 1115, "win_rate": 45.1, - "rank": 100 + "rank": 101 }, { "arena": "models", "category": "dataviz", - "elo": 1144, + "elo": 1142, "win_rate": 47.2, - "rank": 84 + "rank": 87 }, { "arena": "models", "category": "gamedev", - "elo": 1074, + "elo": 1069, "win_rate": 40.8, - "rank": 108 + "rank": 109 }, { "arena": "models", "category": "svg", "elo": 989, "win_rate": 38.2, - "rank": 92 + "rank": 93 }, { "arena": "models", "category": "uicomponent", "elo": 1094, "win_rate": 43.6, - "rank": 100 + "rank": 102 }, { "arena": "models", "category": "website", - "elo": 1131, + "elo": 1129, "win_rate": 46, - "rank": 101 + "rank": 102 } ], "artificial_analysis": { @@ -19306,315 +19760,316 @@ "temperature": 0.3 }, "supported_voices": null, - "knowledge_cutoff": "2024-04-30", - "expiration_date": null, - "links": { - "details": "/api/v1/models/mistralai/mistral-nemo/endpoints" - }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ] - }, - { - "id": "mistralai/mistral-saba", - "canonical_slug": "mistralai/mistral-saba-2502", - "hugging_face_id": "", - "name": "Mistral: Saba", - "created": 1739803239, - "description": "Mistral Saba is a 24B-parameter language model specifically designed for the Middle East and South Asia, delivering accurate and contextually relevant responses while maintaining efficient performance. Trained on curated regional...", - "context_length": 32768, - "architecture": { - "modality": "text+file->text", - "input_modalities": ["text", "file"], - "output_modalities": ["text"], - "tokenizer": "Mistral", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000002", - "completion": "0.0000006", - "input_cache_read": "0.00000002" - }, - "top_provider": { - "context_length": 32768, - "max_completion_tokens": 26214, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "max_tokens", - "presence_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_p" - ], - "default_parameters": { - "temperature": 0.3 - }, - "supported_voices": null, - "knowledge_cutoff": "2024-09-30", - "expiration_date": null, - "links": { - "details": "/api/v1/models/mistralai/mistral-saba-2502/endpoints" - }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ] - }, - { - "id": "mistralai/mistral-small-24b-instruct-2501", - "canonical_slug": "mistralai/mistral-small-24b-instruct-2501", - "hugging_face_id": "mistralai/Mistral-Small-24B-Instruct-2501", - "name": "Mistral: Mistral Small 3", - "created": 1738255409, - "description": "Mistral Small 3 is a 24B-parameter language model optimized for low-latency performance across common AI tasks. Released under the Apache 2.0 license, it features both pre-trained and instruction-tuned versions designed...", - "context_length": 32768, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Mistral", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000005", - "completion": "0.00000008" - }, - "top_provider": { - "context_length": 32768, - "max_completion_tokens": 16384, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": { - "temperature": 0.3, - "top_p": null, - "frequency_penalty": null - }, - "supported_voices": null, - "knowledge_cutoff": "2023-10-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/mistralai/mistral-small-24b-instruct-2501/endpoints" - }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ] - }, - { - "id": "mistralai/mistral-small-2603", - "canonical_slug": "mistralai/mistral-small-2603", - "hugging_face_id": "mistralai/Mistral-Small-4-119B-2603", - "name": "Mistral: Mistral Small 4", - "created": 1773695685, - "description": "Mistral Small 4 is the next major release in the Mistral Small family, unifying the capabilities of several flagship Mistral models into a single system. It combines strong reasoning from...", - "context_length": 262144, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["text", "image"], - "output_modalities": ["text"], - "tokenizer": "Mistral", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000015", - "completion": "0.0000006", - "input_cache_read": "0.000000015" - }, - "top_provider": { - "context_length": 262144, - "max_completion_tokens": 209715, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "include_reasoning", - "max_tokens", - "presence_penalty", - "reasoning", - "reasoning_effort", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_p" - ], - "default_parameters": { - "temperature": null, - "top_p": null, - "top_k": null, - "frequency_penalty": null, - "presence_penalty": null, - "repetition_penalty": null - }, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": null, - "links": { - "details": "/api/v1/models/mistralai/mistral-small-2603/endpoints" - }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ], - "benchmarks": { - "design_arena": [], - "artificial_analysis": { - "intelligence_index": 4.3, - "coding_index": 26.6, - "agentic_index": 0.8 - } - }, - "reasoning": { - "mandatory": false, - "default_enabled": false, - "supported_efforts": ["high", "none"], - "default_effort": "high" - } - }, - { - "id": "mistralai/mistral-small-3.1-24b-instruct", - "canonical_slug": "mistralai/mistral-small-3.1-24b-instruct-2503", - "hugging_face_id": "mistralai/Mistral-Small-3.1-24B-Instruct-2503", - "name": "Mistral: Mistral Small 3.1 24B", - "created": 1742238937, - "description": "Mistral Small 3.1 24B Instruct is an upgraded variant of Mistral Small 3 (2501), featuring 24 billion parameters with advanced multimodal capabilities. It provides state-of-the-art performance in text-based reasoning and...", - "context_length": 128000, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["text", "image"], - "output_modalities": ["text"], - "tokenizer": "Mistral", - "instruct_type": null - }, - "pricing": { - "prompt": "0.000000351", - "completion": "0.000000555" - }, - "top_provider": { - "context_length": 128000, - "max_completion_tokens": 102400, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "logprobs", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_k", - "top_logprobs", - "top_p" - ], - "default_parameters": { - "temperature": 0.3 - }, - "supported_voices": null, - "knowledge_cutoff": "2023-10-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/mistralai/mistral-small-3.1-24b-instruct-2503/endpoints" - }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ] - }, - { - "id": "mistralai/mistral-small-3.2-24b-instruct", - "canonical_slug": "mistralai/mistral-small-3.2-24b-instruct-2506", - "hugging_face_id": "mistralai/Mistral-Small-3.2-24B-Instruct-2506", - "name": "Mistral: Mistral Small 3.2 24B", - "created": 1750443016, - "description": "Mistral-Small-3.2-24B-Instruct-2506 is an updated 24B parameter model from Mistral optimized for instruction following, repetition reduction, and improved function calling. Compared to the 3.1 release, version 3.2 significantly improves accuracy on...", - "context_length": 256000, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["image", "text"], - "output_modalities": ["text"], - "tokenizer": "Mistral", - "instruct_type": null - }, - "pricing": { - "prompt": "0.000000075", - "completion": "0.0000002" - }, - "top_provider": { - "context_length": 128000, - "max_completion_tokens": 16384, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "logprobs", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_k", - "top_logprobs", - "top_p" - ], - "default_parameters": { - "temperature": 0.3 - }, - "supported_voices": null, + "knowledge_cutoff": "2024-04-30", + "expiration_date": null, + "links": { + "details": "/api/v1/models/mistralai/mistral-nemo/endpoints" + }, + "endpoints": [ + "/api/v1/chat/completions", + "/api/v1/completions", + "/api/v1/messages", + "/api/v1/responses" + ] + }, + { + "id": "mistralai/mistral-saba", + "canonical_slug": "mistralai/mistral-saba-2502", + "hugging_face_id": "", + "name": "Mistral: Saba", + "created": 1739803239, + "description": "Mistral Saba is a 24B-parameter language model specifically designed for the Middle East and South Asia, delivering accurate and contextually relevant responses while maintaining efficient performance. Trained on curated regional...", + "context_length": 32768, + "architecture": { + "modality": "text+file->text", + "input_modalities": ["text", "file"], + "output_modalities": ["text"], + "tokenizer": "Mistral", + "instruct_type": null + }, + "pricing": { + "prompt": "0.0000002", + "completion": "0.0000006", + "input_cache_read": "0.00000002" + }, + "top_provider": { + "context_length": 32768, + "max_completion_tokens": 26214, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "max_tokens", + "presence_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_p" + ], + "default_parameters": { + "temperature": 0.3 + }, + "supported_voices": null, + "knowledge_cutoff": "2024-09-30", + "expiration_date": null, + "links": { + "details": "/api/v1/models/mistralai/mistral-saba-2502/endpoints" + }, + "endpoints": [ + "/api/v1/chat/completions", + "/api/v1/completions", + "/api/v1/messages", + "/api/v1/responses" + ] + }, + { + "id": "mistralai/mistral-small-24b-instruct-2501", + "canonical_slug": "mistralai/mistral-small-24b-instruct-2501", + "hugging_face_id": "mistralai/Mistral-Small-24B-Instruct-2501", + "name": "Mistral: Mistral Small 3", + "created": 1738255409, + "description": "Mistral Small 3 is a 24B-parameter language model optimized for low-latency performance across common AI tasks. Released under the Apache 2.0 license, it features both pre-trained and instruction-tuned versions designed...", + "context_length": 32768, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Mistral", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00000005", + "completion": "0.00000008" + }, + "top_provider": { + "context_length": 32768, + "max_completion_tokens": 16384, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "logit_bias", + "max_tokens", + "min_p", + "presence_penalty", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "top_k", + "top_p" + ], + "default_parameters": { + "temperature": 0.3, + "top_p": null, + "frequency_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": "2023-10-31", + "expiration_date": null, + "links": { + "details": "/api/v1/models/mistralai/mistral-small-24b-instruct-2501/endpoints" + }, + "endpoints": [ + "/api/v1/chat/completions", + "/api/v1/completions", + "/api/v1/messages", + "/api/v1/responses" + ] + }, + { + "id": "mistralai/mistral-small-2603", + "canonical_slug": "mistralai/mistral-small-2603", + "hugging_face_id": "mistralai/Mistral-Small-4-119B-2603", + "name": "Mistral: Mistral Small 4", + "created": 1773695685, + "description": "Mistral Small 4 is the next major release in the Mistral Small family, unifying the capabilities of several flagship Mistral models into a single system. It combines strong reasoning from...", + "context_length": 262144, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "Mistral", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00000015", + "completion": "0.0000006", + "input_cache_read": "0.000000015" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 209715, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "max_tokens", + "presence_penalty", + "reasoning", + "reasoning_effort", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_p" + ], + "default_parameters": { + "temperature": null, + "top_p": null, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/mistralai/mistral-small-2603/endpoints" + }, + "endpoints": [ + "/api/v1/chat/completions", + "/api/v1/completions", + "/api/v1/messages", + "/api/v1/responses" + ], + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 4.3, + "coding_index": 26.6, + "agentic_index": 0.8 + } + }, + "reasoning": { + "mandatory": false, + "default_enabled": false, + "supported_efforts": ["high", "none"], + "default_effort": "high" + } + }, + { + "id": "mistralai/mistral-small-3.1-24b-instruct", + "canonical_slug": "mistralai/mistral-small-3.1-24b-instruct-2503", + "hugging_face_id": "mistralai/Mistral-Small-3.1-24B-Instruct-2503", + "name": "Mistral: Mistral Small 3.1 24B", + "created": 1742238937, + "description": "Mistral Small 3.1 24B Instruct is an upgraded variant of Mistral Small 3 (2501), featuring 24 billion parameters with advanced multimodal capabilities. It provides state-of-the-art performance in text-based reasoning and...", + "context_length": 128000, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "Mistral", + "instruct_type": null + }, + "pricing": { + "prompt": "0.000000351", + "completion": "0.000000555" + }, + "top_provider": { + "context_length": 128000, + "max_completion_tokens": 102400, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "logit_bias", + "logprobs", + "max_tokens", + "min_p", + "presence_penalty", + "repetition_penalty", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_logprobs", + "top_p" + ], + "default_parameters": { + "temperature": 0.3 + }, + "supported_voices": null, + "knowledge_cutoff": "2023-10-31", + "expiration_date": null, + "links": { + "details": "/api/v1/models/mistralai/mistral-small-3.1-24b-instruct-2503/endpoints" + }, + "endpoints": [ + "/api/v1/chat/completions", + "/api/v1/completions", + "/api/v1/messages", + "/api/v1/responses" + ] + }, + { + "id": "mistralai/mistral-small-3.2-24b-instruct", + "canonical_slug": "mistralai/mistral-small-3.2-24b-instruct-2506", + "hugging_face_id": "mistralai/Mistral-Small-3.2-24B-Instruct-2506", + "name": "Mistral: Mistral Small 3.2 24B", + "created": 1750443016, + "description": "Mistral-Small-3.2-24B-Instruct-2506 is an updated 24B parameter model from Mistral optimized for instruction following, repetition reduction, and improved function calling. Compared to the 3.1 release, version 3.2 significantly improves accuracy on...", + "context_length": 256000, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["image", "text"], + "output_modalities": ["text"], + "tokenizer": "Mistral", + "instruct_type": null + }, + "pricing": { + "prompt": "0.0000001", + "completion": "0.0000003", + "input_cache_read": "0.00000001" + }, + "top_provider": { + "context_length": 32768, + "max_completion_tokens": 26214, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "logit_bias", + "logprobs", + "max_tokens", + "min_p", + "presence_penalty", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_logprobs", + "top_p" + ], + "default_parameters": { + "temperature": 0.3 + }, + "supported_voices": null, "knowledge_cutoff": "2023-10-31", "expiration_date": null, "links": { @@ -19631,37 +20086,37 @@ { "arena": "models", "category": "codecategories", - "elo": 905, + "elo": 903, "win_rate": 39.8, - "rank": 138 + "rank": 139 }, { "arena": "models", "category": "dataviz", "elo": 929, "win_rate": 43.3, - "rank": 126 + "rank": 128 }, { "arena": "models", "category": "gamedev", - "elo": 887, + "elo": 885, "win_rate": 39.4, - "rank": 138 + "rank": 139 }, { "arena": "models", "category": "uicomponent", "elo": 902, "win_rate": 40.5, - "rank": 132 + "rank": 133 }, { "arena": "models", "category": "website", - "elo": 894, + "elo": 892, "win_rate": 38.3, - "rank": 141 + "rank": 142 } ] } @@ -19943,37 +20398,37 @@ { "arena": "models", "category": "codecategories", - "elo": 1032, + "elo": 1030, "win_rate": 51.7, - "rank": 121 + "rank": 122 }, { "arena": "models", "category": "dataviz", "elo": 1018, "win_rate": 49.4, - "rank": 114 + "rank": 116 }, { "arena": "models", "category": "gamedev", - "elo": 974, + "elo": 969, "win_rate": 46.4, - "rank": 127 + "rank": 128 }, { "arena": "models", "category": "uicomponent", "elo": 1025, "win_rate": 55.1, - "rank": 115 + "rank": 116 }, { "arena": "models", "category": "website", - "elo": 1050, + "elo": 1048, "win_rate": 53.1, - "rank": 123 + "rank": 124 } ] } @@ -20005,6 +20460,7 @@ "per_request_limits": null, "supported_parameters": [ "frequency_penalty", + "logprobs", "max_tokens", "presence_penalty", "repetition_penalty", @@ -20016,6 +20472,7 @@ "tool_choice", "tools", "top_k", + "top_logprobs", "top_p" ], "default_parameters": {}, @@ -20036,16 +20493,16 @@ { "arena": "models", "category": "codecategories", - "elo": 1096, + "elo": 1094, "win_rate": 48.5, - "rank": 109 + "rank": 110 }, { "arena": "models", "category": "website", - "elo": 1107, + "elo": 1105, "win_rate": 48.3, - "rank": 110 + "rank": 111 } ] } @@ -20120,7 +20577,7 @@ "category": "website", "elo": 1111, "win_rate": 48.8, - "rank": 108 + "rank": 109 } ], "artificial_analysis": { @@ -20150,13 +20607,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000005", - "completion": "0.0000025", - "input_cache_read": "0.00000015" + "prompt": "0.000000532", + "completion": "0.000003325", + "input_cache_read": "0.000000209" }, "top_provider": { - "context_length": 262144, - "max_completion_tokens": 235929, + "context_length": 256000, + "max_completion_tokens": 65536, "is_moderated": false }, "per_request_limits": null, @@ -20191,7 +20648,7 @@ }, "supported_voices": null, "knowledge_cutoff": null, - "expiration_date": null, + "expiration_date": "2026-11-18", "links": { "details": "/api/v1/models/moonshotai/kimi-k2.5-0127/endpoints" }, @@ -20208,12 +20665,12 @@ "category": "androidnative", "elo": 1114, "win_rate": 57.8, - "rank": 30 + "rank": 33 }, { "arena": "agents", "category": "fullstack", - "elo": 1107, + "elo": 1098, "win_rate": 54.5, "rank": 29 }, @@ -20234,16 +20691,16 @@ { "arena": "agents", "category": "webapps", - "elo": 1120, + "elo": 1122, "win_rate": 51.6, - "rank": 33 + "rank": 34 }, { "arena": "models", "category": "3d", - "elo": 1202, + "elo": 1198, "win_rate": 53.1, - "rank": 50 + "rank": 52 }, { "arena": "models", @@ -20255,44 +20712,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1234, + "elo": 1231, "win_rate": 54.1, - "rank": 48 + "rank": 51 }, { "arena": "models", "category": "dataviz", - "elo": 1219, + "elo": 1217, "win_rate": 51.3, "rank": 53 }, { "arena": "models", "category": "gamedev", - "elo": 1205, + "elo": 1203, "win_rate": 53.4, - "rank": 54 + "rank": 56 }, { "arena": "models", "category": "svg", "elo": 1146, "win_rate": 48.4, - "rank": 52 + "rank": 53 }, { "arena": "models", "category": "uicomponent", "elo": 1231, "win_rate": 53.6, - "rank": 49 + "rank": 50 }, { "arena": "models", "category": "website", - "elo": 1247, + "elo": 1245, "win_rate": 55.2, - "rank": 45 + "rank": 47 } ], "artificial_analysis": { @@ -20416,19 +20873,19 @@ "category": "androidnative", "elo": 1160, "win_rate": 49.2, - "rank": 23 + "rank": 28 }, { "arena": "agents", "category": "fullstack", - "elo": 1149, + "elo": 1140, "win_rate": 49.4, "rank": 26 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1120, + "elo": 1122, "win_rate": 46.8, "rank": 28 }, @@ -20472,14 +20929,14 @@ "category": "webapps", "elo": 1268, "win_rate": 59.3, - "rank": 10 + "rank": 11 }, { "arena": "models", "category": "3d", - "elo": 1264, + "elo": 1259, "win_rate": 57.6, - "rank": 27 + "rank": 28 }, { "arena": "models", @@ -20491,44 +20948,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1270, + "elo": 1268, "win_rate": 54.8, "rank": 32 }, { "arena": "models", "category": "dataviz", - "elo": 1249, + "elo": 1247, "win_rate": 52, "rank": 37 }, { "arena": "models", "category": "gamedev", - "elo": 1249, + "elo": 1247, "win_rate": 54.8, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "svg", "elo": 1178, "win_rate": 51.2, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "uicomponent", "elo": 1261, "win_rate": 55.6, - "rank": 36 + "rank": 37 }, { "arena": "models", "category": "website", - "elo": 1268, + "elo": 1266, "win_rate": 54.2, - "rank": 31 + "rank": 32 } ], "artificial_analysis": { @@ -20615,21 +21072,21 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1078, - "win_rate": 43, + "elo": 1077, + "win_rate": 42.8, "rank": 22 }, { "arena": "agents", "category": "androidnative", - "elo": 1136, + "elo": 1138, "win_rate": 46, - "rank": 28 + "rank": 31 }, { "arena": "agents", "category": "fullstack", - "elo": 1169, + "elo": 1160, "win_rate": 50.9, "rank": 23 }, @@ -20657,23 +21114,23 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1110, + "elo": 1107, "win_rate": 44.6, - "rank": 24 + "rank": 25 }, { "arena": "agents", "category": "webapps", - "elo": 1160, + "elo": 1162, "win_rate": 46.9, - "rank": 30 + "rank": 31 }, { "arena": "models", "category": "3d", - "elo": 1237, - "win_rate": 50.2, - "rank": 39 + "elo": 1231, + "win_rate": 49.8, + "rank": 41 }, { "arena": "models", @@ -20685,43 +21142,43 @@ { "arena": "models", "category": "codecategories", - "elo": 1251, - "win_rate": 49.7, - "rank": 42 + "elo": 1248, + "win_rate": 49.6, + "rank": 43 }, { "arena": "models", "category": "dataviz", - "elo": 1225, - "win_rate": 48.3, - "rank": 49 + "elo": 1222, + "win_rate": 48.2, + "rank": 50 }, { "arena": "models", "category": "gamedev", - "elo": 1219, - "win_rate": 46.6, - "rank": 47 + "elo": 1217, + "win_rate": 46.5, + "rank": 48 }, { "arena": "models", "category": "svg", - "elo": 1173, + "elo": 1172, "win_rate": 44, - "rank": 42 + "rank": 43 }, { "arena": "models", "category": "uicomponent", - "elo": 1254, - "win_rate": 50.5, - "rank": 42 + "elo": 1252, + "win_rate": 50.3, + "rank": 43 }, { "arena": "models", "category": "website", - "elo": 1262, - "win_rate": 51.2, + "elo": 1260, + "win_rate": 51.1, "rank": 36 } ], @@ -20812,43 +21269,43 @@ "arena": "agents", "category": "agenticgamedev", "elo": 1202, - "win_rate": 53.8, + "win_rate": 54, "rank": 4 }, { "arena": "agents", "category": "androidnative", - "elo": 1255, - "win_rate": 56.7, - "rank": 6 + "elo": 1260, + "win_rate": 57.3, + "rank": 7 }, { "arena": "agents", "category": "blender3d", - "elo": 1179, - "win_rate": 45.6, + "elo": 1168, + "win_rate": 41.8, "rank": 8 }, { "arena": "agents", "category": "codetovideo", - "elo": 1275, - "win_rate": 61.5, + "elo": 1274, + "win_rate": 61.7, "rank": 3 }, { "arena": "agents", "category": "fullstack", - "elo": 1307, - "win_rate": 61.5, + "elo": 1299, + "win_rate": 61.4, "rank": 3 }, { "arena": "agents", "category": "godotgamedev", "elo": 1224, - "win_rate": 48.4, - "rank": 13 + "win_rate": 48.6, + "rank": 14 }, { "arena": "agents", @@ -20860,84 +21317,84 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1263, - "win_rate": 57, - "rank": 5 + "elo": 1260, + "win_rate": 56.8, + "rank": 8 }, { "arena": "agents", "category": "pdf", - "elo": 1302, - "win_rate": 67, - "rank": 3 + "elo": 1305, + "win_rate": 67.2, + "rank": 1 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1219, - "win_rate": 54.8, - "rank": 6 + "elo": 1220, + "win_rate": 55, + "rank": 7 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1118, - "win_rate": 31.8, - "rank": 17 + "elo": 1104, + "win_rate": 31.5, + "rank": 19 }, { "arena": "agents", "category": "webapps", "elo": 1284, - "win_rate": 59.3, - "rank": 6 + "win_rate": 58.9, + "rank": 7 }, { "arena": "models", "category": "3d", - "elo": 1381, - "win_rate": 64.2, + "elo": 1374, + "win_rate": 63.8, "rank": 8 }, { "arena": "models", "category": "codecategories", - "elo": 1353, - "win_rate": 60, + "elo": 1349, + "win_rate": 59.8, "rank": 5 }, { "arena": "models", "category": "dataviz", "elo": 1350, - "win_rate": 63.1, + "win_rate": 63.3, "rank": 4 }, { "arena": "models", "category": "gamedev", - "elo": 1351, + "elo": 1349, "win_rate": 54.4, "rank": 8 }, { "arena": "models", "category": "svg", - "elo": 1306, - "win_rate": 60.2, - "rank": 7 + "elo": 1303, + "win_rate": 59.9, + "rank": 8 }, { "arena": "models", "category": "uicomponent", - "elo": 1338, - "win_rate": 60, + "elo": 1343, + "win_rate": 60.7, "rank": 8 }, { "arena": "models", "category": "website", - "elo": 1334, + "elo": 1332, "win_rate": 58.6, "rank": 3 } @@ -20971,13 +21428,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000228", - "completion": "0.0000114", - "input_cache_read": "0.000000228" + "prompt": "0.000000883", + "completion": "0.000006", + "input_cache_read": "0.000000218" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 16384, + "max_completion_tokens": 943718, "is_moderated": false }, "per_request_limits": null, @@ -20985,6 +21442,7 @@ "frequency_penalty", "include_reasoning", "logit_bias", + "logprobs", "max_tokens", "min_p", "presence_penalty", @@ -20999,6 +21457,7 @@ "tool_choice", "tools", "top_k", + "top_logprobs", "top_p" ], "default_parameters": { @@ -21022,43 +21481,43 @@ "arena": "agents", "category": "agenticgamedev", "elo": 1202, - "win_rate": 53.8, + "win_rate": 54, "rank": 4 }, { "arena": "agents", "category": "androidnative", - "elo": 1255, - "win_rate": 56.7, - "rank": 6 + "elo": 1260, + "win_rate": 57.3, + "rank": 7 }, { "arena": "agents", "category": "blender3d", - "elo": 1179, - "win_rate": 45.6, + "elo": 1168, + "win_rate": 41.8, "rank": 8 }, { "arena": "agents", "category": "codetovideo", - "elo": 1275, - "win_rate": 61.5, + "elo": 1274, + "win_rate": 61.7, "rank": 3 }, { "arena": "agents", "category": "fullstack", - "elo": 1307, - "win_rate": 61.5, + "elo": 1299, + "win_rate": 61.4, "rank": 3 }, { "arena": "agents", "category": "godotgamedev", "elo": 1224, - "win_rate": 48.4, - "rank": 13 + "win_rate": 48.6, + "rank": 14 }, { "arena": "agents", @@ -21070,84 +21529,84 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1263, - "win_rate": 57, - "rank": 5 + "elo": 1260, + "win_rate": 56.8, + "rank": 8 }, { "arena": "agents", "category": "pdf", - "elo": 1302, - "win_rate": 67, - "rank": 3 + "elo": 1305, + "win_rate": 67.2, + "rank": 1 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1219, - "win_rate": 54.8, - "rank": 6 + "elo": 1220, + "win_rate": 55, + "rank": 7 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1118, - "win_rate": 31.8, - "rank": 17 + "elo": 1104, + "win_rate": 31.5, + "rank": 19 }, { "arena": "agents", "category": "webapps", "elo": 1284, - "win_rate": 59.3, - "rank": 6 + "win_rate": 58.9, + "rank": 7 }, { "arena": "models", "category": "3d", - "elo": 1381, - "win_rate": 64.2, + "elo": 1374, + "win_rate": 63.8, "rank": 8 }, { "arena": "models", "category": "codecategories", - "elo": 1353, - "win_rate": 60, + "elo": 1349, + "win_rate": 59.8, "rank": 5 }, { "arena": "models", "category": "dataviz", "elo": 1350, - "win_rate": 63.1, + "win_rate": 63.3, "rank": 4 }, { "arena": "models", "category": "gamedev", - "elo": 1351, + "elo": 1349, "win_rate": 54.4, "rank": 8 }, { "arena": "models", "category": "svg", - "elo": 1306, - "win_rate": 60.2, - "rank": 7 + "elo": 1303, + "win_rate": 59.9, + "rank": 8 }, { "arena": "models", "category": "uicomponent", - "elo": 1338, - "win_rate": 60, + "elo": 1343, + "win_rate": 60.7, "rank": 8 }, { "arena": "models", "category": "website", - "elo": 1334, + "elo": 1332, "win_rate": 58.6, "rank": 3 } @@ -21233,100 +21692,107 @@ { "arena": "agents", "category": "androidnative", - "elo": 1147, - "win_rate": 41.4, - "rank": 26 + "elo": 1161, + "win_rate": 43.4, + "rank": 27 + }, + { + "arena": "agents", + "category": "codetovideo", + "elo": 1266, + "win_rate": 60.7, + "rank": 5 }, { "arena": "agents", "category": "fullstack", - "elo": 1330, + "elo": 1336, "win_rate": 62, "rank": 1 }, { "arena": "agents", "category": "mobileapps", - "elo": 1277, - "win_rate": 59.8, + "elo": 1276, + "win_rate": 59.6, "rank": 3 }, { "arena": "agents", "category": "pdf", - "elo": 1271, - "win_rate": 61.4, - "rank": 5 + "elo": 1242, + "win_rate": 58.1, + "rank": 9 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1193, - "win_rate": 56.8, - "rank": 12 + "elo": 1304, + "win_rate": 71.3, + "rank": 2 }, { "arena": "agents", "category": "webapps", - "elo": 1312, - "win_rate": 61.2, + "elo": 1303, + "win_rate": 59, "rank": 3 }, { "arena": "models", "category": "3d", - "elo": 1451, - "win_rate": 72, + "elo": 1445, + "win_rate": 71.2, "rank": 2 }, { "arena": "models", "category": "asciiart", - "elo": 1299, - "win_rate": 58.9, + "elo": 1295, + "win_rate": 58.7, "rank": 5 }, { "arena": "models", "category": "codecategories", - "elo": 1355, - "win_rate": 61.3, + "elo": 1350, + "win_rate": 60.6, "rank": 4 }, { "arena": "models", "category": "dataviz", - "elo": 1307, - "win_rate": 56.8, - "rank": 12 + "elo": 1305, + "win_rate": 56.1, + "rank": 13 }, { "arena": "models", "category": "gamedev", - "elo": 1413, - "win_rate": 67.3, - "rank": 3 + "elo": 1406, + "win_rate": 66.3, + "rank": 4 }, { "arena": "models", "category": "svg", - "elo": 1330, - "win_rate": 62.4, + "elo": 1325, + "win_rate": 61.8, "rank": 2 }, { "arena": "models", "category": "uicomponent", - "elo": 1392, - "win_rate": 66, + "elo": 1394, + "win_rate": 65.9, "rank": 1 }, { "arena": "models", "category": "website", - "elo": 1326, - "win_rate": 58.1, - "rank": 4 + "elo": 1320, + "win_rate": 57.5, + "rank": 5 } ], "artificial_analysis": { @@ -21394,6 +21860,45 @@ "/api/v1/responses" ] }, + { + "id": "morph/morph-v3-fast:batch", + "canonical_slug": "morph/morph-v3-fast", + "hugging_face_id": "", + "name": "Morph: Morph V3 Fast (batch)", + "created": 1751910002, + "description": "Morph's fastest apply model for code edits. ~10,500 tokens/sec with 96% accuracy for rapid code transformations. The model requires the prompt to be in the following format: {instruction} {initial_code} {edit_snippet}...", + "context_length": 81920, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.0000004", + "completion": "0.0000006" + }, + "top_provider": { + "context_length": 81920, + "max_completion_tokens": 38000, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": ["max_tokens", "stop", "temperature"], + "default_parameters": { + "temperature": null, + "top_p": null, + "frequency_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/morph/morph-v3-fast/endpoints" + }, + "endpoints": ["/api/v1/batches"] + }, { "id": "morph/morph-v3-large", "canonical_slug": "morph/morph-v3-large", @@ -21446,6 +21951,53 @@ "/api/v1/responses" ] }, + { + "id": "morph/morph-v3-large:batch", + "canonical_slug": "morph/morph-v3-large", + "hugging_face_id": "", + "name": "Morph: Morph V3 Large (batch)", + "created": 1751910858, + "description": "Morph's high-accuracy apply model for complex code edits. ~4,500 tokens/sec with 98% accuracy for precise code transformations. The model requires the prompt to be in the following format: {instruction} {initial_code}...", + "context_length": 262144, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00000045", + "completion": "0.00000095" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 131072, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "logprobs", + "max_tokens", + "response_format", + "stop", + "structured_outputs", + "temperature", + "top_logprobs" + ], + "default_parameters": { + "temperature": null, + "top_p": null, + "frequency_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/morph/morph-v3-large/endpoints" + }, + "endpoints": ["/api/v1/batches"] + }, { "id": "nex-agi/nex-n2.5-mini", "canonical_slug": "nex-agi/nex-n2.5-mini-20260908", @@ -21789,13 +22341,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000003", - "completion": "0.0000024", - "input_cache_read": "0.00000015" + "prompt": "0.000000075", + "completion": "0.0000004" }, "top_provider": { - "context_length": 1048576, - "max_completion_tokens": 262144, + "context_length": 262144, + "max_completion_tokens": 16384, "is_moderated": false }, "per_request_limits": null, @@ -21928,9 +22479,9 @@ { "arena": "models", "category": "3d", - "elo": 1127, + "elo": 1121, "win_rate": 38.1, - "rank": 81 + "rank": 84 }, { "arena": "models", @@ -21942,44 +22493,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1145, - "win_rate": 36, - "rank": 90 + "elo": 1143, + "win_rate": 35.9, + "rank": 91 }, { "arena": "models", "category": "dataviz", - "elo": 1142, - "win_rate": 37.5, - "rank": 86 + "elo": 1143, + "win_rate": 37.8, + "rank": 85 }, { "arena": "models", "category": "gamedev", - "elo": 1139, - "win_rate": 36, - "rank": 80 + "elo": 1136, + "win_rate": 35.8, + "rank": 81 }, { "arena": "models", "category": "svg", - "elo": 1066, + "elo": 1067, "win_rate": 32.1, - "rank": 75 + "rank": 76 }, { "arena": "models", "category": "uicomponent", - "elo": 1136, + "elo": 1137, "win_rate": 36, - "rank": 85 + "rank": 87 }, { "arena": "models", "category": "website", - "elo": 1144, + "elo": 1142, "win_rate": 35.2, - "rank": 98 + "rank": 99 } ], "artificial_analysis": { @@ -22057,9 +22608,9 @@ { "arena": "models", "category": "3d", - "elo": 1127, + "elo": 1121, "win_rate": 38.1, - "rank": 81 + "rank": 84 }, { "arena": "models", @@ -22071,44 +22622,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1145, - "win_rate": 36, - "rank": 90 + "elo": 1143, + "win_rate": 35.9, + "rank": 91 }, { "arena": "models", "category": "dataviz", - "elo": 1142, - "win_rate": 37.5, - "rank": 86 + "elo": 1143, + "win_rate": 37.8, + "rank": 85 }, { "arena": "models", "category": "gamedev", - "elo": 1139, - "win_rate": 36, - "rank": 80 + "elo": 1136, + "win_rate": 35.8, + "rank": 81 }, { "arena": "models", "category": "svg", - "elo": 1066, + "elo": 1067, "win_rate": 32.1, - "rank": 75 + "rank": 76 }, { "arena": "models", "category": "uicomponent", - "elo": 1136, + "elo": 1137, "win_rate": 36, - "rank": 85 + "rank": 87 }, { "arena": "models", "category": "website", - "elo": 1144, + "elo": 1142, "win_rate": 35.2, - "rank": 98 + "rank": 99 } ], "artificial_analysis": { @@ -22190,64 +22741,6 @@ "default_enabled": true } }, - { - "id": "nvidia/nemotron-3.5-content-safety:free", - "canonical_slug": "nvidia/nemotron-3.5-content-safety-20260604", - "hugging_face_id": "nvidia/Nemotron-3.5-Content-Safety", - "name": "NVIDIA: Nemotron 3.5 Content Safety (free)", - "created": 1780581864, - "description": "NVIDIA Nemotron 3.5 Content Safety is a compact 4B-parameter multimodal guardrail model from NVIDIA, fine-tuned from Google Gemma-3-4B. It moderates both inputs to and responses from LLMs and VLMs, accepting...", - "context_length": 128000, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["text", "image"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0", - "completion": "0" - }, - "top_provider": { - "context_length": 128000, - "max_completion_tokens": 8192, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "max_tokens", - "reasoning", - "seed", - "temperature", - "top_p" - ], - "default_parameters": { - "temperature": null, - "top_p": null, - "top_k": null, - "frequency_penalty": null, - "presence_penalty": null, - "repetition_penalty": null - }, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": null, - "links": { - "details": "/api/v1/models/nvidia/nemotron-3.5-content-safety-20260604/endpoints" - }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ], - "reasoning": { - "mandatory": false, - "default_enabled": true - } - }, { "id": "nvidia/nemotron-3.5-lightning", "canonical_slug": "nvidia/nemotron-3.5-lightning-20260807", @@ -22445,37 +22938,44 @@ { "arena": "models", "category": "3d", - "elo": 1132, - "win_rate": 31, - "rank": 77 + "elo": 1124, + "win_rate": 30.9, + "rank": 82 }, { "arena": "models", "category": "codecategories", "elo": 1151, - "win_rate": 33.3, + "win_rate": 33.4, "rank": 87 }, + { + "arena": "models", + "category": "dataviz", + "elo": 1097, + "win_rate": 27.2, + "rank": 102 + }, { "arena": "models", "category": "gamedev", - "elo": 1109, - "win_rate": 29.8, - "rank": 94 + "elo": 1106, + "win_rate": 29.6, + "rank": 96 }, { "arena": "models", "category": "uicomponent", - "elo": 1135, - "win_rate": 30.7, - "rank": 86 + "elo": 1143, + "win_rate": 31.7, + "rank": 84 }, { "arena": "models", "category": "website", "elo": 1166, - "win_rate": 35.1, - "rank": 84 + "win_rate": 35.3, + "rank": 85 } ], "artificial_analysis": { @@ -22543,37 +23043,44 @@ { "arena": "models", "category": "3d", - "elo": 1132, - "win_rate": 31, - "rank": 77 + "elo": 1124, + "win_rate": 30.9, + "rank": 82 }, { "arena": "models", "category": "codecategories", "elo": 1151, - "win_rate": 33.3, + "win_rate": 33.4, "rank": 87 }, + { + "arena": "models", + "category": "dataviz", + "elo": 1097, + "win_rate": 27.2, + "rank": 102 + }, { "arena": "models", "category": "gamedev", - "elo": 1109, - "win_rate": 29.8, - "rank": 94 + "elo": 1106, + "win_rate": 29.6, + "rank": 96 }, { "arena": "models", "category": "uicomponent", - "elo": 1135, - "win_rate": 30.7, - "rank": 86 + "elo": 1143, + "win_rate": 31.7, + "rank": 84 }, { "arena": "models", "category": "website", "elo": 1166, - "win_rate": 35.1, - "rank": 84 + "win_rate": 35.3, + "rank": 85 } ], "artificial_analysis": { @@ -22873,44 +23380,44 @@ { "arena": "models", "category": "3d", - "elo": 847, + "elo": 841, "win_rate": 30.9, - "rank": 128 + "rank": 132 }, { "arena": "models", "category": "codecategories", - "elo": 1024, + "elo": 1022, "win_rate": 50.9, - "rank": 123 + "rank": 125 }, { "arena": "models", "category": "dataviz", "elo": 1104, "win_rate": 59.5, - "rank": 98 + "rank": 99 }, { "arena": "models", "category": "gamedev", - "elo": 1078, + "elo": 1076, "win_rate": 59.1, - "rank": 106 + "rank": 107 }, { "arena": "models", "category": "uicomponent", "elo": 995, "win_rate": 49.7, - "rank": 120 + "rank": 121 }, { "arena": "models", "category": "website", - "elo": 1037, + "elo": 1035, "win_rate": 52.3, - "rank": 125 + "rank": 126 } ] } @@ -22971,44 +23478,44 @@ { "arena": "models", "category": "3d", - "elo": 834, + "elo": 828, "win_rate": 30.5, - "rank": 129 + "rank": 133 }, { "arena": "models", "category": "codecategories", - "elo": 992, + "elo": 990, "win_rate": 47.5, - "rank": 130 + "rank": 131 }, { "arena": "models", "category": "dataviz", "elo": 1034, "win_rate": 49.2, - "rank": 112 + "rank": 114 }, { "arena": "models", "category": "gamedev", - "elo": 1069, + "elo": 1067, "win_rate": 58.5, - "rank": 109 + "rank": 111 }, { "arena": "models", "category": "uicomponent", "elo": 956, "win_rate": 45.4, - "rank": 124 + "rank": 125 }, { "arena": "models", "category": "website", - "elo": 997, + "elo": 995, "win_rate": 47.8, - "rank": 132 + "rank": 133 } ], "artificial_analysis": { @@ -23068,44 +23575,44 @@ { "arena": "models", "category": "3d", - "elo": 834, + "elo": 828, "win_rate": 30.5, - "rank": 129 + "rank": 133 }, { "arena": "models", "category": "codecategories", - "elo": 992, + "elo": 990, "win_rate": 47.5, - "rank": 130 + "rank": 131 }, { "arena": "models", "category": "dataviz", "elo": 1034, "win_rate": 49.2, - "rank": 112 + "rank": 114 }, { "arena": "models", "category": "gamedev", - "elo": 1069, + "elo": 1067, "win_rate": 58.5, - "rank": 109 + "rank": 111 }, { "arena": "models", "category": "uicomponent", "elo": 956, "win_rate": 45.4, - "rank": 124 + "rank": 125 }, { "arena": "models", "category": "website", - "elo": 997, + "elo": 995, "win_rate": 47.8, - "rank": 132 + "rank": 133 } ], "artificial_analysis": { @@ -23170,44 +23677,44 @@ { "arena": "models", "category": "3d", - "elo": 922, + "elo": 916, "win_rate": 46, - "rank": 122 + "rank": 126 }, { "arena": "models", "category": "codecategories", - "elo": 961, + "elo": 959, "win_rate": 47.3, - "rank": 134 + "rank": 135 }, { "arena": "models", "category": "dataviz", - "elo": 891, + "elo": 889, "win_rate": 41.1, - "rank": 130 + "rank": 132 }, { "arena": "models", "category": "gamedev", - "elo": 969, + "elo": 967, "win_rate": 49.6, - "rank": 128 + "rank": 129 }, { "arena": "models", "category": "uicomponent", "elo": 911, "win_rate": 43.9, - "rank": 131 + "rank": 132 }, { "arena": "models", "category": "website", - "elo": 971, + "elo": 969, "win_rate": 48.1, - "rank": 136 + "rank": 137 } ], "artificial_analysis": { @@ -23267,44 +23774,44 @@ { "arena": "models", "category": "3d", - "elo": 922, + "elo": 916, "win_rate": 46, - "rank": 122 + "rank": 126 }, { "arena": "models", "category": "codecategories", - "elo": 961, + "elo": 959, "win_rate": 47.3, - "rank": 134 + "rank": 135 }, { "arena": "models", "category": "dataviz", - "elo": 891, + "elo": 889, "win_rate": 41.1, - "rank": 130 + "rank": 132 }, { "arena": "models", "category": "gamedev", - "elo": 969, + "elo": 967, "win_rate": 49.6, - "rank": 128 + "rank": 129 }, { "arena": "models", "category": "uicomponent", "elo": 911, "win_rate": 43.9, - "rank": 131 + "rank": 132 }, { "arena": "models", "category": "website", - "elo": 971, + "elo": 969, "win_rate": 48.1, - "rank": 136 + "rank": 137 } ], "artificial_analysis": { @@ -23364,44 +23871,44 @@ { "arena": "models", "category": "3d", - "elo": 847, + "elo": 841, "win_rate": 30.9, - "rank": 128 + "rank": 132 }, { "arena": "models", "category": "codecategories", - "elo": 1024, + "elo": 1022, "win_rate": 50.9, - "rank": 123 + "rank": 125 }, { "arena": "models", "category": "dataviz", "elo": 1104, "win_rate": 59.5, - "rank": 98 + "rank": 99 }, { "arena": "models", "category": "gamedev", - "elo": 1078, + "elo": 1076, "win_rate": 59.1, - "rank": 106 + "rank": 107 }, { "arena": "models", "category": "uicomponent", "elo": 995, "win_rate": 49.7, - "rank": 120 + "rank": 121 }, { "arena": "models", "category": "website", - "elo": 1037, + "elo": 1035, "win_rate": 52.3, - "rank": 125 + "rank": 126 } ] } @@ -23469,44 +23976,44 @@ { "arena": "models", "category": "3d", - "elo": 866, + "elo": 860, "win_rate": 39.2, - "rank": 125 + "rank": 129 }, { "arena": "models", "category": "codecategories", - "elo": 859, + "elo": 857, "win_rate": 34.8, - "rank": 140 + "rank": 141 }, { "arena": "models", "category": "dataviz", "elo": 858, "win_rate": 36, - "rank": 132 + "rank": 134 }, { "arena": "models", "category": "gamedev", - "elo": 906, + "elo": 903, "win_rate": 42.3, - "rank": 136 + "rank": 137 }, { "arena": "models", "category": "uicomponent", "elo": 880, "win_rate": 38.1, - "rank": 135 + "rank": 136 }, { "arena": "models", "category": "website", - "elo": 831, + "elo": 829, "win_rate": 31.5, - "rank": 146 + "rank": 147 } ] } @@ -23937,44 +24444,44 @@ { "arena": "models", "category": "3d", - "elo": 866, + "elo": 860, "win_rate": 39.2, - "rank": 125 + "rank": 129 }, { "arena": "models", "category": "codecategories", - "elo": 859, + "elo": 857, "win_rate": 34.8, - "rank": 140 + "rank": 141 }, { "arena": "models", "category": "dataviz", "elo": 858, "win_rate": 36, - "rank": 132 + "rank": 134 }, { "arena": "models", "category": "gamedev", - "elo": 906, + "elo": 903, "win_rate": 42.3, - "rank": 136 + "rank": 137 }, { "arena": "models", "category": "uicomponent", "elo": 880, "win_rate": 38.1, - "rank": 135 + "rank": 136 }, { "arena": "models", "category": "website", - "elo": 831, + "elo": 829, "win_rate": 31.5, - "rank": 146 + "rank": 147 } ] } @@ -24044,9 +24551,9 @@ { "arena": "models", "category": "3d", - "elo": 1053, + "elo": 1047, "win_rate": 41.3, - "rank": 107 + "rank": 111 }, { "arena": "models", @@ -24058,30 +24565,30 @@ { "arena": "models", "category": "codecategories", - "elo": 1166, + "elo": 1164, "win_rate": 54.5, - "rank": 78 + "rank": 79 }, { "arena": "models", "category": "dataviz", - "elo": 1221, + "elo": 1219, "win_rate": 60.5, "rank": 52 }, { "arena": "models", "category": "gamedev", - "elo": 1185, + "elo": 1182, "win_rate": 59.3, - "rank": 63 + "rank": 64 }, { "arena": "models", "category": "svg", "elo": 1185, "win_rate": 64.1, - "rank": 36 + "rank": 37 }, { "arena": "models", @@ -24093,9 +24600,9 @@ { "arena": "models", "category": "website", - "elo": 1183, + "elo": 1181, "win_rate": 53.7, - "rank": 75 + "rank": 76 } ], "artificial_analysis": { @@ -24351,9 +24858,9 @@ { "arena": "models", "category": "3d", - "elo": 1034, + "elo": 1030, "win_rate": 36.9, - "rank": 109 + "rank": 114 }, { "arena": "models", @@ -24365,44 +24872,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1113, + "elo": 1111, "win_rate": 43.5, - "rank": 103 + "rank": 104 }, { "arena": "models", "category": "dataviz", - "elo": 1131, + "elo": 1129, "win_rate": 43.7, - "rank": 91 + "rank": 92 }, { "arena": "models", "category": "gamedev", - "elo": 1128, + "elo": 1126, "win_rate": 46.5, - "rank": 90 + "rank": 91 }, { "arena": "models", "category": "svg", "elo": 1088, "win_rate": 45.8, - "rank": 68 + "rank": 69 }, { "arena": "models", "category": "uicomponent", "elo": 1101, "win_rate": 41.9, - "rank": 96 + "rank": 97 }, { "arena": "models", "category": "website", - "elo": 1124, + "elo": 1122, "win_rate": 44.3, - "rank": 102 + "rank": 103 } ], "artificial_analysis": { @@ -24476,9 +24983,9 @@ { "arena": "models", "category": "3d", - "elo": 1034, + "elo": 1030, "win_rate": 36.9, - "rank": 109 + "rank": 114 }, { "arena": "models", @@ -24490,44 +24997,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1113, + "elo": 1111, "win_rate": 43.5, - "rank": 103 + "rank": 104 }, { "arena": "models", "category": "dataviz", - "elo": 1131, + "elo": 1129, "win_rate": 43.7, - "rank": 91 + "rank": 92 }, { "arena": "models", "category": "gamedev", - "elo": 1128, + "elo": 1126, "win_rate": 46.5, - "rank": 90 + "rank": 91 }, { "arena": "models", "category": "svg", "elo": 1088, "win_rate": 45.8, - "rank": 68 + "rank": 69 }, { "arena": "models", "category": "uicomponent", "elo": 1101, "win_rate": 41.9, - "rank": 96 + "rank": 97 }, { "arena": "models", "category": "website", - "elo": 1124, + "elo": 1122, "win_rate": 44.3, - "rank": 102 + "rank": 103 } ], "artificial_analysis": { @@ -24607,44 +25114,44 @@ { "arena": "models", "category": "3d", - "elo": 963, + "elo": 957, "win_rate": 36.3, - "rank": 120 + "rank": 124 }, { "arena": "models", "category": "codecategories", - "elo": 1082, + "elo": 1079, "win_rate": 48, - "rank": 111 + "rank": 112 }, { "arena": "models", "category": "dataviz", - "elo": 1056, + "elo": 1054, "win_rate": 46.2, - "rank": 110 + "rank": 112 }, { "arena": "models", "category": "gamedev", - "elo": 1043, + "elo": 1041, "win_rate": 46.5, - "rank": 116 + "rank": 117 }, { "arena": "models", "category": "uicomponent", "elo": 1061, "win_rate": 51.9, - "rank": 109 + "rank": 110 }, { "arena": "models", "category": "website", - "elo": 1101, + "elo": 1099, "win_rate": 48.9, - "rank": 111 + "rank": 113 } ] }, @@ -24713,44 +25220,44 @@ { "arena": "models", "category": "3d", - "elo": 963, + "elo": 957, "win_rate": 36.3, - "rank": 120 + "rank": 124 }, { "arena": "models", "category": "codecategories", - "elo": 1082, + "elo": 1079, "win_rate": 48, - "rank": 111 + "rank": 112 }, { "arena": "models", "category": "dataviz", - "elo": 1056, + "elo": 1054, "win_rate": 46.2, - "rank": 110 + "rank": 112 }, { "arena": "models", "category": "gamedev", - "elo": 1043, + "elo": 1041, "win_rate": 46.5, - "rank": 116 + "rank": 117 }, { "arena": "models", "category": "uicomponent", "elo": 1061, "win_rate": 51.9, - "rank": 109 + "rank": 110 }, { "arena": "models", "category": "website", - "elo": 1101, + "elo": 1099, "win_rate": 48.9, - "rank": 111 + "rank": 113 } ] }, @@ -24936,9 +25443,9 @@ { "arena": "models", "category": "3d", - "elo": 1053, + "elo": 1047, "win_rate": 41.3, - "rank": 107 + "rank": 111 }, { "arena": "models", @@ -24950,30 +25457,30 @@ { "arena": "models", "category": "codecategories", - "elo": 1166, + "elo": 1164, "win_rate": 54.5, - "rank": 78 + "rank": 79 }, { "arena": "models", "category": "dataviz", - "elo": 1221, + "elo": 1219, "win_rate": 60.5, "rank": 52 }, { "arena": "models", "category": "gamedev", - "elo": 1185, + "elo": 1182, "win_rate": 59.3, - "rank": 63 + "rank": 64 }, { "arena": "models", "category": "svg", "elo": 1185, "win_rate": 64.1, - "rank": 36 + "rank": 37 }, { "arena": "models", @@ -24985,9 +25492,9 @@ { "arena": "models", "category": "website", - "elo": 1183, + "elo": 1181, "win_rate": 53.7, - "rank": 75 + "rank": 76 } ], "artificial_analysis": { @@ -25067,9 +25574,9 @@ { "arena": "models", "category": "3d", - "elo": 1058, + "elo": 1052, "win_rate": 43.7, - "rank": 106 + "rank": 110 }, { "arena": "models", @@ -25081,44 +25588,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1169, + "elo": 1167, "win_rate": 53, - "rank": 76 + "rank": 77 }, { "arena": "models", "category": "dataviz", - "elo": 1204, + "elo": 1202, "win_rate": 58, "rank": 58 }, { "arena": "models", "category": "gamedev", - "elo": 1177, + "elo": 1175, "win_rate": 55.9, - "rank": 64 + "rank": 65 }, { "arena": "models", "category": "svg", "elo": 1146, "win_rate": 57.4, - "rank": 51 + "rank": 52 }, { "arena": "models", "category": "uicomponent", "elo": 1161, "win_rate": 52.9, - "rank": 75 + "rank": 76 }, { "arena": "models", "category": "website", "elo": 1185, "win_rate": 54, - "rank": 74 + "rank": 73 } ], "artificial_analysis": { @@ -25212,44 +25719,44 @@ { "arena": "agents", "category": "webapps", - "elo": 1002, + "elo": 1003, "win_rate": 44, - "rank": 45 + "rank": 46 }, { "arena": "models", "category": "codecategories", - "elo": 1151, + "elo": 1149, "win_rate": 54.6, - "rank": 86 + "rank": 89 }, { "arena": "models", "category": "dataviz", - "elo": 1213, + "elo": 1211, "win_rate": 55.9, "rank": 55 }, { "arena": "models", "category": "gamedev", - "elo": 1138, + "elo": 1133, "win_rate": 50.5, - "rank": 81 + "rank": 83 }, { "arena": "models", "category": "uicomponent", "elo": 1232, "win_rate": 60, - "rank": 48 + "rank": 49 }, { "arena": "models", "category": "website", - "elo": 1160, + "elo": 1158, "win_rate": 56.1, - "rank": 89 + "rank": 91 } ] }, @@ -25388,9 +25895,9 @@ { "arena": "models", "category": "3d", - "elo": 986, + "elo": 980, "win_rate": 32.8, - "rank": 117 + "rank": 121 }, { "arena": "models", @@ -25402,44 +25909,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1092, + "elo": 1090, "win_rate": 41.5, - "rank": 110 + "rank": 111 }, { "arena": "models", "category": "dataviz", - "elo": 1097, + "elo": 1095, "win_rate": 40.6, - "rank": 102 + "rank": 104 }, { "arena": "models", "category": "gamedev", - "elo": 1092, + "elo": 1089, "win_rate": 43.4, - "rank": 102 + "rank": 104 }, { "arena": "models", "category": "svg", "elo": 974, "win_rate": 35.3, - "rank": 93 + "rank": 94 }, { "arena": "models", "category": "uicomponent", "elo": 1076, "win_rate": 41, - "rank": 106 + "rank": 107 }, { "arena": "models", "category": "website", "elo": 1109, "win_rate": 42.9, - "rank": 109 + "rank": 110 } ] }, @@ -25508,9 +26015,9 @@ { "arena": "models", "category": "3d", - "elo": 1058, + "elo": 1052, "win_rate": 43.7, - "rank": 106 + "rank": 110 }, { "arena": "models", @@ -25522,44 +26029,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1169, + "elo": 1167, "win_rate": 53, - "rank": 76 + "rank": 77 }, { "arena": "models", "category": "dataviz", - "elo": 1204, + "elo": 1202, "win_rate": 58, "rank": 58 }, { "arena": "models", "category": "gamedev", - "elo": 1177, + "elo": 1175, "win_rate": 55.9, - "rank": 64 + "rank": 65 }, { "arena": "models", "category": "svg", "elo": 1146, "win_rate": 57.4, - "rank": 51 + "rank": 52 }, { "arena": "models", "category": "uicomponent", "elo": 1161, "win_rate": 52.9, - "rank": 75 + "rank": 76 }, { "arena": "models", "category": "website", "elo": 1185, "win_rate": 54, - "rank": 74 + "rank": 73 } ], "artificial_analysis": { @@ -25640,21 +26147,21 @@ { "arena": "models", "category": "website", - "elo": 1193, + "elo": 1191, "win_rate": 54.4, - "rank": 68 + "rank": 70 }, { "arena": "agents", "category": "androidnative", "elo": 1055, "win_rate": 49.1, - "rank": 35 + "rank": 38 }, { "arena": "agents", "category": "fullstack", - "elo": 1036, + "elo": 1027, "win_rate": 44.3, "rank": 38 }, @@ -25675,44 +26182,44 @@ { "arena": "agents", "category": "webapps", - "elo": 1070, + "elo": 1072, "win_rate": 45.5, - "rank": 40 + "rank": 41 }, { "arena": "models", "category": "3d", - "elo": 1075, + "elo": 1070, "win_rate": 41.5, - "rank": 100 + "rank": 104 }, { "arena": "models", "category": "codecategories", - "elo": 1168, + "elo": 1166, "win_rate": 49.6, - "rank": 77 + "rank": 78 }, { "arena": "models", "category": "dataviz", "elo": 1202, "win_rate": 56.1, - "rank": 61 + "rank": 59 }, { "arena": "models", "category": "gamedev", - "elo": 1195, + "elo": 1191, "win_rate": 56, - "rank": 60 + "rank": 61 }, { "arena": "models", "category": "uicomponent", "elo": 1185, "win_rate": 51.3, - "rank": 67 + "rank": 68 }, { "arena": "models", @@ -25726,7 +26233,7 @@ "category": "svg", "elo": 1135, "win_rate": 53.7, - "rank": 57 + "rank": 58 } ] }, @@ -25853,12 +26360,12 @@ "category": "androidnative", "elo": 1176, "win_rate": 47.5, - "rank": 19 + "rank": 23 }, { "arena": "agents", "category": "fullstack", - "elo": 986, + "elo": 977, "win_rate": 37.2, "rank": 42 }, @@ -25879,9 +26386,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1035, + "elo": 1037, "win_rate": 39.6, - "rank": 43 + "rank": 44 } ] }, @@ -26067,21 +26574,21 @@ { "arena": "models", "category": "website", - "elo": 1193, + "elo": 1191, "win_rate": 54.4, - "rank": 68 + "rank": 70 }, { "arena": "agents", "category": "androidnative", "elo": 1055, "win_rate": 49.1, - "rank": 35 + "rank": 38 }, { "arena": "agents", "category": "fullstack", - "elo": 1036, + "elo": 1027, "win_rate": 44.3, "rank": 38 }, @@ -26102,44 +26609,44 @@ { "arena": "agents", "category": "webapps", - "elo": 1070, + "elo": 1072, "win_rate": 45.5, - "rank": 40 + "rank": 41 }, { "arena": "models", "category": "3d", - "elo": 1075, + "elo": 1070, "win_rate": 41.5, - "rank": 100 + "rank": 104 }, { "arena": "models", "category": "codecategories", - "elo": 1168, + "elo": 1166, "win_rate": 49.6, - "rank": 77 + "rank": 78 }, { "arena": "models", "category": "dataviz", "elo": 1202, "win_rate": 56.1, - "rank": 61 + "rank": 59 }, { "arena": "models", "category": "gamedev", - "elo": 1195, + "elo": 1191, "win_rate": 56, - "rank": 60 + "rank": 61 }, { "arena": "models", "category": "uicomponent", "elo": 1185, "win_rate": 51.3, - "rank": 67 + "rank": 68 }, { "arena": "models", @@ -26153,7 +26660,7 @@ "category": "svg", "elo": 1135, "win_rate": 53.7, - "rank": 57 + "rank": 58 } ] }, @@ -26230,12 +26737,12 @@ "category": "androidnative", "elo": 1084, "win_rate": 35.2, - "rank": 33 + "rank": 36 }, { "arena": "agents", "category": "fullstack", - "elo": 976, + "elo": 969, "win_rate": 36.5, "rank": 43 }, @@ -26256,16 +26763,16 @@ { "arena": "agents", "category": "webapps", - "elo": 1016, + "elo": 1018, "win_rate": 36.9, - "rank": 44 + "rank": 45 }, { "arena": "models", "category": "3d", - "elo": 1005, + "elo": 999, "win_rate": 35.3, - "rank": 113 + "rank": 117 }, { "arena": "models", @@ -26277,44 +26784,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1143, + "elo": 1141, "win_rate": 47.2, - "rank": 91 + "rank": 93 }, { "arena": "models", "category": "dataviz", - "elo": 1164, + "elo": 1162, "win_rate": 50.6, - "rank": 76 + "rank": 77 }, { "arena": "models", "category": "gamedev", - "elo": 1161, + "elo": 1158, "win_rate": 51.3, - "rank": 73 + "rank": 74 }, { "arena": "models", "category": "svg", "elo": 1126, "win_rate": 54, - "rank": 60 + "rank": 61 }, { "arena": "models", "category": "uicomponent", "elo": 1132, "win_rate": 47.3, - "rank": 88 + "rank": 89 }, { "arena": "models", "category": "website", - "elo": 1161, + "elo": 1159, "win_rate": 48.6, - "rank": 88 + "rank": 89 } ] }, @@ -26397,9 +26904,9 @@ { "arena": "models", "category": "3d", - "elo": 1099, + "elo": 1093, "win_rate": 42.3, - "rank": 90 + "rank": 94 }, { "arena": "models", @@ -26411,56 +26918,56 @@ { "arena": "models", "category": "codecategories", - "elo": 1210, + "elo": 1208, "win_rate": 52.5, - "rank": 59 + "rank": 60 }, { "arena": "models", "category": "dataviz", - "elo": 1235, + "elo": 1233, "win_rate": 56.6, "rank": 43 }, { "arena": "models", "category": "gamedev", - "elo": 1237, + "elo": 1235, "win_rate": 57.6, - "rank": 41 + "rank": 42 }, { "arena": "models", "category": "svg", "elo": 1191, "win_rate": 57.8, - "rank": 34 + "rank": 35 }, { "arena": "models", "category": "uicomponent", "elo": 1234, "win_rate": 57.4, - "rank": 46 + "rank": 47 }, { "arena": "models", "category": "website", - "elo": 1219, + "elo": 1217, "win_rate": 52.5, - "rank": 61 + "rank": 62 }, { "arena": "agents", "category": "androidnative", - "elo": 1027, - "win_rate": 47.4, - "rank": 39 + "elo": 1031, + "win_rate": 47.7, + "rank": 42 }, { "arena": "agents", "category": "fullstack", - "elo": 1010, + "elo": 1003, "win_rate": 40.9, "rank": 40 }, @@ -26481,9 +26988,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1043, + "elo": 1045, "win_rate": 40.3, - "rank": 42 + "rank": 43 } ], "artificial_analysis": { @@ -27060,9 +27567,9 @@ { "arena": "models", "category": "3d", - "elo": 1099, + "elo": 1093, "win_rate": 42.3, - "rank": 90 + "rank": 94 }, { "arena": "models", @@ -27074,56 +27581,56 @@ { "arena": "models", "category": "codecategories", - "elo": 1210, + "elo": 1208, "win_rate": 52.5, - "rank": 59 + "rank": 60 }, { "arena": "models", "category": "dataviz", - "elo": 1235, + "elo": 1233, "win_rate": 56.6, "rank": 43 }, { "arena": "models", "category": "gamedev", - "elo": 1237, + "elo": 1235, "win_rate": 57.6, - "rank": 41 + "rank": 42 }, { "arena": "models", "category": "svg", "elo": 1191, "win_rate": 57.8, - "rank": 34 + "rank": 35 }, { "arena": "models", "category": "uicomponent", "elo": 1234, "win_rate": 57.4, - "rank": 46 + "rank": 47 }, { "arena": "models", "category": "website", - "elo": 1219, + "elo": 1217, "win_rate": 52.5, - "rank": 61 + "rank": 62 }, { "arena": "agents", "category": "androidnative", - "elo": 1027, - "win_rate": 47.4, - "rank": 39 + "elo": 1031, + "win_rate": 47.7, + "rank": 42 }, { "arena": "agents", "category": "fullstack", - "elo": 1010, + "elo": 1003, "win_rate": 40.9, "rank": 40 }, @@ -27144,9 +27651,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1043, + "elo": 1045, "win_rate": 40.3, - "rank": 42 + "rank": 43 } ], "artificial_analysis": { @@ -27236,7 +27743,7 @@ "arena": "agents", "category": "agenticgamedev", "elo": 1125, - "win_rate": 52.4, + "win_rate": 52.2, "rank": 16 }, { @@ -27270,16 +27777,16 @@ { "arena": "agents", "category": "androidnative", - "elo": 1162, + "elo": 1163, "win_rate": 50.9, - "rank": 22 + "rank": 25 }, { "arena": "agents", "category": "fullstack", - "elo": 1082, + "elo": 1074, "win_rate": 43, - "rank": 31 + "rank": 32 }, { "arena": "agents", @@ -27314,70 +27821,70 @@ "category": "python-pptxslides", "elo": 1152, "win_rate": 43.3, - "rank": 18 + "rank": 19 }, { "arena": "agents", "category": "webapps", - "elo": 1101, + "elo": 1103, "win_rate": 42.6, - "rank": 37 + "rank": 38 }, { "arena": "models", "category": "3d", - "elo": 1194, - "win_rate": 49.2, - "rank": 52 + "elo": 1189, + "win_rate": 49.1, + "rank": 55 }, { "arena": "models", "category": "asciiart", - "elo": 1252, - "win_rate": 58, - "rank": 18 + "elo": 1249, + "win_rate": 57.6, + "rank": 19 }, { "arena": "models", "category": "codecategories", - "elo": 1258, - "win_rate": 52.9, - "rank": 39 + "elo": 1255, + "win_rate": 52.7, + "rank": 40 }, { "arena": "models", "category": "dataviz", - "elo": 1263, + "elo": 1261, "win_rate": 55.3, "rank": 31 }, { "arena": "models", "category": "gamedev", - "elo": 1291, - "win_rate": 56.5, + "elo": 1287, + "win_rate": 56, "rank": 21 }, { "arena": "models", "category": "svg", - "elo": 1230, + "elo": 1231, "win_rate": 54.8, - "rank": 21 + "rank": 20 }, { "arena": "models", "category": "uicomponent", - "elo": 1256, + "elo": 1255, "win_rate": 53.3, - "rank": 40 + "rank": 41 }, { "arena": "models", "category": "website", - "elo": 1255, - "win_rate": 52.1, - "rank": 41 + "elo": 1253, + "win_rate": 52, + "rank": 42 } ], "artificial_analysis": { @@ -27598,7 +28105,7 @@ "arena": "agents", "category": "agenticgamedev", "elo": 1125, - "win_rate": 52.4, + "win_rate": 52.2, "rank": 16 }, { @@ -27632,16 +28139,16 @@ { "arena": "agents", "category": "androidnative", - "elo": 1162, + "elo": 1163, "win_rate": 50.9, - "rank": 22 + "rank": 25 }, { "arena": "agents", "category": "fullstack", - "elo": 1082, + "elo": 1074, "win_rate": 43, - "rank": 31 + "rank": 32 }, { "arena": "agents", @@ -27676,70 +28183,70 @@ "category": "python-pptxslides", "elo": 1152, "win_rate": 43.3, - "rank": 18 + "rank": 19 }, { "arena": "agents", "category": "webapps", - "elo": 1101, + "elo": 1103, "win_rate": 42.6, - "rank": 37 + "rank": 38 }, { "arena": "models", "category": "3d", - "elo": 1194, - "win_rate": 49.2, - "rank": 52 + "elo": 1189, + "win_rate": 49.1, + "rank": 55 }, { "arena": "models", "category": "asciiart", - "elo": 1252, - "win_rate": 58, - "rank": 18 + "elo": 1249, + "win_rate": 57.6, + "rank": 19 }, { "arena": "models", "category": "codecategories", - "elo": 1258, - "win_rate": 52.9, - "rank": 39 + "elo": 1255, + "win_rate": 52.7, + "rank": 40 }, { "arena": "models", "category": "dataviz", - "elo": 1263, + "elo": 1261, "win_rate": 55.3, "rank": 31 }, { "arena": "models", "category": "gamedev", - "elo": 1291, - "win_rate": 56.5, + "elo": 1287, + "win_rate": 56, "rank": 21 }, { "arena": "models", "category": "svg", - "elo": 1230, + "elo": 1231, "win_rate": 54.8, - "rank": 21 + "rank": 20 }, { "arena": "models", "category": "uicomponent", - "elo": 1256, + "elo": 1255, "win_rate": 53.3, - "rank": 40 + "rank": 41 }, { "arena": "models", "category": "website", - "elo": 1255, - "win_rate": 52.1, - "rank": 41 + "elo": 1253, + "win_rate": 52, + "rank": 42 } ], "artificial_analysis": { @@ -28795,7 +29302,7 @@ "top_provider": { "context_length": 1050000, "max_completion_tokens": 128000, - "is_moderated": false + "is_moderated": true }, "per_request_limits": null, "supported_parameters": [ @@ -29656,88 +30163,95 @@ ], "benchmarks": { "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1209, + "win_rate": 50.6, + "rank": 14 + }, { "arena": "agents", "category": "blender3d", "elo": 1296, - "win_rate": 69.1, + "win_rate": 63.7, "rank": 2 }, { "arena": "agents", "category": "codetovideo", - "elo": 1182, - "win_rate": 52.2, - "rank": 9 + "elo": 1205, + "win_rate": 55.6, + "rank": 10 }, { "arena": "agents", "category": "mobileapps", - "elo": 1233, - "win_rate": 52.8, - "rank": 9 + "elo": 1229, + "win_rate": 52.4, + "rank": 12 }, { "arena": "agents", "category": "pdf", - "elo": 1133, - "win_rate": 43.4, - "rank": 24 + "elo": 1146, + "win_rate": 45, + "rank": 22 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1295, - "win_rate": 53, - "rank": 4 + "elo": 1270, + "win_rate": 50.8, + "rank": 10 }, { "arena": "agents", "category": "webapps", - "elo": 1274, - "win_rate": 57.1, - "rank": 9 + "elo": 1268, + "win_rate": 55, + "rank": 10 }, { "arena": "models", "category": "3d", - "elo": 1435, - "win_rate": 58.4, + "elo": 1432, + "win_rate": 58.8, "rank": 4 }, { "arena": "models", "category": "codecategories", - "elo": 1358, + "elo": 1355, "win_rate": 56.4, "rank": 3 }, { "arena": "models", "category": "dataviz", - "elo": 1285, - "win_rate": 53.3, - "rank": 18 + "elo": 1281, + "win_rate": 52.4, + "rank": 19 }, { "arena": "models", "category": "gamedev", - "elo": 1413, + "elo": 1409, "win_rate": 60.3, "rank": 2 }, { "arena": "models", "category": "uicomponent", - "elo": 1341, - "win_rate": 58.4, - "rank": 7 + "elo": 1345, + "win_rate": 59.1, + "rank": 6 }, { "arena": "models", "category": "website", - "elo": 1312, - "win_rate": 53.5, + "elo": 1310, + "win_rate": 53.4, "rank": 8 } ], @@ -29961,88 +30475,95 @@ "endpoints": ["/api/v1/batches"], "benchmarks": { "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1209, + "win_rate": 50.6, + "rank": 14 + }, { "arena": "agents", "category": "blender3d", "elo": 1296, - "win_rate": 69.1, + "win_rate": 63.7, "rank": 2 }, { "arena": "agents", "category": "codetovideo", - "elo": 1182, - "win_rate": 52.2, - "rank": 9 + "elo": 1205, + "win_rate": 55.6, + "rank": 10 }, { "arena": "agents", "category": "mobileapps", - "elo": 1233, - "win_rate": 52.8, - "rank": 9 + "elo": 1229, + "win_rate": 52.4, + "rank": 12 }, { "arena": "agents", "category": "pdf", - "elo": 1133, - "win_rate": 43.4, - "rank": 24 + "elo": 1146, + "win_rate": 45, + "rank": 22 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1295, - "win_rate": 53, - "rank": 4 + "elo": 1270, + "win_rate": 50.8, + "rank": 10 }, { "arena": "agents", "category": "webapps", - "elo": 1274, - "win_rate": 57.1, - "rank": 9 + "elo": 1268, + "win_rate": 55, + "rank": 10 }, { "arena": "models", "category": "3d", - "elo": 1435, - "win_rate": 58.4, + "elo": 1432, + "win_rate": 58.8, "rank": 4 }, { "arena": "models", "category": "codecategories", - "elo": 1358, + "elo": 1355, "win_rate": 56.4, "rank": 3 }, { "arena": "models", "category": "dataviz", - "elo": 1285, - "win_rate": 53.3, - "rank": 18 + "elo": 1281, + "win_rate": 52.4, + "rank": 19 }, { "arena": "models", "category": "gamedev", - "elo": 1413, + "elo": 1409, "win_rate": 60.3, "rank": 2 }, { "arena": "models", "category": "uicomponent", - "elo": 1341, - "win_rate": 58.4, - "rank": 7 + "elo": 1345, + "win_rate": 59.1, + "rank": 6 }, { "arena": "models", "category": "website", - "elo": 1312, - "win_rate": 53.5, + "elo": 1310, + "win_rate": 53.4, "rank": 8 } ], @@ -30554,9 +31075,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000027", - "completion": "0.000000102", - "input_cache_read": "0.000000025" + "prompt": "0.00000015", + "completion": "0.0000006", + "input_cache_read": "0.000000075" }, "top_provider": { "context_length": 131072, @@ -30609,44 +31130,44 @@ { "arena": "models", "category": "3d", - "elo": 898, + "elo": 893, "win_rate": 29.4, - "rank": 123 + "rank": 127 }, { "arena": "models", "category": "codecategories", - "elo": 961, + "elo": 959, "win_rate": 33.4, - "rank": 135 + "rank": 136 }, { "arena": "models", "category": "dataviz", - "elo": 987, + "elo": 985, "win_rate": 43.6, - "rank": 119 + "rank": 122 }, { "arena": "models", "category": "gamedev", - "elo": 992, + "elo": 987, "win_rate": 40.5, - "rank": 124 + "rank": 125 }, { "arena": "models", "category": "uicomponent", "elo": 921, "win_rate": 35.7, - "rank": 129 + "rank": 130 }, { "arena": "models", "category": "website", - "elo": 966, + "elo": 964, "win_rate": 32.5, - "rank": 137 + "rank": 138 } ], "artificial_analysis": { @@ -30723,44 +31244,44 @@ { "arena": "models", "category": "3d", - "elo": 898, + "elo": 893, "win_rate": 29.4, - "rank": 123 + "rank": 127 }, { "arena": "models", "category": "codecategories", - "elo": 961, + "elo": 959, "win_rate": 33.4, - "rank": 135 + "rank": 136 }, { "arena": "models", "category": "dataviz", - "elo": 987, + "elo": 985, "win_rate": 43.6, - "rank": 119 + "rank": 122 }, { "arena": "models", "category": "gamedev", - "elo": 992, + "elo": 987, "win_rate": 40.5, - "rank": 124 + "rank": 125 }, { "arena": "models", "category": "uicomponent", "elo": 921, "win_rate": 35.7, - "rank": 129 + "rank": 130 }, { "arena": "models", "category": "website", - "elo": 966, + "elo": 964, "win_rate": 32.5, - "rank": 137 + "rank": 138 } ], "artificial_analysis": { @@ -30791,13 +31312,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000003", - "completion": "0.00000013", - "input_cache_read": "0.00000003" + "prompt": "0.000000018", + "completion": "0.00000009", + "input_cache_read": "0.000000009" }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 117964, + "max_completion_tokens": 32768, "is_moderated": false }, "per_request_limits": null, @@ -30847,14 +31368,14 @@ "category": "dataviz", "elo": 933, "win_rate": 39.7, - "rank": 125 + "rank": 127 }, { "arena": "models", "category": "website", - "elo": 852, + "elo": 850, "win_rate": 27.9, - "rank": 143 + "rank": 144 } ], "artificial_analysis": { @@ -30933,14 +31454,14 @@ "category": "dataviz", "elo": 933, "win_rate": 39.7, - "rank": 125 + "rank": 127 }, { "arena": "models", "category": "website", - "elo": 852, + "elo": 850, "win_rate": 27.9, - "rank": 143 + "rank": 144 } ], "artificial_analysis": { @@ -31066,9 +31587,9 @@ { "arena": "models", "category": "codecategories", - "elo": 1018, + "elo": 1016, "win_rate": 51.9, - "rank": 125 + "rank": 126 }, { "arena": "models", @@ -31080,23 +31601,23 @@ { "arena": "models", "category": "gamedev", - "elo": 1034, + "elo": 1031, "win_rate": 56.9, - "rank": 118 + "rank": 120 }, { "arena": "models", "category": "uicomponent", "elo": 1011, "win_rate": 53.3, - "rank": 119 + "rank": 120 }, { "arena": "models", "category": "website", - "elo": 1036, + "elo": 1034, "win_rate": 53.8, - "rank": 126 + "rank": 128 } ] }, @@ -31267,9 +31788,9 @@ { "arena": "models", "category": "codecategories", - "elo": 1018, + "elo": 1016, "win_rate": 51.9, - "rank": 125 + "rank": 126 }, { "arena": "models", @@ -31281,23 +31802,23 @@ { "arena": "models", "category": "gamedev", - "elo": 1034, + "elo": 1031, "win_rate": 56.9, - "rank": 118 + "rank": 120 }, { "arena": "models", "category": "uicomponent", "elo": 1011, "win_rate": 53.3, - "rank": 119 + "rank": 120 }, { "arena": "models", "category": "website", - "elo": 1036, + "elo": 1034, "win_rate": 53.8, - "rank": 126 + "rank": 128 } ] }, @@ -31355,44 +31876,44 @@ { "arena": "models", "category": "3d", - "elo": 851, + "elo": 845, "win_rate": 34, - "rank": 127 + "rank": 131 }, { "arena": "models", "category": "codecategories", - "elo": 974, + "elo": 972, "win_rate": 46.4, - "rank": 133 + "rank": 134 }, { "arena": "models", "category": "dataviz", - "elo": 991, + "elo": 989, "win_rate": 50, - "rank": 118 + "rank": 120 }, { "arena": "models", "category": "gamedev", - "elo": 1003, + "elo": 998, "win_rate": 50, - "rank": 123 + "rank": 124 }, { "arena": "models", "category": "uicomponent", "elo": 978, "win_rate": 46.9, - "rank": 122 + "rank": 123 }, { "arena": "models", "category": "website", - "elo": 985, + "elo": 983, "win_rate": 47.1, - "rank": 133 + "rank": 134 } ] }, @@ -32420,44 +32941,44 @@ { "arena": "models", "category": "3d", - "elo": 991, + "elo": 986, "win_rate": 41.1, - "rank": 115 + "rank": 119 }, { "arena": "models", "category": "codecategories", - "elo": 1037, + "elo": 1035, "win_rate": 42.6, - "rank": 120 + "rank": 121 }, { "arena": "models", "category": "dataviz", - "elo": 1070, + "elo": 1068, "win_rate": 49, - "rank": 109 + "rank": 111 }, { "arena": "models", "category": "gamedev", - "elo": 950, + "elo": 948, "win_rate": 35, - "rank": 132 + "rank": 133 }, { "arena": "models", "category": "uicomponent", "elo": 960, "win_rate": 38.4, - "rank": 123 + "rank": 124 }, { "arena": "models", "category": "website", "elo": 1056, "win_rate": 43.6, - "rank": 121 + "rank": 122 } ] } @@ -32522,44 +33043,44 @@ { "arena": "models", "category": "3d", - "elo": 995, + "elo": 989, "win_rate": 40.4, - "rank": 114 + "rank": 118 }, { "arena": "models", "category": "codecategories", - "elo": 1031, + "elo": 1029, "win_rate": 40.8, - "rank": 122 + "rank": 123 }, { "arena": "models", "category": "dataviz", "elo": 950, "win_rate": 32.6, - "rank": 122 + "rank": 124 }, { "arena": "models", "category": "gamedev", - "elo": 957, + "elo": 952, "win_rate": 34.2, - "rank": 130 + "rank": 132 }, { "arena": "models", "category": "uicomponent", "elo": 940, "win_rate": 34, - "rank": 127 + "rank": 128 }, { "arena": "models", "category": "website", - "elo": 1051, + "elo": 1049, "win_rate": 42, - "rank": 122 + "rank": 123 } ], "artificial_analysis": { @@ -32638,37 +33159,37 @@ { "arena": "models", "category": "codecategories", - "elo": 940, + "elo": 938, "win_rate": 37.5, - "rank": 136 + "rank": 137 }, { "arena": "models", "category": "dataviz", "elo": 967, "win_rate": 39, - "rank": 121 + "rank": 123 }, { "arena": "models", "category": "gamedev", - "elo": 897, + "elo": 895, "win_rate": 33.9, - "rank": 137 + "rank": 138 }, { "arena": "models", "category": "uicomponent", "elo": 940, "win_rate": 42.4, - "rank": 128 + "rank": 129 }, { "arena": "models", "category": "website", - "elo": 953, + "elo": 951, "win_rate": 37.7, - "rank": 138 + "rank": 139 } ] }, @@ -32868,37 +33389,37 @@ { "arena": "models", "category": "codecategories", - "elo": 1141, + "elo": 1139, "win_rate": 61.2, - "rank": 93 + "rank": 94 }, { "arena": "models", "category": "dataviz", "elo": 1084, "win_rate": 54.9, - "rank": 106 + "rank": 108 }, { "arena": "models", "category": "gamedev", - "elo": 1099, + "elo": 1094, "win_rate": 58.7, - "rank": 97 + "rank": 99 }, { "arena": "models", "category": "uicomponent", "elo": 1107, "win_rate": 61.4, - "rank": 95 + "rank": 96 }, { "arena": "models", "category": "website", - "elo": 1157, + "elo": 1155, "win_rate": 61.7, - "rank": 92 + "rank": 93 } ] } @@ -32960,21 +33481,21 @@ "category": "dataviz", "elo": 1085, "win_rate": 54.7, - "rank": 105 + "rank": 107 }, { "arena": "models", "category": "uicomponent", "elo": 1041, "win_rate": 54.1, - "rank": 111 + "rank": 112 }, { "arena": "models", "category": "website", - "elo": 1087, + "elo": 1085, "win_rate": 57.1, - "rank": 114 + "rank": 115 } ] } @@ -33678,13 +34199,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000005", + "prompt": "0.0000006", "completion": "0.0000036", - "input_cache_read": "0.0000003" + "input_cache_read": "0.00000012" }, "top_provider": { - "context_length": 262144, - "max_completion_tokens": 235929, + "context_length": 256000, + "max_completion_tokens": 64000, "is_moderated": false }, "per_request_limits": null, @@ -33734,51 +34255,51 @@ { "arena": "models", "category": "3d", - "elo": 1158, + "elo": 1152, "win_rate": 56.7, - "rank": 66 + "rank": 68 }, { "arena": "models", "category": "codecategories", - "elo": 1178, + "elo": 1176, "win_rate": 52.6, - "rank": 70 + "rank": 71 }, { "arena": "models", "category": "dataviz", - "elo": 1175, + "elo": 1173, "win_rate": 53.2, - "rank": 70 + "rank": 71 }, { "arena": "models", "category": "gamedev", - "elo": 1140, + "elo": 1137, "win_rate": 50.2, - "rank": 79 + "rank": 80 }, { "arena": "models", "category": "svg", "elo": 1136, "win_rate": 56.1, - "rank": 56 + "rank": 57 }, { "arena": "models", "category": "uicomponent", "elo": 1158, "win_rate": 51.4, - "rank": 79 + "rank": 80 }, { "arena": "models", "category": "website", - "elo": 1189, + "elo": 1187, "win_rate": 52.5, - "rank": 70 + "rank": 71 } ], "artificial_analysis": { @@ -34004,9 +34525,9 @@ { "arena": "models", "category": "3d", - "elo": 1116, + "elo": 1110, "win_rate": 47.7, - "rank": 87 + "rank": 91 }, { "arena": "models", @@ -34018,44 +34539,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1165, + "elo": 1163, "win_rate": 48.4, - "rank": 79 + "rank": 80 }, { "arena": "models", "category": "dataviz", - "elo": 1135, + "elo": 1133, "win_rate": 44.8, - "rank": 89 + "rank": 90 }, { "arena": "models", "category": "gamedev", - "elo": 1105, + "elo": 1102, "win_rate": 42.6, - "rank": 96 + "rank": 97 }, { "arena": "models", "category": "svg", "elo": 1104, "win_rate": 48.9, - "rank": 65 + "rank": 66 }, { "arena": "models", "category": "uicomponent", "elo": 1172, "win_rate": 52.2, - "rank": 71 + "rank": 72 }, { "arena": "models", "category": "website", - "elo": 1187, + "elo": 1185, "win_rate": 50, - "rank": 72 + "rank": 74 } ] }, @@ -34148,12 +34669,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000045", - "completion": "0.0000027" + "prompt": "0.00000032", + "completion": "0.0000032" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 65536, + "max_completion_tokens": 81920, "is_moderated": false }, "per_request_limits": null, @@ -34434,58 +34955,58 @@ { "arena": "models", "category": "3d", - "elo": 1199, - "win_rate": 50.5, - "rank": 51 + "elo": 1194, + "win_rate": 50.4, + "rank": 53 }, { "arena": "models", "category": "asciiart", - "elo": 1113, - "win_rate": 41.2, + "elo": 1112, + "win_rate": 41.1, "rank": 60 }, { "arena": "models", "category": "codecategories", - "elo": 1234, - "win_rate": 50, - "rank": 49 + "elo": 1231, + "win_rate": 49.9, + "rank": 52 }, { "arena": "models", "category": "dataviz", - "elo": 1228, - "win_rate": 50.7, + "elo": 1225, + "win_rate": 50.6, "rank": 48 }, { "arena": "models", "category": "gamedev", - "elo": 1211, - "win_rate": 48.3, + "elo": 1208, + "win_rate": 48.1, "rank": 51 }, { "arena": "models", "category": "svg", "elo": 1158, - "win_rate": 50.1, + "win_rate": 50, "rank": 46 }, { "arena": "models", "category": "uicomponent", - "elo": 1227, + "elo": 1226, "win_rate": 50.3, "rank": 52 }, { "arena": "models", "category": "website", - "elo": 1241, - "win_rate": 49.9, - "rank": 49 + "elo": 1239, + "win_rate": 49.8, + "rank": 51 } ], "artificial_analysis": { @@ -34651,16 +35172,16 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1107, - "win_rate": 45.9, + "elo": 1105, + "win_rate": 45.6, "rank": 20 }, { "arena": "agents", "category": "androidnative", - "elo": 1154, - "win_rate": 48, - "rank": 25 + "elo": 1153, + "win_rate": 47.6, + "rank": 29 }, { "arena": "agents", @@ -34672,7 +35193,7 @@ { "arena": "agents", "category": "fullstack", - "elo": 1184, + "elo": 1177, "win_rate": 47.6, "rank": 21 }, @@ -34694,91 +35215,91 @@ "arena": "agents", "category": "mobileapps", "elo": 1155, - "win_rate": 44.9, + "win_rate": 44.7, "rank": 30 }, { "arena": "agents", "category": "pdf", - "elo": 1142, - "win_rate": 44.3, - "rank": 21 + "elo": 1161, + "win_rate": 47.5, + "rank": 19 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1149, - "win_rate": 47.4, - "rank": 20 + "elo": 1142, + "win_rate": 45.7, + "rank": 21 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1059, - "win_rate": 40.7, - "rank": 24 + "elo": 1076, + "win_rate": 42.4, + "rank": 23 }, { "arena": "agents", "category": "webapps", - "elo": 1192, - "win_rate": 48.6, - "rank": 22 + "elo": 1193, + "win_rate": 48, + "rank": 24 }, { "arena": "models", "category": "3d", - "elo": 1263, - "win_rate": 54.3, - "rank": 28 + "elo": 1256, + "win_rate": 53.9, + "rank": 30 }, { "arena": "models", "category": "asciiart", - "elo": 1206, - "win_rate": 53, - "rank": 25 + "elo": 1207, + "win_rate": 53.1, + "rank": 23 }, { "arena": "models", "category": "codecategories", - "elo": 1274, - "win_rate": 53.9, + "elo": 1270, + "win_rate": 53.7, "rank": 29 }, { "arena": "models", "category": "dataviz", - "elo": 1276, - "win_rate": 53, - "rank": 24 + "elo": 1273, + "win_rate": 52.9, + "rank": 26 }, { "arena": "models", "category": "gamedev", - "elo": 1265, - "win_rate": 52.7, - "rank": 29 + "elo": 1261, + "win_rate": 52.3, + "rank": 30 }, { "arena": "models", "category": "svg", "elo": 1213, - "win_rate": 55, - "rank": 24 + "win_rate": 54.9, + "rank": 25 }, { "arena": "models", "category": "uicomponent", - "elo": 1265, - "win_rate": 53.2, - "rank": 35 + "elo": 1266, + "win_rate": 53.4, + "rank": 36 }, { "arena": "models", "category": "website", - "elo": 1274, - "win_rate": 54.5, + "elo": 1272, + "win_rate": 54.4, "rank": 26 } ], @@ -34865,58 +35386,58 @@ { "arena": "models", "category": "3d", - "elo": 1235, - "win_rate": 48.4, - "rank": 40 + "elo": 1229, + "win_rate": 47.9, + "rank": 42 }, { "arena": "models", "category": "asciiart", - "elo": 1138, - "win_rate": 41.3, - "rank": 52 + "elo": 1136, + "win_rate": 41, + "rank": 53 }, { "arena": "models", "category": "codecategories", - "elo": 1267, - "win_rate": 50.1, - "rank": 34 + "elo": 1263, + "win_rate": 49.9, + "rank": 36 }, { "arena": "models", "category": "dataviz", - "elo": 1277, - "win_rate": 51.1, + "elo": 1275, + "win_rate": 51.2, "rank": 23 }, { "arena": "models", "category": "gamedev", - "elo": 1262, - "win_rate": 49.4, - "rank": 35 + "elo": 1257, + "win_rate": 49, + "rank": 37 }, { "arena": "models", "category": "svg", "elo": 1208, - "win_rate": 47.1, + "win_rate": 47.2, "rank": 26 }, { "arena": "models", "category": "uicomponent", - "elo": 1259, + "elo": 1258, "win_rate": 49.1, - "rank": 37 + "rank": 38 }, { "arena": "models", "category": "website", - "elo": 1266, + "elo": 1265, "win_rate": 50.3, - "rank": 34 + "rank": 33 } ], "artificial_analysis": { @@ -34986,58 +35507,58 @@ { "arena": "models", "category": "3d", - "elo": 1235, - "win_rate": 48.4, - "rank": 40 + "elo": 1229, + "win_rate": 47.9, + "rank": 42 }, { "arena": "models", "category": "asciiart", - "elo": 1138, - "win_rate": 41.3, - "rank": 52 + "elo": 1136, + "win_rate": 41, + "rank": 53 }, { "arena": "models", "category": "codecategories", - "elo": 1267, - "win_rate": 50.1, - "rank": 34 + "elo": 1263, + "win_rate": 49.9, + "rank": 36 }, { "arena": "models", "category": "dataviz", - "elo": 1277, - "win_rate": 51.1, + "elo": 1275, + "win_rate": 51.2, "rank": 23 }, { "arena": "models", "category": "gamedev", - "elo": 1262, - "win_rate": 49.4, - "rank": 35 + "elo": 1257, + "win_rate": 49, + "rank": 37 }, { "arena": "models", "category": "svg", "elo": 1208, - "win_rate": 47.1, + "win_rate": 47.2, "rank": 26 }, { "arena": "models", "category": "uicomponent", - "elo": 1259, + "elo": 1258, "win_rate": 49.1, - "rank": 37 + "rank": 38 }, { "arena": "models", "category": "website", - "elo": 1266, + "elo": 1265, "win_rate": 50.3, - "rank": 34 + "rank": 33 } ], "artificial_analysis": { @@ -35210,6 +35731,79 @@ "default_effort": "xhigh" } }, + { + "id": "qwen/qwen3.8-27b:batch", + "canonical_slug": "qwen/qwen3.8-27b-20260814", + "hugging_face_id": "Qwen/Qwen3.8-27B", + "name": "Qwen: Qwen3.8 27B (batch)", + "created": 1786722910, + "description": "Qwen3.8 27B is an open-weight dense vision-language model from Qwen. It is suited for coding, professional workflows, research, multimodal interaction, and long-running agent tasks, with flexible thinking that can be...", + "context_length": 262144, + "architecture": { + "modality": "text+image+video->text", + "input_modalities": ["text", "image", "video"], + "output_modalities": ["text"], + "tokenizer": "Qwen", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00000016", + "completion": "0.000002", + "input_cache_read": "0.00000004" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 235929, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "logit_bias", + "max_tokens", + "min_p", + "presence_penalty", + "reasoning", + "reasoning_effort", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "default_parameters": { + "temperature": 1, + "top_p": 0.95, + "top_k": 20 + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/qwen/qwen3.8-27b-20260814/endpoints" + }, + "endpoints": ["/api/v1/batches"], + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 20.1, + "coding_index": 68.1, + "agentic_index": 45.8 + } + }, + "reasoning": { + "mandatory": false, + "default_enabled": true, + "supported_efforts": ["xhigh", "medium", "low", "none"], + "default_effort": "xhigh" + } + }, { "id": "qwen/qwen3.8-flash", "canonical_slug": "qwen/qwen3.8-flash-20260826", @@ -35592,33 +36186,40 @@ ], "benchmarks": { "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1122, + "win_rate": 32.2, + "rank": 83 + }, { "arena": "models", "category": "codecategories", - "elo": 1226, - "win_rate": 44.3, - "rank": 54 + "elo": 1232, + "win_rate": 44.7, + "rank": 50 }, { "arena": "models", "category": "gamedev", - "elo": 1204, - "win_rate": 41.9, - "rank": 55 + "elo": 1201, + "win_rate": 41.5, + "rank": 57 }, { "arena": "models", "category": "uicomponent", - "elo": 1256, - "win_rate": 49.5, - "rank": 39 + "elo": 1274, + "win_rate": 50.8, + "rank": 30 }, { "arena": "models", "category": "website", - "elo": 1233, - "win_rate": 45.4, - "rank": 52 + "elo": 1243, + "win_rate": 46.5, + "rank": 49 } ], "artificial_analysis": { @@ -35862,7 +36463,7 @@ "id": "ricursiveai/ripple-65b-preview", "canonical_slug": "ricursiveai/ripple-65b-preview-20261104", "hugging_face_id": null, - "name": "ricursiveAI/Ripple-65B-Preview", + "name": "Ricursive: Ripple 65B Preview", "created": 1793818990, "description": "Ripple-65B-Preview by ricursiveAI, a 65B model with native tool calling, served in BF16.", "context_length": 1048576, @@ -36551,9 +37152,9 @@ { "arena": "models", "category": "3d", - "elo": 1126, - "win_rate": 39.9, - "rank": 83 + "elo": 1120, + "win_rate": 39.7, + "rank": 86 }, { "arena": "models", @@ -36565,44 +37166,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1180, - "win_rate": 42, - "rank": 69 + "elo": 1177, + "win_rate": 41.9, + "rank": 70 }, { "arena": "models", "category": "dataviz", - "elo": 1174, + "elo": 1171, "win_rate": 43, - "rank": 71 + "rank": 72 }, { "arena": "models", "category": "gamedev", - "elo": 1157, - "win_rate": 37.8, - "rank": 74 + "elo": 1152, + "win_rate": 37.5, + "rank": 75 }, { "arena": "models", "category": "svg", - "elo": 1080, + "elo": 1082, "win_rate": 36.6, - "rank": 70 + "rank": 71 }, { "arena": "models", "category": "uicomponent", - "elo": 1176, - "win_rate": 41.9, - "rank": 69 + "elo": 1174, + "win_rate": 41.7, + "rank": 71 }, { "arena": "models", "category": "website", - "elo": 1195, - "win_rate": 43.9, - "rank": 65 + "elo": 1194, + "win_rate": 43.8, + "rank": 67 } ], "artificial_analysis": { @@ -36978,44 +37579,44 @@ { "arena": "models", "category": "3d", - "elo": 1172, + "elo": 1166, "win_rate": 43.8, - "rank": 61 + "rank": 63 }, { "arena": "models", "category": "codecategories", - "elo": 1175, + "elo": 1173, "win_rate": 41.1, - "rank": 72 + "rank": 73 }, { "arena": "models", "category": "dataviz", - "elo": 1125, + "elo": 1123, "win_rate": 36.1, - "rank": 95 + "rank": 96 }, { "arena": "models", "category": "gamedev", - "elo": 1134, + "elo": 1132, "win_rate": 38.6, - "rank": 84 + "rank": 85 }, { "arena": "models", "category": "uicomponent", "elo": 1158, "win_rate": 40.2, - "rank": 78 + "rank": 79 }, { "arena": "models", "category": "website", - "elo": 1180, + "elo": 1178, "win_rate": 41.3, - "rank": 76 + "rank": 77 } ] }, @@ -37151,7 +37752,43 @@ "/api/v1/responses" ], "benchmarks": { - "design_arena": [], + "design_arena": [ + { + "arena": "models", + "category": "3d", + "elo": 1269, + "win_rate": 50, + "rank": 23 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1259, + "win_rate": 48, + "rank": 37 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1261, + "win_rate": 48.1, + "rank": 29 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1201, + "win_rate": 39.4, + "rank": 62 + }, + { + "arena": "models", + "category": "website", + "elo": 1256, + "win_rate": 48, + "rank": 40 + } + ], "artificial_analysis": { "intelligence_index": 34.6, "coding_index": null, @@ -37491,14 +38128,14 @@ "category": "webapps", "elo": 1180, "win_rate": 48.6, - "rank": 26 + "rank": 28 }, { "arena": "models", "category": "3d", - "elo": 1156, - "win_rate": 39.8, - "rank": 67 + "elo": 1150, + "win_rate": 39.6, + "rank": 69 }, { "arena": "models", @@ -37510,44 +38147,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1204, - "win_rate": 42.3, - "rank": 63 + "elo": 1202, + "win_rate": 42.2, + "rank": 64 }, { "arena": "models", "category": "dataviz", - "elo": 1158, - "win_rate": 37.7, - "rank": 80 + "elo": 1156, + "win_rate": 37.5, + "rank": 81 }, { "arena": "models", "category": "gamedev", - "elo": 1166, - "win_rate": 37.9, - "rank": 72 + "elo": 1163, + "win_rate": 38, + "rank": 73 }, { "arena": "models", "category": "svg", - "elo": 1108, + "elo": 1109, "win_rate": 34.7, - "rank": 63 + "rank": 64 }, { "arena": "models", "category": "uicomponent", - "elo": 1197, - "win_rate": 40.5, - "rank": 61 + "elo": 1195, + "win_rate": 40.4, + "rank": 64 }, { "arena": "models", "category": "website", - "elo": 1223, + "elo": 1221, "win_rate": 44.6, - "rank": 58 + "rank": 59 } ], "artificial_analysis": { @@ -37642,6 +38279,80 @@ "default_effort": "high" } }, + { + "id": "thinkingmachines/inkling-small:batch", + "canonical_slug": "thinkingmachines/inkling-small-20260730", + "hugging_face_id": "thinkingmachines/Inkling-Small", + "name": "Thinking Machines: Inkling Small (batch)", + "created": 1785443117, + "description": "Inkling Small is an open-weight multimodal mixture-of-experts model from Thinking Machines Lab, with 12B active parameters out of 276B total. It is positioned as the smaller, more efficient member of...", + "context_length": 524288, + "architecture": { + "modality": "text+image+audio->text", + "input_modalities": ["text", "image", "audio"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00000036", + "completion": "0.00000096", + "input_cache_read": "0.00000008" + }, + "top_provider": { + "context_length": 524288, + "max_completion_tokens": 262144, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "logit_bias", + "max_tokens", + "min_p", + "presence_penalty", + "reasoning", + "reasoning_effort", + "repetition_penalty", + "seed", + "stop", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "default_parameters": { + "temperature": null, + "top_p": null, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/thinkingmachines/inkling-small-20260730/endpoints" + }, + "endpoints": ["/api/v1/batches"], + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 12.9, + "coding_index": 52.9, + "agentic_index": 23.5 + } + }, + "reasoning": { + "mandatory": false, + "default_enabled": true, + "supported_efforts": ["max", "high", "medium", "low", "minimal", "none"], + "default_effort": "high" + } + }, { "id": "unbiased/pareto-26.10", "canonical_slug": "unbiased/pareto-26.10-20261015", @@ -37754,7 +38465,8 @@ }, "pricing": { "prompt": "0.00000035", - "completion": "0.00000065" + "completion": "0.00000065", + "input_cache_read": "0.00000035" }, "top_provider": { "context_length": 6144, @@ -37853,36 +38565,43 @@ { "arena": "models", "category": "3d", - "elo": 1082, - "win_rate": 23.1, - "rank": 94 + "elo": 1094, + "win_rate": 24.6, + "rank": 93 }, { "arena": "models", "category": "codecategories", "elo": 1136, - "win_rate": 30.7, + "win_rate": 30.9, "rank": 97 }, + { + "arena": "models", + "category": "dataviz", + "elo": 1175, + "win_rate": 38.6, + "rank": 69 + }, { "arena": "models", "category": "gamedev", - "elo": 1114, - "win_rate": 28.8, - "rank": 92 + "elo": 1108, + "win_rate": 28.5, + "rank": 94 }, { "arena": "models", "category": "uicomponent", - "elo": 1089, - "win_rate": 26.8, - "rank": 102 + "elo": 1100, + "win_rate": 27.6, + "rank": 98 }, { "arena": "models", "category": "website", - "elo": 1148, - "win_rate": 32.7, + "elo": 1149, + "win_rate": 32.8, "rank": 94 } ] @@ -37961,51 +38680,51 @@ { "arena": "agents", "category": "webapps", - "elo": 1089, + "elo": 1091, "win_rate": 30, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "3d", - "elo": 1175, + "elo": 1169, "win_rate": 46.4, - "rank": 59 + "rank": 62 }, { "arena": "models", "category": "codecategories", - "elo": 1180, + "elo": 1178, "win_rate": 39, - "rank": 68 + "rank": 69 }, { "arena": "models", "category": "dataviz", - "elo": 1177, + "elo": 1175, "win_rate": 41.3, - "rank": 69 + "rank": 70 }, { "arena": "models", "category": "gamedev", - "elo": 1170, + "elo": 1166, "win_rate": 39.9, - "rank": 69 + "rank": 70 }, { "arena": "models", "category": "uicomponent", "elo": 1145, "win_rate": 35.5, - "rank": 81 + "rank": 82 }, { "arena": "models", "category": "website", - "elo": 1176, + "elo": 1174, "win_rate": 37.5, - "rank": 78 + "rank": 80 } ], "artificial_analysis": { @@ -38153,14 +38872,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1043, + "elo": 1045, "win_rate": 35, - "rank": 38 + "rank": 40 }, { "arena": "agents", "category": "fullstack", - "elo": 1047, + "elo": 1038, "win_rate": 41.1, "rank": 35 }, @@ -38188,65 +38907,65 @@ { "arena": "agents", "category": "webapps", - "elo": 1128, + "elo": 1130, "win_rate": 49.7, - "rank": 32 + "rank": 33 }, { "arena": "models", "category": "3d", - "elo": 1190, + "elo": 1184, "win_rate": 52.1, - "rank": 55 + "rank": 57 }, { "arena": "models", "category": "asciiart", - "elo": 1172, + "elo": 1170, "win_rate": 48.2, "rank": 33 }, { "arena": "models", "category": "codecategories", - "elo": 1219, + "elo": 1217, "win_rate": 51.8, - "rank": 57 + "rank": 58 }, { "arena": "models", "category": "dataviz", - "elo": 1217, + "elo": 1215, "win_rate": 52, "rank": 54 }, { "arena": "models", "category": "gamedev", - "elo": 1191, + "elo": 1188, "win_rate": 50.1, - "rank": 61 + "rank": 62 }, { "arena": "models", "category": "svg", "elo": 1161, "win_rate": 52.4, - "rank": 44 + "rank": 45 }, { "arena": "models", "category": "uicomponent", "elo": 1194, "win_rate": 49, - "rank": 65 + "rank": 66 }, { "arena": "models", "category": "website", - "elo": 1228, + "elo": 1226, "win_rate": 51.8, - "rank": 56 + "rank": 57 } ] }, @@ -38440,9 +39159,9 @@ { "arena": "agents", "category": "androidnative", - "elo": 962, + "elo": 963, "win_rate": 22.9, - "rank": 40 + "rank": 43 }, { "arena": "agents", @@ -38454,22 +39173,22 @@ { "arena": "agents", "category": "codetovideo", - "elo": 937, - "win_rate": 20, - "rank": 17 + "elo": 917, + "win_rate": 18.7, + "rank": 22 }, { "arena": "agents", "category": "fullstack", - "elo": 1001, + "elo": 993, "win_rate": 28, "rank": 41 }, { "arena": "agents", "category": "godotgamedev", - "elo": 925, - "win_rate": 21.9, + "elo": 930, + "win_rate": 22.4, "rank": 36 }, { @@ -38482,15 +39201,15 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1057, - "win_rate": 33.2, + "elo": 1056, + "win_rate": 33, "rank": 47 }, { "arena": "agents", "category": "pdf", - "elo": 935, - "win_rate": 20.4, + "elo": 947, + "win_rate": 20.7, "rank": 26 }, { @@ -38510,72 +39229,72 @@ { "arena": "agents", "category": "spreadsheet", - "elo": 957, - "win_rate": 30.6, - "rank": 29 + "elo": 996, + "win_rate": 29.3, + "rank": 28 }, { "arena": "agents", "category": "webapps", - "elo": 1109, + "elo": 1111, "win_rate": 42.6, - "rank": 36 + "rank": 37 }, { "arena": "models", "category": "3d", - "elo": 1121, + "elo": 1115, "win_rate": 40.7, - "rank": 84 + "rank": 87 }, { "arena": "models", "category": "asciiart", - "elo": 1123, - "win_rate": 42.4, - "rank": 56 + "elo": 1124, + "win_rate": 42.5, + "rank": 55 }, { "arena": "models", "category": "codecategories", - "elo": 1185, - "win_rate": 43.5, - "rank": 66 + "elo": 1182, + "win_rate": 43.4, + "rank": 67 }, { "arena": "models", "category": "dataviz", - "elo": 1180, - "win_rate": 45.1, + "elo": 1178, + "win_rate": 45, "rank": 67 }, { "arena": "models", "category": "gamedev", - "elo": 1171, - "win_rate": 42.6, - "rank": 67 + "elo": 1167, + "win_rate": 42.5, + "rank": 69 }, { "arena": "models", "category": "svg", - "elo": 1079, - "win_rate": 36.9, - "rank": 71 + "elo": 1078, + "win_rate": 36.7, + "rank": 73 }, { "arena": "models", "category": "uicomponent", - "elo": 1189, - "win_rate": 44.8, - "rank": 66 + "elo": 1188, + "win_rate": 44.9, + "rank": 67 }, { "arena": "models", "category": "website", - "elo": 1194, - "win_rate": 44, - "rank": 67 + "elo": 1192, + "win_rate": 43.9, + "rank": 69 } ], "artificial_analysis": { @@ -38696,9 +39415,9 @@ { "arena": "agents", "category": "androidnative", - "elo": 962, + "elo": 963, "win_rate": 22.9, - "rank": 40 + "rank": 43 }, { "arena": "agents", @@ -38710,22 +39429,22 @@ { "arena": "agents", "category": "codetovideo", - "elo": 937, - "win_rate": 20, - "rank": 17 + "elo": 917, + "win_rate": 18.7, + "rank": 22 }, { "arena": "agents", "category": "fullstack", - "elo": 1001, + "elo": 993, "win_rate": 28, "rank": 41 }, { "arena": "agents", "category": "godotgamedev", - "elo": 925, - "win_rate": 21.9, + "elo": 930, + "win_rate": 22.4, "rank": 36 }, { @@ -38738,15 +39457,15 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1057, - "win_rate": 33.2, + "elo": 1056, + "win_rate": 33, "rank": 47 }, { "arena": "agents", "category": "pdf", - "elo": 935, - "win_rate": 20.4, + "elo": 947, + "win_rate": 20.7, "rank": 26 }, { @@ -38766,72 +39485,72 @@ { "arena": "agents", "category": "spreadsheet", - "elo": 957, - "win_rate": 30.6, - "rank": 29 + "elo": 996, + "win_rate": 29.3, + "rank": 28 }, { "arena": "agents", "category": "webapps", - "elo": 1109, + "elo": 1111, "win_rate": 42.6, - "rank": 36 + "rank": 37 }, { "arena": "models", "category": "3d", - "elo": 1121, + "elo": 1115, "win_rate": 40.7, - "rank": 84 + "rank": 87 }, { "arena": "models", "category": "asciiart", - "elo": 1123, - "win_rate": 42.4, - "rank": 56 + "elo": 1124, + "win_rate": 42.5, + "rank": 55 }, { "arena": "models", "category": "codecategories", - "elo": 1185, - "win_rate": 43.5, - "rank": 66 + "elo": 1182, + "win_rate": 43.4, + "rank": 67 }, { "arena": "models", "category": "dataviz", - "elo": 1180, - "win_rate": 45.1, + "elo": 1178, + "win_rate": 45, "rank": 67 }, { "arena": "models", "category": "gamedev", - "elo": 1171, - "win_rate": 42.6, - "rank": 67 + "elo": 1167, + "win_rate": 42.5, + "rank": 69 }, { "arena": "models", "category": "svg", - "elo": 1079, - "win_rate": 36.9, - "rank": 71 + "elo": 1078, + "win_rate": 36.7, + "rank": 73 }, { "arena": "models", "category": "uicomponent", - "elo": 1189, - "win_rate": 44.8, - "rank": 66 + "elo": 1188, + "win_rate": 44.9, + "rank": 67 }, { "arena": "models", "category": "website", - "elo": 1194, - "win_rate": 44, - "rank": 67 + "elo": 1192, + "win_rate": 43.9, + "rank": 69 } ], "artificial_analysis": { @@ -38922,9 +39641,9 @@ { "arena": "agents", "category": "androidnative", - "elo": 1233, - "win_rate": 63.4, - "rank": 9 + "elo": 1235, + "win_rate": 63.2, + "rank": 10 }, { "arena": "agents", @@ -38936,22 +39655,22 @@ { "arena": "agents", "category": "codetovideo", - "elo": 1168, - "win_rate": 48.9, - "rank": 10 + "elo": 1153, + "win_rate": 46.8, + "rank": 14 }, { "arena": "agents", "category": "fullstack", - "elo": 1242, - "win_rate": 60.6, - "rank": 10 + "elo": 1233, + "win_rate": 60.2, + "rank": 11 }, { "arena": "agents", "category": "godotgamedev", "elo": 1229, - "win_rate": 58.2, + "win_rate": 58, "rank": 11 }, { @@ -38964,79 +39683,79 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1215, - "win_rate": 51.9, + "elo": 1214, + "win_rate": 51.7, "rank": 16 }, { "arena": "agents", "category": "pdf", - "elo": 1167, - "win_rate": 47.1, - "rank": 17 + "elo": 1149, + "win_rate": 44.9, + "rank": 21 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1187, - "win_rate": 54.2, + "elo": 1189, + "win_rate": 54, "rank": 13 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1129, - "win_rate": 50, - "rank": 16 + "elo": 1077, + "win_rate": 42.1, + "rank": 22 }, { "arena": "agents", "category": "webapps", - "elo": 1202, - "win_rate": 53.1, - "rank": 20 + "elo": 1204, + "win_rate": 52.9, + "rank": 21 }, { "arena": "models", "category": "3d", - "elo": 1254, - "win_rate": 50.2, - "rank": 32 + "elo": 1247, + "win_rate": 50, + "rank": 33 }, { "arena": "models", "category": "asciiart", - "elo": 1256, - "win_rate": 54, + "elo": 1255, + "win_rate": 53.6, "rank": 16 }, { "arena": "models", "category": "codecategories", - "elo": 1274, - "win_rate": 50.9, + "elo": 1270, + "win_rate": 50.7, "rank": 30 }, { "arena": "models", "category": "dataviz", - "elo": 1267, + "elo": 1265, "win_rate": 49.8, "rank": 28 }, { "arena": "models", "category": "gamedev", - "elo": 1263, - "win_rate": 49.3, - "rank": 33 + "elo": 1258, + "win_rate": 49, + "rank": 36 }, { "arena": "models", "category": "svg", - "elo": 1207, - "win_rate": 47.5, - "rank": 27 + "elo": 1206, + "win_rate": 47.4, + "rank": 28 }, { "arena": "models", @@ -39048,8 +39767,8 @@ { "arena": "models", "category": "website", - "elo": 1279, - "win_rate": 52.4, + "elo": 1277, + "win_rate": 52.3, "rank": 25 } ], @@ -39136,141 +39855,141 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1158, - "win_rate": 47, - "rank": 9 + "elo": 1157, + "win_rate": 47.2, + "rank": 10 }, { "arena": "agents", "category": "androidnative", - "elo": 1294, - "win_rate": 62, - "rank": 1 + "elo": 1289, + "win_rate": 61.1, + "rank": 2 }, { "arena": "agents", "category": "blender3d", - "elo": 1150, - "win_rate": 49.2, + "elo": 1162, + "win_rate": 45.4, "rank": 10 }, { "arena": "agents", "category": "codetovideo", - "elo": 1151, - "win_rate": 46, - "rank": 14 + "elo": 1159, + "win_rate": 47.2, + "rank": 13 }, { "arena": "agents", "category": "fullstack", - "elo": 1257, - "win_rate": 54.9, + "elo": 1248, + "win_rate": 54.8, "rank": 8 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1276, - "win_rate": 52.8, + "elo": 1277, + "win_rate": 53.2, "rank": 4 }, { "arena": "agents", "category": "htmlslides", - "elo": 1146, + "elo": 1145, "win_rate": 60.1, "rank": 6 }, { "arena": "agents", "category": "mobileapps", - "elo": 1232, - "win_rate": 55.3, + "elo": 1230, + "win_rate": 54.9, "rank": 11 }, { "arena": "agents", "category": "pdf", - "elo": 1256, - "win_rate": 60.2, - "rank": 7 + "elo": 1280, + "win_rate": 63.4, + "rank": 4 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1197, - "win_rate": 52.9, - "rank": 11 + "elo": 1193, + "win_rate": 52.1, + "rank": 12 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1153, - "win_rate": 55, - "rank": 13 + "elo": 1284, + "win_rate": 57.8, + "rank": 7 }, { "arena": "agents", "category": "webapps", - "elo": 1233, - "win_rate": 55.7, - "rank": 13 + "elo": 1235, + "win_rate": 55.3, + "rank": 14 }, { "arena": "models", "category": "3d", - "elo": 1273, - "win_rate": 52.4, - "rank": 23 + "elo": 1266, + "win_rate": 52, + "rank": 24 }, { "arena": "models", "category": "asciiart", - "elo": 1271, - "win_rate": 57, - "rank": 13 + "elo": 1270, + "win_rate": 56.9, + "rank": 12 }, { "arena": "models", "category": "codecategories", - "elo": 1290, - "win_rate": 52.5, + "elo": 1286, + "win_rate": 52.4, "rank": 20 }, { "arena": "models", "category": "dataviz", - "elo": 1283, + "elo": 1281, "win_rate": 51.4, "rank": 20 }, { "arena": "models", "category": "gamedev", - "elo": 1295, - "win_rate": 54, + "elo": 1291, + "win_rate": 53.8, "rank": 20 }, { "arena": "models", "category": "svg", - "elo": 1233, + "elo": 1232, "win_rate": 48.6, - "rank": 18 + "rank": 19 }, { "arena": "models", "category": "uicomponent", - "elo": 1290, - "win_rate": 53.1, + "elo": 1288, + "win_rate": 52.9, "rank": 24 }, { "arena": "models", "category": "website", - "elo": 1287, - "win_rate": 52.2, + "elo": 1284, + "win_rate": 52, "rank": 22 } ], @@ -39350,141 +40069,141 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1158, - "win_rate": 47, - "rank": 9 + "elo": 1157, + "win_rate": 47.2, + "rank": 10 }, { "arena": "agents", "category": "androidnative", - "elo": 1294, - "win_rate": 62, - "rank": 1 + "elo": 1289, + "win_rate": 61.1, + "rank": 2 }, { "arena": "agents", "category": "blender3d", - "elo": 1150, - "win_rate": 49.2, + "elo": 1162, + "win_rate": 45.4, "rank": 10 }, { "arena": "agents", "category": "codetovideo", - "elo": 1151, - "win_rate": 46, - "rank": 14 + "elo": 1159, + "win_rate": 47.2, + "rank": 13 }, { "arena": "agents", "category": "fullstack", - "elo": 1257, - "win_rate": 54.9, + "elo": 1248, + "win_rate": 54.8, "rank": 8 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1276, - "win_rate": 52.8, + "elo": 1277, + "win_rate": 53.2, "rank": 4 }, { "arena": "agents", "category": "htmlslides", - "elo": 1146, + "elo": 1145, "win_rate": 60.1, "rank": 6 }, { "arena": "agents", "category": "mobileapps", - "elo": 1232, - "win_rate": 55.3, + "elo": 1230, + "win_rate": 54.9, "rank": 11 }, { "arena": "agents", "category": "pdf", - "elo": 1256, - "win_rate": 60.2, - "rank": 7 + "elo": 1280, + "win_rate": 63.4, + "rank": 4 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1197, - "win_rate": 52.9, - "rank": 11 + "elo": 1193, + "win_rate": 52.1, + "rank": 12 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1153, - "win_rate": 55, - "rank": 13 + "elo": 1284, + "win_rate": 57.8, + "rank": 7 }, { "arena": "agents", "category": "webapps", - "elo": 1233, - "win_rate": 55.7, - "rank": 13 + "elo": 1235, + "win_rate": 55.3, + "rank": 14 }, { "arena": "models", "category": "3d", - "elo": 1273, - "win_rate": 52.4, - "rank": 23 + "elo": 1266, + "win_rate": 52, + "rank": 24 }, { "arena": "models", "category": "asciiart", - "elo": 1271, - "win_rate": 57, - "rank": 13 + "elo": 1270, + "win_rate": 56.9, + "rank": 12 }, { "arena": "models", "category": "codecategories", - "elo": 1290, - "win_rate": 52.5, + "elo": 1286, + "win_rate": 52.4, "rank": 20 }, { "arena": "models", "category": "dataviz", - "elo": 1283, + "elo": 1281, "win_rate": 51.4, "rank": 20 }, { "arena": "models", "category": "gamedev", - "elo": 1295, - "win_rate": 54, + "elo": 1291, + "win_rate": 53.8, "rank": 20 }, { "arena": "models", "category": "svg", - "elo": 1233, + "elo": 1232, "win_rate": 48.6, - "rank": 18 + "rank": 19 }, { "arena": "models", "category": "uicomponent", - "elo": 1290, - "win_rate": 53.1, + "elo": 1288, + "win_rate": 52.9, "rank": 24 }, { "arena": "models", "category": "website", - "elo": 1287, - "win_rate": 52.2, + "elo": 1284, + "win_rate": 52, "rank": 22 } ], @@ -39578,61 +40297,68 @@ "win_rate": 60, "rank": 9 }, + { + "arena": "agents", + "category": "codetovideo", + "elo": 1148, + "win_rate": 45.3, + "rank": 17 + }, { "arena": "agents", "category": "mobileapps", - "elo": 1262, - "win_rate": 56.1, - "rank": 7 + "elo": 1265, + "win_rate": 56.4, + "rank": 4 }, { "arena": "agents", "category": "pdf", - "elo": 1184, - "win_rate": 48.8, - "rank": 15 + "elo": 1189, + "win_rate": 50, + "rank": 16 }, { "arena": "models", "category": "3d", - "elo": 1264, - "win_rate": 47.7, - "rank": 26 + "elo": 1257, + "win_rate": 47.5, + "rank": 29 }, { "arena": "models", "category": "codecategories", - "elo": 1272, - "win_rate": 47.9, + "elo": 1268, + "win_rate": 47.6, "rank": 31 }, { "arena": "models", "category": "dataviz", - "elo": 1242, - "win_rate": 46.5, - "rank": 39 + "elo": 1232, + "win_rate": 45.8, + "rank": 44 }, { "arena": "models", "category": "gamedev", - "elo": 1316, - "win_rate": 51.6, + "elo": 1312, + "win_rate": 51.4, "rank": 14 }, { "arena": "models", "category": "uicomponent", - "elo": 1265, - "win_rate": 48, - "rank": 34 + "elo": 1273, + "win_rate": 49.1, + "rank": 32 }, { "arena": "models", "category": "website", - "elo": 1248, - "win_rate": 45.9, - "rank": 44 + "elo": 1245, + "win_rate": 45.6, + "rank": 46 } ], "artificial_analysis": { @@ -39718,61 +40444,68 @@ "win_rate": 60, "rank": 9 }, + { + "arena": "agents", + "category": "codetovideo", + "elo": 1148, + "win_rate": 45.3, + "rank": 17 + }, { "arena": "agents", "category": "mobileapps", - "elo": 1262, - "win_rate": 56.1, - "rank": 7 + "elo": 1265, + "win_rate": 56.4, + "rank": 4 }, { "arena": "agents", "category": "pdf", - "elo": 1184, - "win_rate": 48.8, - "rank": 15 + "elo": 1189, + "win_rate": 50, + "rank": 16 }, { "arena": "models", "category": "3d", - "elo": 1264, - "win_rate": 47.7, - "rank": 26 + "elo": 1257, + "win_rate": 47.5, + "rank": 29 }, { "arena": "models", "category": "codecategories", - "elo": 1272, - "win_rate": 47.9, + "elo": 1268, + "win_rate": 47.6, "rank": 31 }, { "arena": "models", "category": "dataviz", - "elo": 1242, - "win_rate": 46.5, - "rank": 39 + "elo": 1232, + "win_rate": 45.8, + "rank": 44 }, { "arena": "models", "category": "gamedev", - "elo": 1316, - "win_rate": 51.6, + "elo": 1312, + "win_rate": 51.4, "rank": 14 }, { "arena": "models", "category": "uicomponent", - "elo": 1265, - "win_rate": 48, - "rank": 34 + "elo": 1273, + "win_rate": 49.1, + "rank": 32 }, { "arena": "models", "category": "website", - "elo": 1248, - "win_rate": 45.9, - "rank": 44 + "elo": 1245, + "win_rate": 45.6, + "rank": 46 } ], "artificial_analysis": { @@ -39935,42 +40668,42 @@ { "arena": "models", "category": "3d", - "elo": 1213, + "elo": 1208, "win_rate": 50.8, - "rank": 45 + "rank": 47 }, { "arena": "models", "category": "asciiart", "elo": 1140, "win_rate": 45.2, - "rank": 49 + "rank": 50 }, { "arena": "models", "category": "codecategories", - "elo": 1259, - "win_rate": 53.5, + "elo": 1257, + "win_rate": 53.4, "rank": 38 }, { "arena": "models", "category": "dataviz", - "elo": 1251, + "elo": 1248, "win_rate": 53.7, "rank": 36 }, { "arena": "models", "category": "gamedev", - "elo": 1251, + "elo": 1249, "win_rate": 52.5, - "rank": 38 + "rank": 39 }, { "arena": "models", "category": "svg", - "elo": 1180, + "elo": 1181, "win_rate": 50.2, "rank": 38 }, @@ -39978,14 +40711,14 @@ "arena": "models", "category": "uicomponent", "elo": 1253, - "win_rate": 53.6, - "rank": 43 + "win_rate": 53.7, + "rank": 42 }, { "arena": "models", "category": "website", - "elo": 1265, - "win_rate": 53.6, + "elo": 1263, + "win_rate": 53.5, "rank": 35 } ], @@ -40064,8 +40797,8 @@ { "arena": "models", "category": "3d", - "elo": 1243, - "win_rate": 53.7, + "elo": 1241, + "win_rate": 53.8, "rank": 37 }, { @@ -40078,30 +40811,30 @@ { "arena": "models", "category": "codecategories", - "elo": 1266, + "elo": 1264, "win_rate": 51.7, - "rank": 35 + "rank": 34 }, { "arena": "models", "category": "dataviz", - "elo": 1258, - "win_rate": 50.6, - "rank": 34 + "elo": 1256, + "win_rate": 50.7, + "rank": 33 }, { "arena": "models", "category": "gamedev", - "elo": 1268, + "elo": 1267, "win_rate": 53.6, - "rank": 27 + "rank": 25 }, { "arena": "models", "category": "svg", - "elo": 1186, - "win_rate": 48.5, - "rank": 35 + "elo": 1189, + "win_rate": 48.9, + "rank": 36 }, { "arena": "models", @@ -40113,9 +40846,9 @@ { "arena": "models", "category": "website", - "elo": 1266, + "elo": 1264, "win_rate": 50.8, - "rank": 33 + "rank": 34 } ], "artificial_analysis": { @@ -40274,56 +41007,56 @@ { "arena": "agents", "category": "webapps", - "elo": 1275, - "win_rate": 58.3, + "elo": 1277, + "win_rate": 58.2, "rank": 8 }, { "arena": "models", "category": "3d", - "elo": 1333, - "win_rate": 57.6, - "rank": 15 + "elo": 1328, + "win_rate": 57.4, + "rank": 14 }, { "arena": "models", "category": "codecategories", - "elo": 1315, - "win_rate": 52.6, + "elo": 1312, + "win_rate": 52.5, "rank": 11 }, { "arena": "models", "category": "dataviz", - "elo": 1337, - "win_rate": 58.6, - "rank": 7 + "elo": 1336, + "win_rate": 58.7, + "rank": 8 }, { "arena": "models", "category": "gamedev", - "elo": 1315, - "win_rate": 53.1, + "elo": 1311, + "win_rate": 52.9, "rank": 15 }, { "arena": "models", "category": "svg", - "elo": 1306, - "win_rate": 55.5, + "elo": 1305, + "win_rate": 55.7, "rank": 6 }, { "arena": "models", "category": "uicomponent", - "elo": 1336, - "win_rate": 58.2, - "rank": 9 + "elo": 1333, + "win_rate": 58, + "rank": 10 }, { "arena": "models", "category": "website", - "elo": 1307, + "elo": 1305, "win_rate": 50.8, "rank": 12 } @@ -40523,51 +41256,51 @@ { "arena": "models", "category": "3d", - "elo": 1167, + "elo": 1162, "win_rate": 59.7, - "rank": 63 + "rank": 65 }, { "arena": "models", "category": "codecategories", - "elo": 1163, + "elo": 1161, "win_rate": 54.4, - "rank": 81 + "rank": 82 }, { "arena": "models", "category": "dataviz", - "elo": 1159, + "elo": 1157, "win_rate": 53.3, - "rank": 78 + "rank": 79 }, { "arena": "models", "category": "gamedev", - "elo": 1145, + "elo": 1140, "win_rate": 54.4, - "rank": 76 + "rank": 79 }, { "arena": "models", "category": "svg", "elo": 1093, "win_rate": 50.8, - "rank": 67 + "rank": 68 }, { "arena": "models", "category": "uicomponent", "elo": 1139, "win_rate": 55, - "rank": 84 + "rank": 86 }, { "arena": "models", "category": "website", - "elo": 1168, + "elo": 1166, "win_rate": 53.7, - "rank": 83 + "rank": 84 } ] }, @@ -40591,9 +41324,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000013", - "completion": "0.00000085", - "input_cache_read": "0.000000025" + "prompt": "0.0000002", + "completion": "0.0000011", + "input_cache_read": "0.00000003" }, "top_provider": { "context_length": 131072, @@ -40638,51 +41371,51 @@ { "arena": "models", "category": "3d", - "elo": 1120, + "elo": 1114, "win_rate": 54.1, - "rank": 85 + "rank": 88 }, { "arena": "models", "category": "codecategories", - "elo": 1135, + "elo": 1132, "win_rate": 51.4, - "rank": 98 + "rank": 99 }, { "arena": "models", "category": "dataviz", - "elo": 1186, + "elo": 1184, "win_rate": 58.5, "rank": 64 }, { "arena": "models", "category": "gamedev", - "elo": 1094, + "elo": 1091, "win_rate": 48.4, - "rank": 100 + "rank": 101 }, { "arena": "models", "category": "svg", "elo": 1068, "win_rate": 50.8, - "rank": 74 + "rank": 75 }, { "arena": "models", "category": "uicomponent", "elo": 1118, "win_rate": 54.4, - "rank": 93 + "rank": 94 }, { "arena": "models", "category": "website", - "elo": 1145, + "elo": 1143, "win_rate": 51.3, - "rank": 96 + "rank": 98 } ] }, @@ -40823,14 +41556,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1080, - "win_rate": 52.6, - "rank": 34 + "elo": 1082, + "win_rate": 52.8, + "rank": 37 }, { "arena": "agents", "category": "fullstack", - "elo": 1022, + "elo": 1015, "win_rate": 42.3, "rank": 39 }, @@ -40851,51 +41584,51 @@ { "arena": "models", "category": "3d", - "elo": 1126, + "elo": 1120, "win_rate": 54.2, - "rank": 82 + "rank": 85 }, { "arena": "models", "category": "codecategories", - "elo": 1164, + "elo": 1162, "win_rate": 54.3, - "rank": 80 + "rank": 81 }, { "arena": "models", "category": "dataviz", - "elo": 1161, + "elo": 1159, "win_rate": 52.6, - "rank": 77 + "rank": 78 }, { "arena": "models", "category": "gamedev", - "elo": 1149, + "elo": 1147, "win_rate": 54.8, - "rank": 75 + "rank": 76 }, { "arena": "models", "category": "svg", "elo": 1105, "win_rate": 52.1, - "rank": 64 + "rank": 65 }, { "arena": "models", "category": "uicomponent", "elo": 1142, "win_rate": 52.5, - "rank": 83 + "rank": 85 }, { "arena": "models", "category": "website", - "elo": 1174, + "elo": 1172, "win_rate": 54.3, - "rank": 80 + "rank": 83 } ], "artificial_analysis": { @@ -40992,7 +41725,7 @@ "input_cache_read": "0.00000011" }, "top_provider": { - "context_length": 202752, + "context_length": 204800, "max_completion_tokens": 131072, "is_moderated": false }, @@ -41027,7 +41760,7 @@ }, "supported_voices": null, "knowledge_cutoff": null, - "expiration_date": "2026-12-31", + "expiration_date": null, "links": { "details": "/api/v1/models/z-ai/glm-4.7-20251222/endpoints" }, @@ -41042,14 +41775,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1108, - "win_rate": 56.1, - "rank": 31 + "elo": 1107, + "win_rate": 55.8, + "rank": 34 }, { "arena": "agents", "category": "fullstack", - "elo": 1043, + "elo": 1034, "win_rate": 45.1, "rank": 37 }, @@ -41070,9 +41803,9 @@ { "arena": "models", "category": "3d", - "elo": 1187, + "elo": 1182, "win_rate": 54.3, - "rank": 56 + "rank": 58 }, { "arena": "models", @@ -41084,44 +41817,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1215, + "elo": 1213, "win_rate": 54.8, - "rank": 58 + "rank": 59 }, { "arena": "models", "category": "dataviz", - "elo": 1195, + "elo": 1193, "win_rate": 51.2, "rank": 63 }, { "arena": "models", "category": "gamedev", - "elo": 1187, + "elo": 1185, "win_rate": 55.2, - "rank": 62 + "rank": 63 }, { "arena": "models", "category": "svg", "elo": 1139, "win_rate": 54.3, - "rank": 54 + "rank": 55 }, { "arena": "models", "category": "uicomponent", "elo": 1194, "win_rate": 51.1, - "rank": 64 + "rank": 65 }, { "arena": "models", "category": "website", - "elo": 1224, + "elo": 1222, "win_rate": 55.3, - "rank": 57 + "rank": 58 } ], "artificial_analysis": { @@ -41203,51 +41936,51 @@ { "arena": "models", "category": "3d", - "elo": 1118, + "elo": 1112, "win_rate": 51.2, - "rank": 86 + "rank": 89 }, { "arena": "models", "category": "codecategories", - "elo": 1176, + "elo": 1174, "win_rate": 53.1, - "rank": 71 + "rank": 72 }, { "arena": "models", "category": "dataviz", - "elo": 1123, + "elo": 1121, "win_rate": 45.3, - "rank": 97 + "rank": 98 }, { "arena": "models", "category": "gamedev", - "elo": 1135, + "elo": 1130, "win_rate": 49.7, - "rank": 83 + "rank": 88 }, { "arena": "models", "category": "svg", "elo": 1034, "win_rate": 44.2, - "rank": 82 + "rank": 83 }, { "arena": "models", "category": "uicomponent", "elo": 1202, "win_rate": 57.6, - "rank": 60 + "rank": 61 }, { "arena": "models", "category": "website", "elo": 1192, "win_rate": 54, - "rank": 69 + "rank": 68 } ] }, @@ -41324,13 +42057,13 @@ "arena": "agents", "category": "androidnative", "elo": 1144, - "win_rate": 55.2, - "rank": 27 + "win_rate": 55, + "rank": 30 }, { "arena": "agents", "category": "fullstack", - "elo": 1116, + "elo": 1107, "win_rate": 51.7, "rank": 28 }, @@ -41358,9 +42091,9 @@ { "arena": "models", "category": "3d", - "elo": 1226, + "elo": 1220, "win_rate": 56.3, - "rank": 43 + "rank": 45 }, { "arena": "models", @@ -41372,30 +42105,30 @@ { "arena": "models", "category": "codecategories", - "elo": 1244, + "elo": 1242, "win_rate": 55.5, "rank": 44 }, { "arena": "models", "category": "dataviz", - "elo": 1228, + "elo": 1226, "win_rate": 53, "rank": 47 }, { "arena": "models", "category": "gamedev", - "elo": 1234, + "elo": 1231, "win_rate": 57.4, - "rank": 42 + "rank": 43 }, { "arena": "models", "category": "svg", "elo": 1165, "win_rate": 54.4, - "rank": 43 + "rank": 44 }, { "arena": "models", @@ -41407,9 +42140,9 @@ { "arena": "models", "category": "website", - "elo": 1246, + "elo": 1244, "win_rate": 55, - "rank": 46 + "rank": 48 } ] }, @@ -41480,9 +42213,9 @@ { "arena": "models", "category": "3d", - "elo": 1244, - "win_rate": 55.3, - "rank": 36 + "elo": 1239, + "win_rate": 55.2, + "rank": 39 }, { "arena": "models", @@ -41494,42 +42227,42 @@ { "arena": "models", "category": "codecategories", - "elo": 1259, + "elo": 1256, "win_rate": 53.2, - "rank": 37 + "rank": 39 }, { "arena": "models", "category": "dataviz", - "elo": 1264, + "elo": 1262, "win_rate": 55, - "rank": 29 + "rank": 30 }, { "arena": "models", "category": "gamedev", - "elo": 1247, - "win_rate": 52.2, - "rank": 40 + "elo": 1243, + "win_rate": 52, + "rank": 41 }, { "arena": "models", "category": "svg", - "elo": 1202, - "win_rate": 53.9, + "elo": 1201, + "win_rate": 53.8, "rank": 29 }, { "arena": "models", "category": "uicomponent", - "elo": 1258, + "elo": 1257, "win_rate": 54.7, - "rank": 38 + "rank": 39 }, { "arena": "models", "category": "website", - "elo": 1259, + "elo": 1257, "win_rate": 52.6, "rank": 38 } @@ -41619,15 +42352,15 @@ { "arena": "models", "category": "asciiart", - "elo": 1139, - "win_rate": 44.6, - "rank": 50 + "elo": 1141, + "win_rate": 44.7, + "rank": 49 }, { "arena": "models", "category": "codecategories", - "elo": 1267, - "win_rate": 53, + "elo": 1264, + "win_rate": 52.8, "rank": 33 }, { @@ -41635,41 +42368,41 @@ "category": "dataviz", "elo": 1366, "win_rate": 67, - "rank": 3 + "rank": 2 }, { "arena": "models", "category": "gamedev", - "elo": 1264, - "win_rate": 54.7, - "rank": 30 + "elo": 1260, + "win_rate": 54.3, + "rank": 31 }, { "arena": "models", "category": "svg", "elo": 1214, - "win_rate": 55.1, - "rank": 23 + "win_rate": 55, + "rank": 24 }, { "arena": "models", "category": "uicomponent", "elo": 1292, "win_rate": 54.9, - "rank": 22 + "rank": 20 }, { "arena": "models", "category": "website", "elo": 1290, "win_rate": 55.1, - "rank": 20 + "rank": 19 }, { "arena": "agents", "category": "agenticgamedev", "elo": 1109, - "win_rate": 49.2, + "win_rate": 49, "rank": 19 }, { @@ -41704,21 +42437,21 @@ "arena": "agents", "category": "androidnative", "elo": 1182, - "win_rate": 52.2, - "rank": 17 + "win_rate": 52, + "rank": 21 }, { "arena": "agents", "category": "fullstack", - "elo": 1160, - "win_rate": 53.2, + "elo": 1151, + "win_rate": 53.1, "rank": 24 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1053, - "win_rate": 37.6, + "elo": 1056, + "win_rate": 37.8, "rank": 34 }, { @@ -41731,15 +42464,15 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1160, - "win_rate": 50, - "rank": 28 + "elo": 1159, + "win_rate": 49.8, + "rank": 29 }, { "arena": "agents", "category": "pdf", - "elo": 1221, - "win_rate": 56.5, + "elo": 1218, + "win_rate": 54.6, "rank": 11 }, { @@ -41754,7 +42487,7 @@ "category": "python-pptxslides", "elo": 1258, "win_rate": 54.2, - "rank": 3 + "rank": 4 }, { "arena": "agents", @@ -41766,9 +42499,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1160, - "win_rate": 50.6, - "rank": 29 + "elo": 1162, + "win_rate": 50.4, + "rank": 30 } ], "artificial_analysis": { @@ -41845,27 +42578,239 @@ "links": { "details": "/api/v1/models/z-ai/glm-5.2-20260616/endpoints" }, - "endpoints": [ - "/api/v1/chat/completions", - "/api/v1/completions", - "/api/v1/messages", - "/api/v1/responses" - ], + "endpoints": [ + "/api/v1/chat/completions", + "/api/v1/completions", + "/api/v1/messages", + "/api/v1/responses" + ], + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1157, + "win_rate": 49.7, + "rank": 9 + }, + { + "arena": "agents", + "category": "androidnative", + "elo": 1176, + "win_rate": 52.6, + "rank": 22 + }, + { + "arena": "agents", + "category": "blender3d", + "elo": 983, + "win_rate": 36.1, + "rank": 22 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1225, + "win_rate": 60.2, + "rank": 13 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1142, + "win_rate": 40.1, + "rank": 22 + }, + { + "arena": "agents", + "category": "htmlslides", + "elo": 1071, + "win_rate": 49.5, + "rank": 15 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1161, + "win_rate": 47.7, + "rank": 28 + }, + { + "arena": "agents", + "category": "pdf", + "elo": 1267, + "win_rate": 61, + "rank": 6 + }, + { + "arena": "agents", + "category": "python-pptxslides", + "elo": 1152, + "win_rate": 48.8, + "rank": 18 + }, + { + "arena": "agents", + "category": "spreadsheet", + "elo": 1052, + "win_rate": 35.7, + "rank": 26 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1209, + "win_rate": 55.5, + "rank": 19 + }, + { + "arena": "models", + "category": "3d", + "elo": 1277, + "win_rate": 52.7, + "rank": 22 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1187, + "win_rate": 46, + "rank": 32 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1281, + "win_rate": 50.2, + "rank": 23 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1283, + "win_rate": 51.9, + "rank": 17 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1262, + "win_rate": 49.2, + "rank": 28 + }, + { + "arena": "models", + "category": "svg", + "elo": 1206, + "win_rate": 48, + "rank": 27 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1291, + "win_rate": 55.3, + "rank": 23 + }, + { + "arena": "models", + "category": "website", + "elo": 1281, + "win_rate": 49.5, + "rank": 24 + } + ], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 68.8, + "agentic_index": 38.4 + } + }, + "reasoning": { + "mandatory": false, + "default_enabled": true, + "supported_efforts": ["xhigh", "high", "none"], + "default_effort": "high" + } + }, + { + "id": "z-ai/glm-5.2:batch", + "canonical_slug": "z-ai/glm-5.2-20260616", + "hugging_face_id": "zai-org/GLM-5.2", + "name": "Z.ai: GLM 5.2 (batch)", + "created": 1781631930, + "description": "GLM 5.2 is a large-scale reasoning model from Z.ai. It supports text input and output with a 1M-token context window, and is suited for long-horizon agent workflows, project-level software engineering,...", + "context_length": 1048576, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.000000623", + "completion": "0.000001271", + "input_cache_read": "0.00000021" + }, + "top_provider": { + "context_length": 1048576, + "max_completion_tokens": 943718, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "logit_bias", + "logprobs", + "max_tokens", + "min_p", + "presence_penalty", + "reasoning", + "reasoning_effort", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_logprobs", + "top_p" + ], + "default_parameters": { + "temperature": 1, + "top_p": 0.95, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/z-ai/glm-5.2-20260616/endpoints" + }, + "endpoints": ["/api/v1/batches"], "benchmarks": { "design_arena": [ { "arena": "agents", "category": "agenticgamedev", - "elo": 1155, - "win_rate": 49.2, - "rank": 10 + "elo": 1157, + "win_rate": 49.7, + "rank": 9 }, { "arena": "agents", "category": "androidnative", - "elo": 1177, - "win_rate": 52.8, - "rank": 18 + "elo": 1176, + "win_rate": 52.6, + "rank": 22 }, { "arena": "agents", @@ -41877,8 +42822,8 @@ { "arena": "agents", "category": "fullstack", - "elo": 1234, - "win_rate": 60.5, + "elo": 1225, + "win_rate": 60.2, "rank": 13 }, { @@ -41898,79 +42843,79 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1159, - "win_rate": 47.6, - "rank": 29 + "elo": 1161, + "win_rate": 47.7, + "rank": 28 }, { "arena": "agents", "category": "pdf", - "elo": 1249, - "win_rate": 56.7, - "rank": 9 + "elo": 1267, + "win_rate": 61, + "rank": 6 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1148, + "elo": 1152, "win_rate": 48.8, - "rank": 21 + "rank": 18 }, { "arena": "agents", "category": "spreadsheet", - "elo": 1038, - "win_rate": 33.3, + "elo": 1052, + "win_rate": 35.7, "rank": 26 }, { "arena": "agents", "category": "webapps", - "elo": 1207, - "win_rate": 55.8, - "rank": 18 + "elo": 1209, + "win_rate": 55.5, + "rank": 19 }, { "arena": "models", "category": "3d", - "elo": 1284, - "win_rate": 53, + "elo": 1277, + "win_rate": 52.7, "rank": 22 }, { "arena": "models", "category": "asciiart", - "elo": 1188, + "elo": 1187, "win_rate": 46, - "rank": 31 + "rank": 32 }, { "arena": "models", "category": "codecategories", - "elo": 1285, - "win_rate": 50.3, + "elo": 1281, + "win_rate": 50.2, "rank": 23 }, { "arena": "models", "category": "dataviz", - "elo": 1286, + "elo": 1283, "win_rate": 51.9, "rank": 17 }, { "arena": "models", "category": "gamedev", - "elo": 1267, - "win_rate": 49.5, + "elo": 1262, + "win_rate": 49.2, "rank": 28 }, { "arena": "models", "category": "svg", - "elo": 1208, - "win_rate": 48.2, - "rank": 25 + "elo": 1206, + "win_rate": 48, + "rank": 27 }, { "arena": "models", @@ -41982,7 +42927,7 @@ { "arena": "models", "category": "website", - "elo": 1283, + "elo": 1281, "win_rate": 49.5, "rank": 24 } @@ -42070,8 +43015,8 @@ { "arena": "models", "category": "3d", - "elo": 1324, - "win_rate": 58.8, + "elo": 1311, + "win_rate": 56.8, "rank": 16 }, { @@ -42079,48 +43024,48 @@ "category": "asciiart", "elo": 1208, "win_rate": 47.6, - "rank": 23 + "rank": 22 }, { "arena": "models", "category": "codecategories", - "elo": 1296, - "win_rate": 53.3, + "elo": 1291, + "win_rate": 52.8, "rank": 17 }, { "arena": "models", "category": "dataviz", - "elo": 1260, - "win_rate": 51.7, - "rank": 32 + "elo": 1254, + "win_rate": 51.1, + "rank": 34 }, { "arena": "models", "category": "gamedev", - "elo": 1303, - "win_rate": 51.6, + "elo": 1296, + "win_rate": 51, "rank": 18 }, { "arena": "models", "category": "svg", - "elo": 1261, - "win_rate": 52.6, - "rank": 15 + "elo": 1258, + "win_rate": 52.3, + "rank": 16 }, { "arena": "models", "category": "uicomponent", - "elo": 1293, - "win_rate": 53.5, - "rank": 21 + "elo": 1291, + "win_rate": 53.3, + "rank": 22 }, { "arena": "models", "category": "website", - "elo": 1289, - "win_rate": 53.3, + "elo": 1286, + "win_rate": 53.2, "rank": 21 }, { @@ -42140,8 +43085,15 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1214, - "win_rate": 51.2, + "elo": 1208, + "win_rate": 51.5, + "rank": 10 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1275, + "win_rate": 54.2, "rank": 9 } ], @@ -42174,13 +43126,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000015", - "completion": "0.0000005", + "prompt": "0.0000000335", + "completion": "0.000000083", "input_cache_read": "0.00000003" }, "top_provider": { - "context_length": 1048575, - "max_completion_tokens": 943717, + "context_length": 1048576, + "max_completion_tokens": 131072, "is_moderated": false }, "per_request_limits": null, @@ -42228,58 +43180,58 @@ { "arena": "models", "category": "3d", - "elo": 1314, - "win_rate": 56.1, + "elo": 1307, + "win_rate": 55.8, "rank": 18 }, { "arena": "models", "category": "asciiart", - "elo": 1275, - "win_rate": 55.1, - "rank": 9 + "elo": 1269, + "win_rate": 54.1, + "rank": 13 }, { "arena": "models", "category": "codecategories", - "elo": 1279, - "win_rate": 49.2, + "elo": 1275, + "win_rate": 49.1, "rank": 25 }, { "arena": "models", "category": "dataviz", - "elo": 1260, - "win_rate": 50.3, - "rank": 33 + "elo": 1258, + "win_rate": 50.2, + "rank": 32 }, { "arena": "models", "category": "gamedev", - "elo": 1276, - "win_rate": 46.9, - "rank": 23 + "elo": 1272, + "win_rate": 46.8, + "rank": 24 }, { "arena": "models", "category": "svg", - "elo": 1275, + "elo": 1274, "win_rate": 54.5, - "rank": 14 + "rank": 15 }, { "arena": "models", "category": "uicomponent", - "elo": 1304, - "win_rate": 52.6, + "elo": 1301, + "win_rate": 52.5, "rank": 16 }, { "arena": "models", "category": "website", - "elo": 1270, + "elo": 1267, "win_rate": 48.4, - "rank": 29 + "rank": 30 } ], "artificial_analysis": { @@ -42359,58 +43311,58 @@ { "arena": "models", "category": "3d", - "elo": 1314, - "win_rate": 56.1, + "elo": 1307, + "win_rate": 55.8, "rank": 18 }, { "arena": "models", "category": "asciiart", - "elo": 1275, - "win_rate": 55.1, - "rank": 9 + "elo": 1269, + "win_rate": 54.1, + "rank": 13 }, { "arena": "models", "category": "codecategories", - "elo": 1279, - "win_rate": 49.2, + "elo": 1275, + "win_rate": 49.1, "rank": 25 }, { "arena": "models", "category": "dataviz", - "elo": 1260, - "win_rate": 50.3, - "rank": 33 + "elo": 1258, + "win_rate": 50.2, + "rank": 32 }, { "arena": "models", "category": "gamedev", - "elo": 1276, - "win_rate": 46.9, - "rank": 23 + "elo": 1272, + "win_rate": 46.8, + "rank": 24 }, { "arena": "models", "category": "svg", - "elo": 1275, + "elo": 1274, "win_rate": 54.5, - "rank": 14 + "rank": 15 }, { "arena": "models", "category": "uicomponent", - "elo": 1304, - "win_rate": 52.6, + "elo": 1301, + "win_rate": 52.5, "rank": 16 }, { "arena": "models", "category": "website", - "elo": 1270, + "elo": 1267, "win_rate": 48.4, - "rank": 29 + "rank": 30 } ], "artificial_analysis": { @@ -42646,6 +43598,7 @@ "frequency_penalty", "include_reasoning", "logit_bias", + "logprobs", "max_tokens", "min_p", "presence_penalty", @@ -42660,6 +43613,7 @@ "tool_choice", "tools", "top_k", + "top_logprobs", "top_p" ], "default_parameters": { @@ -42678,8 +43632,8 @@ { "arena": "models", "category": "3d", - "elo": 1324, - "win_rate": 58.8, + "elo": 1311, + "win_rate": 56.8, "rank": 16 }, { @@ -42687,48 +43641,48 @@ "category": "asciiart", "elo": 1208, "win_rate": 47.6, - "rank": 23 + "rank": 22 }, { "arena": "models", "category": "codecategories", - "elo": 1296, - "win_rate": 53.3, + "elo": 1291, + "win_rate": 52.8, "rank": 17 }, { "arena": "models", "category": "dataviz", - "elo": 1260, - "win_rate": 51.7, - "rank": 32 + "elo": 1254, + "win_rate": 51.1, + "rank": 34 }, { "arena": "models", "category": "gamedev", - "elo": 1303, - "win_rate": 51.6, + "elo": 1296, + "win_rate": 51, "rank": 18 }, { "arena": "models", "category": "svg", - "elo": 1261, - "win_rate": 52.6, - "rank": 15 + "elo": 1258, + "win_rate": 52.3, + "rank": 16 }, { "arena": "models", "category": "uicomponent", - "elo": 1293, - "win_rate": 53.5, - "rank": 21 + "elo": 1291, + "win_rate": 53.3, + "rank": 22 }, { "arena": "models", "category": "website", - "elo": 1289, - "win_rate": 53.3, + "elo": 1286, + "win_rate": 53.2, "rank": 21 }, { @@ -42748,8 +43702,15 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1214, - "win_rate": 51.2, + "elo": 1208, + "win_rate": 51.5, + "rank": 10 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1275, + "win_rate": 54.2, "rank": 9 } ], @@ -42828,7 +43789,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1047, + "elo": 1049, "win_rate": 42.6, "rank": 24 }, @@ -42865,19 +43826,19 @@ "category": "androidnative", "elo": 1267, "win_rate": 54.8, - "rank": 4 + "rank": 6 }, { "arena": "agents", "category": "fullstack", - "elo": 1142, + "elo": 1135, "win_rate": 52.1, "rank": 27 }, { "arena": "agents", "category": "godotgamedev", - "elo": 957, + "elo": 959, "win_rate": 26.9, "rank": 35 }, @@ -42912,16 +43873,16 @@ { "arena": "agents", "category": "webapps", - "elo": 1109, + "elo": 1111, "win_rate": 44.7, - "rank": 35 + "rank": 36 }, { "arena": "models", "category": "3d", - "elo": 1205, - "win_rate": 52.3, - "rank": 49 + "elo": 1200, + "win_rate": 52.2, + "rank": 50 }, { "arena": "models", @@ -42933,44 +43894,44 @@ { "arena": "models", "category": "codecategories", - "elo": 1226, - "win_rate": 49.4, - "rank": 56 + "elo": 1223, + "win_rate": 49.3, + "rank": 57 }, { "arena": "models", "category": "dataviz", - "elo": 1202, + "elo": 1200, "win_rate": 47.6, - "rank": 60 + "rank": 61 }, { "arena": "models", "category": "gamedev", - "elo": 1216, - "win_rate": 49.5, - "rank": 48 + "elo": 1212, + "win_rate": 49.1, + "rank": 50 }, { "arena": "models", "category": "svg", "elo": 1147, - "win_rate": 48.3, - "rank": 49 + "win_rate": 48.2, + "rank": 50 }, { "arena": "models", "category": "uicomponent", - "elo": 1207, - "win_rate": 47.8, - "rank": 57 + "elo": 1206, + "win_rate": 47.7, + "rank": 59 }, { "arena": "models", "category": "website", - "elo": 1228, - "win_rate": 48.7, - "rank": 55 + "elo": 1226, + "win_rate": 48.6, + "rank": 56 } ] }, diff --git a/scripts/vercel-gateway.models.json b/scripts/vercel-gateway.models.json index 645620fd56..2a489a4145 100644 --- a/scripts/vercel-gateway.models.json +++ b/scripts/vercel-gateway.models.json @@ -5436,6 +5436,7 @@ } ], "knowledge": "2024-10", + "deprecated_at": 1794373500000, "pricing": { "input": "0.00000025", "input_tiers": [ @@ -5503,6 +5504,7 @@ } ], "knowledge": "2024-10", + "deprecated_at": 1794373500000, "pricing": { "input": "0.00000025", "input_tiers": [ @@ -6107,6 +6109,7 @@ "input": ["text"], "output": ["video"] }, + "deprecated_at": 1794373500000, "video_capabilities": { "supported_operations": [ "text-to-video", @@ -7240,6 +7243,59 @@ } } }, + { + "id": "deepseek/deepseek-v4.1-flash-1017-ultrafast", + "object": "model", + "created": 1755815280, + "released": 1793923200, + "owned_by": "deepseek", + "name": "DeepSeek V4.1 Flash 1017 Ultrafast", + "description": "DeepSeek V4.1 Flash 1017 Ultrafast serves the October 17, 2026 update of DeepSeek V4.1 Flash through Fireworks' accelerated serverless endpoint. It supports text and image input, configurable reasoning, tool calling, structured outputs, and automatic prefix caching. Available in public preview without a waitroom or session time limit.", + "context_window": 1048576, + "max_tokens": 1048576, + "type": "language", + "zdr": "all", + "no_training": "all", + "tags": [ + "implicit-caching", + "reasoning", + "structured-output", + "tool-use", + "vision", + "open-weights" + ], + "supported_specifications": ["v2", "v3", "v4"], + "modalities": { + "input": ["text", "image"], + "output": ["text"] + }, + "supported_parameters": [ + "max_tokens", + "temperature", + "stop", + "tools", + "tool_choice", + "reasoning", + "include_reasoning", + "response_format", + "structured_outputs" + ], + "temperature": true, + "reasoning_options": [ + { + "type": "toggle" + }, + { + "type": "effort", + "values": ["none", "low", "high", "max"] + } + ], + "pricing": { + "input": "0.0000024", + "output": "0.0000096", + "input_cache_read": "0.000000048" + } + }, { "id": "deepseek/deepseek-v4.1-flash-fast", "object": "model", @@ -10675,6 +10731,46 @@ ] } }, + { + "id": "humansand/ampersand-v0.1", + "object": "model", + "created": 1755815280, + "released": 1793923200, + "owned_by": "humansand", + "name": "Ampersand v0.1", + "description": "Ampersand v0.1 is a collaborator model from Humans& for shared goals, group conversations, and long-running collaboration. Its Responses API supports text, reasoning, client-side function tools, and implicit prompt caching.", + "context_window": 1000000, + "max_tokens": 32768, + "type": "language", + "zdr": "none", + "no_training": "none", + "tags": ["implicit-caching", "reasoning", "tool-use"], + "supported_specifications": ["v2", "v3", "v4"], + "modalities": { + "input": ["text"], + "output": ["text"] + }, + "supported_parameters": [ + "max_tokens", + "temperature", + "stop", + "tools", + "tool_choice", + "reasoning", + "include_reasoning" + ], + "temperature": true, + "reasoning_options": [ + { + "type": "effort", + "values": ["low", "medium", "high", "max"] + } + ], + "pricing": { + "input": "0", + "output": "0" + } + }, { "id": "inception/mercury-2", "object": "model", @@ -10800,6 +10896,7 @@ "values": ["instant", "low", "medium", "high"] } ], + "deprecated_at": 1798434300000, "pricing": { "input": "0.0000001", "output": "0.00000035", @@ -11839,10 +11936,6 @@ "reasoning_options": [ { "type": "toggle" - }, - { - "type": "effort", - "values": ["none", "low", "medium", "high"] } ], "pricing": { @@ -14539,11 +14632,11 @@ "released": 1786406400, "owned_by": "nvidia", "name": "Nemotron 3.5 Lightning 30B", - "description": "NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 is a large language model (LLM) trained by NVIDIA.\n\nThe model employs a hybrid Mixture-of-Experts architecture, utilizing interleaved Mamba-2 and MoE layers, along with select Attention layers. The Lightning 3.5 model is released alongside a number of speculative decoding methods for faster text generation. The model has 3B active parameters and 30B parameters in total.", + "description": "NVIDIA Nemotron 3.5 Lightning is NVIDIA's fastest open model for always-on agents and high-volume specialized tasks. It delivers a substantial leap in agentic capability over its predecessor Nemotron 3 Nano, with up to 4x higher throughput on a 1M-token context.", "context_window": 262144, "max_tokens": 131072, "type": "language", - "zdr": "some", + "zdr": "none", "no_training": "some", "tags": [ "reasoning", @@ -14579,9 +14672,9 @@ } ], "pricing": { - "input": "0.00000005", - "output": "0.0000002", - "input_cache_read": "0.00000001", + "input": "0.00000006", + "output": "0.00000016", + "input_cache_read": "0.00000003", "varies_by_provider": true } }, @@ -24314,6 +24407,28 @@ "transcription_duration_cost_per_second": "0.0001" } }, + { + "id": "parallel/parallel-decisions-fast", + "object": "model", + "created": 1755815280, + "released": 1793923200, + "owned_by": "parallel", + "name": "Decisions Fast", + "description": "Decisions Fast is Parallel AI’s evaluation model for fast classification and scoring grounded in live web evidence. It answers yes/no, multiple-choice, and ordered scoring questions with probabilities and citations. Each request supports up to 100 related questions sharing the same context and retrieved evidence, with flat per-request pricing.", + "context_window": 32000, + "max_tokens": 0, + "type": "evaluation", + "zdr": "none", + "no_training": "all", + "supported_specifications": ["v4"], + "modalities": { + "input": ["text"], + "output": ["text"] + }, + "pricing": { + "request": "0.001" + } + }, { "id": "particle/particle-1", "object": "model",