{ "schema": "modelrater-repo/2", "count": 464, "models": { "liquid/lfm-2.5-24b-a2b": { "id": "liquid/lfm-2.5-24b-a2b", "name": "LiquidAI: LFM2.5-24B-A2B", "creator": "liquid", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-4-argon": { "id": "google/gemini-4-argon", "name": "Google: Gemini 4 Argon", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "scaledown/summarize": { "id": "scaledown/summarize", "name": "ScaleDown: Summarize", "creator": "scaledown", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.04, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "scaledown/extract": { "id": "scaledown/extract", "name": "ScaleDown: Extract", "creator": "scaledown", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.04, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "meta/muse-wonder": { "id": "meta/muse-wonder", "name": "Meta: Muse Wonder", "creator": "meta", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 4.0, "completion_per_m_usd": 20.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "stepfun/step-5-preview": { "id": "stepfun/step-5-preview", "name": "StepFun: Step 5 Preview", "creator": "stepfun", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 2.7 }, "benchmarks": { "lmsys_elo": 1240, "coding_elo": 1240, "swe_bench_verified_pct": 21.8, "humaneval_pct": 75.4 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-haiku-5.5": { "id": "anthropic/claude-haiku-5.5", "name": "Anthropic: Claude Haiku 5.5", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.5 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 71.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-haiku-5.5:batch": { "id": "anthropic/claude-haiku-5.5:batch", "name": "Anthropic: Claude Haiku 5.5 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.25 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-nano-banana-2.1": { "id": "google/gemini-nano-banana-2.1", "name": "Google: Nano Banana 2.1", "creator": "google", "context_length": 65536, "pricing": { "prompt_per_m_usd": 1.5, "completion_per_m_usd": 7.5 }, "benchmarks": { "lmsys_elo": 1312, "coding_elo": 1312, "swe_bench_verified_pct": 33.8, "humaneval_pct": 85.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "mistralai/mistral-large-4-0": { "id": "mistralai/mistral-large-4-0", "name": "Mistral: Mistral Large 4", "creator": "mistralai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.68, "completion_per_m_usd": 2.09 }, "benchmarks": { "lmsys_elo": 1231, "coding_elo": 1231, "swe_bench_verified_pct": 20.2, "humaneval_pct": 74.2 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "inclusionai/ling-3.1-flash": { "id": "inclusionai/ling-3.1-flash", "name": "inclusionAI: Ling 3.1 Flash", "creator": "inclusionai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.075, "completion_per_m_usd": 0.225 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "apodex/apodex-1.1-mini:free": { "id": "apodex/apodex-1.1-mini:free", "name": "Apodex: Apodex 1.1 Mini (free)", "creator": "apodex", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 95.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": true }, "unbiased/pareto-26.10-preview": { "id": "unbiased/pareto-26.10-preview", "name": "Pareto 26.10 Preview", "creator": "unbiased", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.8, "completion_per_m_usd": 3.2 }, "benchmarks": { "lmsys_elo": 1247, "coding_elo": 1247, "swe_bench_verified_pct": 23.0, "humaneval_pct": 76.4 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6.1-sol-pro": { "id": "openai/gpt-6.1-sol-pro", "name": "OpenAI: GPT-6.1 Sol Pro", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6.1-sol-pro:batch": { "id": "openai/gpt-6.1-sol-pro:batch", "name": "OpenAI: GPT-6.1 Sol Pro (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6.1-sol": { "id": "openai/gpt-6.1-sol", "name": "OpenAI: GPT-6.1 Sol", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6.1-sol:batch": { "id": "openai/gpt-6.1-sol:batch", "name": "OpenAI: GPT-6.1 Sol (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-sonnet-5.5": { "id": "anthropic/claude-sonnet-5.5", "name": "Anthropic: Claude Sonnet 5.5", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 78.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-sonnet-5.5:batch": { "id": "anthropic/claude-sonnet-5.5:batch", "name": "Anthropic: Claude Sonnet 5.5 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "typesafe/jev-router": { "id": "typesafe/jev-router", "name": "TypeSafe: Jev Router", "creator": "typesafe", "context_length": 1000000, "pricing": { "prompt_per_m_usd": -1000000.0, "completion_per_m_usd": -1000000.0 }, "benchmarks": { "lmsys_elo": -14998800, "coding_elo": -14998800, "swe_bench_verified_pct": -2499985.0, "humaneval_pct": -1999930.0 }, "cosmos_evals": { "test_count": 21, "twelve_cs_score": 18.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "perceptron/perceptron-mk1.5": { "id": "perceptron/perceptron-mk1.5", "name": "Perceptron: Perceptron Mk1.5", "creator": "perceptron", "context_length": 36864, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 1.5 }, "benchmarks": { "lmsys_elo": 1222, "coding_elo": 1222, "swe_bench_verified_pct": 18.8, "humaneval_pct": 73.0 }, "cosmos_evals": { "test_count": 58, "twelve_cs_score": 17.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "fireworks/ember-1": { "id": "fireworks/ember-1", "name": "Fireworks: Ember-1", "creator": "fireworks", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 3.0, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-5.3-prime": { "id": "z-ai/glm-5.3-prime", "name": "Z.ai: GLM 5.3 Prime", "creator": "z-ai", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.8, "completion_per_m_usd": 8.8 }, "benchmarks": { "lmsys_elo": 1332, "coding_elo": 1332, "swe_bench_verified_pct": 37.0, "humaneval_pct": 87.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3.8-max-prime": { "id": "qwen/qwen3.8-max-prime", "name": "Qwen: Qwen3.8 Max Prime", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 4.0, "completion_per_m_usd": 12.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 45.0, "humaneval_pct": 94.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "aion-labs/aion-3.5-mini": { "id": "aion-labs/aion-3.5-mini", "name": "AionLabs: Aion 3.5 Mini", "creator": "aion-labs", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.7, "completion_per_m_usd": 1.4 }, "benchmarks": { "lmsys_elo": 1221, "coding_elo": 1221, "swe_bench_verified_pct": 18.5, "humaneval_pct": 72.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "aion-labs/aion-3.5": { "id": "aion-labs/aion-3.5", "name": "AionLabs: Aion 3.5", "creator": "aion-labs", "context_length": 262144, "pricing": { "prompt_per_m_usd": 3.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 42.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "upstage/solar-mini4": { "id": "upstage/solar-mini4", "name": "Upstage: Solar Mini 4", "creator": "upstage", "context_length": 524288, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 24, "twelve_cs_score": 87.6, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "cohere/command-a-plus": { "id": "cohere/command-a-plus", "name": "Cohere: Command A+", "creator": "cohere", "context_length": 192000, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.5 }, "benchmarks": { "lmsys_elo": 1222, "coding_elo": 1222, "swe_bench_verified_pct": 18.8, "humaneval_pct": 73.0 }, "cosmos_evals": { "test_count": 46, "twelve_cs_score": 41.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-luna-pro": { "id": "openai/gpt-6-luna-pro", "name": "OpenAI: GPT-6 Luna Pro", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.5 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 71.0 }, "cosmos_evals": { "test_count": 25, "twelve_cs_score": 88.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-luna-pro:batch": { "id": "openai/gpt-6-luna-pro:batch", "name": "OpenAI: GPT-6 Luna Pro (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.25 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-luna": { "id": "openai/gpt-6-luna", "name": "OpenAI: GPT-6 Luna", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.5 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 71.0 }, "cosmos_evals": { "test_count": 28, "twelve_cs_score": 89.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-luna:batch": { "id": "openai/gpt-6-luna:batch", "name": "OpenAI: GPT-6 Luna (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.25 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-sol-pro": { "id": "openai/gpt-6-sol-pro", "name": "OpenAI: GPT-6 Sol Pro", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-sol-pro:batch": { "id": "openai/gpt-6-sol-pro:batch", "name": "OpenAI: GPT-6 Sol Pro (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-sol": { "id": "openai/gpt-6-sol", "name": "OpenAI: GPT-6 Sol", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-sol:batch": { "id": "openai/gpt-6-sol:batch", "name": "OpenAI: GPT-6 Sol (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-5.5": { "id": "anthropic/claude-opus-5.5", "name": "Anthropic: Claude Opus 5.5", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 4.0, "completion_per_m_usd": 20.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 37, "twelve_cs_score": 43.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-5.5:batch": { "id": "anthropic/claude-opus-5.5:batch", "name": "Anthropic: Claude Opus 5.5 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nvidia/switchyard": { "id": "nvidia/switchyard", "name": "NVIDIA: Switchyard", "creator": "nvidia", "context_length": 1000000, "pricing": { "prompt_per_m_usd": -1000000.0, "completion_per_m_usd": -1000000.0 }, "benchmarks": { "lmsys_elo": -14998800, "coding_elo": -14998800, "swe_bench_verified_pct": -2499985.0, "humaneval_pct": -1999930.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "xiaomi/mimo-v2.6-pro-ultraspeed": { "id": "xiaomi/mimo-v2.6-pro-ultraspeed", "name": "Xiaomi: MiMo-V2.6-Pro-UltraSpeed", "creator": "xiaomi", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 4.35, "completion_per_m_usd": 8.7 }, "benchmarks": { "lmsys_elo": 1330, "coding_elo": 1330, "swe_bench_verified_pct": 36.8, "humaneval_pct": 87.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "xiaomi/mimo-v2.6-flash": { "id": "xiaomi/mimo-v2.6-flash", "name": "Xiaomi: MiMo-V2.6-Flash", "creator": "xiaomi", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.14, "completion_per_m_usd": 0.28 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.7, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "xiaomi/mimo-v2.6-pro": { "id": "xiaomi/mimo-v2.6-pro", "name": "Xiaomi: MiMo-V2.6-Pro", "creator": "xiaomi", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.435, "completion_per_m_usd": 0.87 }, "benchmarks": { "lmsys_elo": 1213, "coding_elo": 1213, "swe_bench_verified_pct": 17.2, "humaneval_pct": 71.7 }, "cosmos_evals": { "test_count": 58, "twelve_cs_score": 14.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "x-ai/grok-4.7": { "id": "x-ai/grok-4.7", "name": "SpaceXAI: Grok 4.7", "creator": "x-ai", "context_length": 500000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3.8-omni-flash": { "id": "qwen/qwen3.8-omni-flash", "name": "Qwen: Qwen3.8 Omni Flash", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.47 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 70.9 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "prism-ml/ternary-bonsai-2-27b": { "id": "prism-ml/ternary-bonsai-2-27b", "name": "PrismML: Ternary Bonsai 2 27B", "creator": "prism-ml", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.075, "completion_per_m_usd": 0.5 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 71.0 }, "cosmos_evals": { "test_count": 34, "twelve_cs_score": 66.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-5.3-flashx": { "id": "z-ai/glm-5.3-flashx", "name": "Z.ai: GLM 5.3 FlashX", "creator": "z-ai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.37, "completion_per_m_usd": 1.25 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.1, "humaneval_pct": 72.5 }, "cosmos_evals": { "test_count": 46, "twelve_cs_score": 33.4, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "unbiased/pareto": { "id": "unbiased/pareto", "name": "Pareto", "creator": "unbiased", "context_length": 262144, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 7.5 }, "benchmarks": { "lmsys_elo": 1312, "coding_elo": 1312, "swe_bench_verified_pct": 33.8, "humaneval_pct": 85.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~deepseek/deepseek-pro-latest": { "id": "~deepseek/deepseek-pro-latest", "name": "DeepSeek: DeepSeek Pro Latest", "creator": "~deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.2495, "completion_per_m_usd": 0.7484 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 16.9, "humaneval_pct": 71.5 }, "cosmos_evals": { "test_count": 16, "twelve_cs_score": 22.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~deepseek/deepseek-flash-latest": { "id": "~deepseek/deepseek-flash-latest", "name": "DeepSeek: DeepSeek Flash Latest", "creator": "~deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.0441, "completion_per_m_usd": 0.63 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.6, "humaneval_pct": 71.3 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 23.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "inference-net/schematron-v2-turbo": { "id": "inference-net/schematron-v2-turbo", "name": "Inference.net: Schematron V2 Turbo", "creator": "inference-net", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.03, "completion_per_m_usd": 0.15 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.4, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 27, "twelve_cs_score": 15.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "inference-net/schematron-v2-small": { "id": "inference-net/schematron-v2-small", "name": "Inference.net: Schematron V2 Small", "creator": "inference-net", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.23 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 19, "twelve_cs_score": 19.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~openai/gpt-astra-latest": { "id": "~openai/gpt-astra-latest", "name": "OpenAI: GPT Astra Latest", "creator": "~openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 10.0, "completion_per_m_usd": 50.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~openai/gpt-sol-latest": { "id": "~openai/gpt-sol-latest", "name": "OpenAI: GPT Sol Latest", "creator": "~openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 23.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~openai/gpt-terra-latest": { "id": "~openai/gpt-terra-latest", "name": "OpenAI: GPT Terra Latest", "creator": "~openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 12.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 45.0, "humaneval_pct": 94.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 20.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~openai/gpt-luna-latest": { "id": "~openai/gpt-luna-latest", "name": "OpenAI: GPT Luna Latest", "creator": "~openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.5 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 71.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "sakana/fugu-ultra-v2": { "id": "sakana/fugu-ultra-v2", "name": "Sakana: Fugu Ultra v2", "creator": "sakana", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 30.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "sakana/fugu-max": { "id": "sakana/fugu-max", "name": "Sakana: Fugu Max", "creator": "sakana", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "inclusionai/ling-3.0-flash-vl": { "id": "inclusionai/ling-3.0-flash-vl", "name": "inclusionAI: Ling 3.0 Flash VL", "creator": "inclusionai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.021, "completion_per_m_usd": 0.0616 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.2, "humaneval_pct": 70.1 }, "cosmos_evals": { "test_count": 27, "twelve_cs_score": 89.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "deepseek/deepseek-v4.1-flash": { "id": "deepseek/deepseek-v4.1-flash", "name": "DeepSeek: DeepSeek V4.1 Flash", "creator": "deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.0441, "completion_per_m_usd": 0.63 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.6, "humaneval_pct": 71.3 }, "cosmos_evals": { "test_count": 24, "twelve_cs_score": 87.6, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "deepseek/deepseek-v4.1-flash:batch": { "id": "deepseek/deepseek-v4.1-flash:batch", "name": "DeepSeek: DeepSeek V4.1 Flash (batch)", "creator": "deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.112, "completion_per_m_usd": 0.336 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.7 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "inception/mercury-2.5": { "id": "inception/mercury-2.5", "name": "Inception: Mercury 2.5", "creator": "inception", "context_length": 260000, "pricing": { "prompt_per_m_usd": 0.04, "completion_per_m_usd": 0.15 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.4, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nex-agi/nex-n2.5-mini": { "id": "nex-agi/nex-n2.5-mini", "name": "Nex AGI: Nex-N2.5-Mini", "creator": "nex-agi", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.025, "completion_per_m_usd": 0.1 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.2, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 29, "twelve_cs_score": 50.4, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "nex-agi/nex-n2.5-pro": { "id": "nex-agi/nex-n2.5-pro", "name": "Nex AGI: Nex-N2.5-Pro", "creator": "nex-agi", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.075, "completion_per_m_usd": 0.25 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 55.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-astra": { "id": "openai/gpt-6-astra", "name": "OpenAI: GPT-6 Astra", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 10.0, "completion_per_m_usd": 50.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-astra:batch": { "id": "openai/gpt-6-astra:batch", "name": "OpenAI: GPT-6 Astra (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 25.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-astra-pro": { "id": "openai/gpt-6-astra-pro", "name": "OpenAI: GPT-6 Astra Pro", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 10.0, "completion_per_m_usd": 50.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-6-astra-pro:batch": { "id": "openai/gpt-6-astra-pro:batch", "name": "OpenAI: GPT-6 Astra Pro (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 25.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "inclusionai/ling-3.0-flash-sante": { "id": "inclusionai/ling-3.0-flash-sante", "name": "inclusionAI: Ling 3.0 Flash Sante", "creator": "inclusionai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.042, "completion_per_m_usd": 0.1232 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 4, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "qwen/qwen3.8-max-0902": { "id": "qwen/qwen3.8-max-0902", "name": "Qwen: Qwen3.8 Max (0902)", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "meta/muse-spark-1.3-contributor": { "id": "meta/muse-spark-1.3-contributor", "name": "Meta: Muse Spark 1.3 Contributor", "creator": "meta", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 148, "twelve_cs_score": 24.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "meta/muse-spark-1.3": { "id": "meta/muse-spark-1.3", "name": "Meta: Muse Spark 1.3", "creator": "meta", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 4.25 }, "benchmarks": { "lmsys_elo": 1263, "coding_elo": 1263, "swe_bench_verified_pct": 25.6, "humaneval_pct": 78.5 }, "cosmos_evals": { "test_count": 30, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-3.8-flash": { "id": "google/gemini-3.8-flash", "name": "Google: Gemini 3.8 Flash", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.75, "completion_per_m_usd": 3.75 }, "benchmarks": { "lmsys_elo": 1256, "coding_elo": 1256, "swe_bench_verified_pct": 24.4, "humaneval_pct": 77.5 }, "cosmos_evals": { "test_count": 140, "twelve_cs_score": 16.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3.8-flash:batch": { "id": "google/gemini-3.8-flash:batch", "name": "Google: Gemini 3.8 Flash (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.375, "completion_per_m_usd": 1.875 }, "benchmarks": { "lmsys_elo": 1228, "coding_elo": 1228, "swe_bench_verified_pct": 19.7, "humaneval_pct": 73.8 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "anthropic/claude-fable-5.1": { "id": "anthropic/claude-fable-5.1", "name": "Anthropic: Claude Fable 5.1", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 10.0, "completion_per_m_usd": 50.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 42.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-fable-5.1:batch": { "id": "anthropic/claude-fable-5.1:batch", "name": "Anthropic: Claude Fable 5.1 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 25.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "ibm-granite/granite-4.2-8b": { "id": "ibm-granite/granite-4.2-8b", "name": "IBM: Granite 4.2 8B", "creator": "ibm-granite", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.06, "completion_per_m_usd": 0.25 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 23.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "tencent/hy4-preview": { "id": "tencent/hy4-preview", "name": "Tencent: Hy4 preview", "creator": "tencent", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.7506, "completion_per_m_usd": 2.2509 }, "benchmarks": { "lmsys_elo": 1233, "coding_elo": 1233, "swe_bench_verified_pct": 20.6, "humaneval_pct": 74.5 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "inclusionai/ling-3.0-flash-fin": { "id": "inclusionai/ling-3.0-flash-fin", "name": "inclusionAI: Ling 3.0 Flash Fin", "creator": "inclusionai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.042, "completion_per_m_usd": 0.1232 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "~z-ai/glm-flash-latest": { "id": "~z-ai/glm-flash-latest", "name": "Z.ai: GLM Flash Latest", "creator": "~z-ai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.0261, "completion_per_m_usd": 0.9 }, "benchmarks": { "lmsys_elo": 1213, "coding_elo": 1213, "swe_bench_verified_pct": 17.2, "humaneval_pct": 71.8 }, "cosmos_evals": { "test_count": 19, "twelve_cs_score": 19.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "qwen/qwen3.8-flash": { "id": "qwen/qwen3.8-flash", "name": "Qwen: Qwen3.8 Flash", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.47 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 70.9 }, "cosmos_evals": { "test_count": 132, "twelve_cs_score": 19.6, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "z-ai/glm-5.3-flash": { "id": "z-ai/glm-5.3-flash", "name": "Z.ai: GLM 5.3 Flash", "creator": "z-ai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.0261, "completion_per_m_usd": 0.9 }, "benchmarks": { "lmsys_elo": 1213, "coding_elo": 1213, "swe_bench_verified_pct": 17.2, "humaneval_pct": 71.8 }, "cosmos_evals": { "test_count": 867, "twelve_cs_score": 7.2, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "z-ai/glm-5.3-flash:batch": { "id": "z-ai/glm-5.3-flash:batch", "name": "Z.ai: GLM 5.3 Flash (batch)", "creator": "z-ai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.06, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "meta/muse-spark-1.2-contributor": { "id": "meta/muse-spark-1.2-contributor", "name": "Meta: Muse Spark 1.2 Contributor", "creator": "meta", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 34, "twelve_cs_score": 74.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-v4-flash-vision-exp": { "id": "deepseek/deepseek-v4-flash-vision-exp", "name": "DeepSeek: DeepSeek V4 Flash Vision Exp", "creator": "deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.2156, "completion_per_m_usd": 0.6468 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.6, "humaneval_pct": 71.3 }, "cosmos_evals": { "test_count": 49, "twelve_cs_score": 31.7, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "tencent/hy-mt2-1.8b": { "id": "tencent/hy-mt2-1.8b", "name": "Tencent: Hy-MT2-1.8B", "creator": "tencent", "context_length": 8192, "pricing": { "prompt_per_m_usd": 0.044, "completion_per_m_usd": 0.177 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.4, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 19, "twelve_cs_score": 19.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "tencent/hy-mt2-30b-a3b": { "id": "tencent/hy-mt2-30b-a3b", "name": "Tencent: Hy-MT2-30B-A3B", "creator": "tencent", "context_length": 8192, "pricing": { "prompt_per_m_usd": 0.074, "completion_per_m_usd": 0.295 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.7, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~z-ai/glm-latest": { "id": "~z-ai/glm-latest", "name": "Z.ai: GLM Latest", "creator": "~z-ai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.055, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "tencent/hy-mt2-7b": { "id": "tencent/hy-mt2-7b", "name": "Tencent: Hy-MT2-7B", "creator": "tencent", "context_length": 8192, "pricing": { "prompt_per_m_usd": 0.074, "completion_per_m_usd": 0.295 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.7, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-5.3": { "id": "z-ai/glm-5.3", "name": "Z.ai: GLM 5.3", "creator": "z-ai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.079, "completion_per_m_usd": 4.8 }, "benchmarks": { "lmsys_elo": 1272, "coding_elo": 1272, "swe_bench_verified_pct": 27.0, "humaneval_pct": 79.6 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-5.3:batch": { "id": "z-ai/glm-5.3:batch", "name": "Z.ai: GLM 5.3 (batch)", "creator": "z-ai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.45, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 44, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3.8-27b": { "id": "qwen/qwen3.8-27b", "name": "Qwen: Qwen3.8 27B", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.04, "completion_per_m_usd": 2.3 }, "benchmarks": { "lmsys_elo": 1234, "coding_elo": 1234, "swe_bench_verified_pct": 20.8, "humaneval_pct": 74.6 }, "cosmos_evals": { "test_count": 27, "twelve_cs_score": 78.4, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "dots-studio/dots-3-note-preview:free": { "id": "dots-studio/dots-3-note-preview:free", "name": "Dots Studio: Dots3-Note Preview (free)", "creator": "dots-studio", "context_length": 512000, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 51, "twelve_cs_score": 67.9, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "google/gemini-3.7-flash": { "id": "google/gemini-3.7-flash", "name": "Google: Gemini 3.7 Flash", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.75, "completion_per_m_usd": 3.75 }, "benchmarks": { "lmsys_elo": 1256, "coding_elo": 1256, "swe_bench_verified_pct": 24.4, "humaneval_pct": 77.5 }, "cosmos_evals": { "test_count": 30, "twelve_cs_score": 74.1, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3.7-flash:batch": { "id": "google/gemini-3.7-flash:batch", "name": "Google: Gemini 3.7 Flash (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.375, "completion_per_m_usd": 1.875 }, "benchmarks": { "lmsys_elo": 1228, "coding_elo": 1228, "swe_bench_verified_pct": 19.7, "humaneval_pct": 73.8 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "bytedance-seed/seed-2-1-turbo": { "id": "bytedance-seed/seed-2-1-turbo", "name": "ByteDance Seed: Seed 2.1 Turbo", "creator": "bytedance-seed", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 48, "twelve_cs_score": 26.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3.8-2.4t-a95b": { "id": "qwen/qwen3.8-2.4t-a95b", "name": "Qwen: Qwen3.8 2.4T A95B", "creator": "qwen", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "bytedance-seed/seed-2.0-code": { "id": "bytedance-seed/seed-2.0-code", "name": "ByteDance Seed: Seed-2.0-Code", "creator": "bytedance-seed", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 3.0 }, "benchmarks": { "lmsys_elo": 1245, "coding_elo": 1245, "swe_bench_verified_pct": 22.5, "humaneval_pct": 76.0 }, "cosmos_evals": { "test_count": 49, "twelve_cs_score": 25.8, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-v4-pro-0813": { "id": "deepseek/deepseek-v4-pro-0813", "name": "DeepSeek: DeepSeek V4 Pro 0813", "creator": "deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.66, "completion_per_m_usd": 1.98 }, "benchmarks": { "lmsys_elo": 1229, "coding_elo": 1229, "swe_bench_verified_pct": 19.9, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 14, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "x-ai/grok-4.6": { "id": "x-ai/grok-4.6", "name": "SpaceXAI: Grok 4.6", "creator": "x-ai", "context_length": 500000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "liquid/lfm-2.5-2.6b:free": { "id": "liquid/lfm-2.5-2.6b:free", "name": "LiquidAI: LFM2.5-2.6B (free)", "creator": "liquid", "context_length": 65536, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 20.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "nvidia/nemotron-3.5-lightning": { "id": "nvidia/nemotron-3.5-lightning", "name": "NVIDIA: Nemotron 3.5 Lightning", "creator": "nvidia", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.07, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 38, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nvidia/nemotron-3.5-lightning:free": { "id": "nvidia/nemotron-3.5-lightning:free", "name": "NVIDIA: Nemotron 3.5 Lightning (free)", "creator": "nvidia", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 159, "twelve_cs_score": 23.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "sakana/sakana-namazu": { "id": "sakana/sakana-namazu", "name": "Sakana: Sakana Namazu", "creator": "sakana", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.95, "completion_per_m_usd": 4.0 }, "benchmarks": { "lmsys_elo": 1260, "coding_elo": 1260, "swe_bench_verified_pct": 25.0, "humaneval_pct": 78.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "upstage/solar-pro4": { "id": "upstage/solar-pro4", "name": "Upstage: Solar Pro 4", "creator": "upstage", "context_length": 524288, "pricing": { "prompt_per_m_usd": 0.09, "completion_per_m_usd": 0.36 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 15.9, "humaneval_pct": 70.7 }, "cosmos_evals": { "test_count": 30, "twelve_cs_score": 71.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "meta/muse-glimmer-30b": { "id": "meta/muse-glimmer-30b", "name": "Meta: Muse Glimmer 30B", "creator": "meta", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 62, "twelve_cs_score": 50.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "meta/muse-spark-1.2": { "id": "meta/muse-spark-1.2", "name": "Meta: Muse Spark 1.2", "creator": "meta", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 4.25 }, "benchmarks": { "lmsys_elo": 1263, "coding_elo": 1263, "swe_bench_verified_pct": 25.6, "humaneval_pct": 78.5 }, "cosmos_evals": { "test_count": 25, "twelve_cs_score": 88.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~deepseek/deepseek-v4-flash-latest": { "id": "~deepseek/deepseek-v4-flash-latest", "name": "DeepSeek: DeepSeek V4 Flash Latest", "creator": "~deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.0144, "completion_per_m_usd": 0.576 }, "benchmarks": { "lmsys_elo": 1208, "coding_elo": 1208, "swe_bench_verified_pct": 16.4, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "deepseek/deepseek-v4-flash-0731": { "id": "deepseek/deepseek-v4-flash-0731", "name": "DeepSeek: DeepSeek V4 Flash 0731", "creator": "deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.016, "completion_per_m_usd": 0.64 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.6, "humaneval_pct": 71.3 }, "cosmos_evals": { "test_count": 138, "twelve_cs_score": 18.9, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "thinkingmachines/inkling-small": { "id": "thinkingmachines/inkling-small", "name": "Thinking Machines: Inkling Small", "creator": "thinkingmachines", "context_length": 524288, "pricing": { "prompt_per_m_usd": 0.45, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 46, "twelve_cs_score": 33.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "thinkingmachines/inkling-small:free": { "id": "thinkingmachines/inkling-small:free", "name": "Thinking Machines: Inkling Small (free)", "creator": "thinkingmachines", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 91, "twelve_cs_score": 31.7, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "qwen/qwen3.7-flash": { "id": "qwen/qwen3.7-flash", "name": "Qwen: Qwen3.7 Flash", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.03, "completion_per_m_usd": 0.13 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 45, "twelve_cs_score": 59.4, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "anthropic/claude-opus-5": { "id": "anthropic/claude-opus-5", "name": "Anthropic: Claude Opus 5", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 25.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 78.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-5:batch": { "id": "anthropic/claude-opus-5:batch", "name": "Anthropic: Claude Opus 5 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 12.5 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 46.2, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "inclusionai/ling-3.0-flash": { "id": "inclusionai/ling-3.0-flash", "name": "inclusionAI: Ling 3.0 Flash", "creator": "inclusionai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.021, "completion_per_m_usd": 0.063 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.2, "humaneval_pct": 70.1 }, "cosmos_evals": { "test_count": 30, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "poolside/laguna-s-2.1": { "id": "poolside/laguna-s-2.1", "name": "Poolside: Laguna S 2.1", "creator": "poolside", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.09, "completion_per_m_usd": 0.18 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.4, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 28, "twelve_cs_score": 89.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "poolside/laguna-s-2.1:free": { "id": "poolside/laguna-s-2.1:free", "name": "Poolside: Laguna S 2.1 (free)", "creator": "poolside", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 34, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "google/gemini-3.6-flash": { "id": "google/gemini-3.6-flash", "name": "Google: Gemini 3.6 Flash", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.75, "completion_per_m_usd": 3.75 }, "benchmarks": { "lmsys_elo": 1256, "coding_elo": 1256, "swe_bench_verified_pct": 24.4, "humaneval_pct": 77.5 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3.6-flash:batch": { "id": "google/gemini-3.6-flash:batch", "name": "Google: Gemini 3.6 Flash (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.375, "completion_per_m_usd": 1.875 }, "benchmarks": { "lmsys_elo": 1228, "coding_elo": 1228, "swe_bench_verified_pct": 19.7, "humaneval_pct": 73.8 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3.5-flash-lite": { "id": "google/gemini-3.5-flash-lite", "name": "Google: Gemini 3.5 Flash Lite", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3.5-flash-lite:batch": { "id": "google/gemini-3.5-flash-lite:batch", "name": "Google: Gemini 3.5 Flash Lite (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 1.25 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.1, "humaneval_pct": 72.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "meituan/longcat-2.0": { "id": "meituan/longcat-2.0", "name": "Meituan: LongCat 2.0", "creator": "meituan", "context_length": 1048756, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 45, "twelve_cs_score": 27.7, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "thinkingmachines/inkling": { "id": "thinkingmachines/inkling", "name": "Thinking Machines: Inkling", "creator": "thinkingmachines", "context_length": 524288, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 4.05 }, "benchmarks": { "lmsys_elo": 1260, "coding_elo": 1260, "swe_bench_verified_pct": 25.1, "humaneval_pct": 78.1 }, "cosmos_evals": { "test_count": 64, "twelve_cs_score": 90.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "thinkingmachines/inkling:free": { "id": "thinkingmachines/inkling:free", "name": "Thinking Machines: Inkling (free)", "creator": "thinkingmachines", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 89, "twelve_cs_score": 20.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "openrouter/auto-beta": { "id": "openrouter/auto-beta", "name": "Auto Router (Beta)", "creator": "openrouter", "context_length": 2000000, "pricing": { "prompt_per_m_usd": -1000000.0, "completion_per_m_usd": -1000000.0 }, "benchmarks": { "lmsys_elo": -14998800, "coding_elo": -14998800, "swe_bench_verified_pct": -2499985.0, "humaneval_pct": -1999930.0 }, "cosmos_evals": { "test_count": 21, "twelve_cs_score": 18.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "moonshotai/kimi-k3": { "id": "moonshotai/kimi-k3", "name": "MoonshotAI: Kimi K3", "creator": "moonshotai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.73, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 24, "twelve_cs_score": 75.8, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "moonshotai/kimi-k3:batch": { "id": "moonshotai/kimi-k3:batch", "name": "MoonshotAI: Kimi K3 (batch)", "creator": "moonshotai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 2.28, "completion_per_m_usd": 11.4 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 43.5, "humaneval_pct": 92.8 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "meta/muse-spark-1.1": { "id": "meta/muse-spark-1.1", "name": "Meta: Muse Spark 1.1", "creator": "meta", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 4.25 }, "benchmarks": { "lmsys_elo": 1263, "coding_elo": 1263, "swe_bench_verified_pct": 25.6, "humaneval_pct": 78.5 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 70.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-luna-pro": { "id": "openai/gpt-5.6-luna-pro", "name": "OpenAI: GPT-5.6 Luna Pro", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-luna-pro:batch": { "id": "openai/gpt-5.6-luna-pro:batch", "name": "OpenAI: GPT-5.6 Luna Pro (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-luna": { "id": "openai/gpt-5.6-luna", "name": "OpenAI: GPT-5.6 Luna", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 82.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-luna:batch": { "id": "openai/gpt-5.6-luna:batch", "name": "OpenAI: GPT-5.6 Luna (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-terra-pro": { "id": "openai/gpt-5.6-terra-pro", "name": "OpenAI: GPT-5.6 Terra Pro", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 12.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 45.0, "humaneval_pct": 94.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-terra-pro:batch": { "id": "openai/gpt-5.6-terra-pro:batch", "name": "OpenAI: GPT-5.6 Terra Pro (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-terra": { "id": "openai/gpt-5.6-terra", "name": "OpenAI: GPT-5.6 Terra", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 12.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 45.0, "humaneval_pct": 94.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-terra:batch": { "id": "openai/gpt-5.6-terra:batch", "name": "OpenAI: GPT-5.6 Terra (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-sol-pro": { "id": "openai/gpt-5.6-sol-pro", "name": "OpenAI: GPT-5.6 Sol Pro", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-sol-pro:batch": { "id": "openai/gpt-5.6-sol-pro:batch", "name": "OpenAI: GPT-5.6 Sol Pro (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-sol": { "id": "openai/gpt-5.6-sol", "name": "OpenAI: GPT-5.6 Sol", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.6-sol:batch": { "id": "openai/gpt-5.6-sol:batch", "name": "OpenAI: GPT-5.6 Sol (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "x-ai/grok-4.5": { "id": "x-ai/grok-4.5", "name": "SpaceXAI: Grok 4.5", "creator": "x-ai", "context_length": 500000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 14, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~x-ai/grok-latest": { "id": "~x-ai/grok-latest", "name": "xAI: Grok Latest", "creator": "~x-ai", "context_length": 500000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 23.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "aion-labs/aion-3.0-mini": { "id": "aion-labs/aion-3.0-mini", "name": "AionLabs: Aion-3.0-Mini", "creator": "aion-labs", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.7, "completion_per_m_usd": 1.4 }, "benchmarks": { "lmsys_elo": 1221, "coding_elo": 1221, "swe_bench_verified_pct": 18.5, "humaneval_pct": 72.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "aion-labs/aion-3.0": { "id": "aion-labs/aion-3.0", "name": "AionLabs: Aion-3.0", "creator": "aion-labs", "context_length": 131072, "pricing": { "prompt_per_m_usd": 3.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "tencent/hy3": { "id": "tencent/hy3", "name": "Tencent: Hy3", "creator": "tencent", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.0825, "completion_per_m_usd": 0.33 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.7 }, "cosmos_evals": { "test_count": 14, "twelve_cs_score": 72.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "poolside/laguna-xs-2.1": { "id": "poolside/laguna-xs-2.1", "name": "Poolside: Laguna XS 2.1", "creator": "poolside", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.06, "completion_per_m_usd": 0.12 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 21, "twelve_cs_score": 85.9, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "poolside/laguna-xs-2.1:free": { "id": "poolside/laguna-xs-2.1:free", "name": "Poolside: Laguna XS 2.1 (free)", "creator": "poolside", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 72, "twelve_cs_score": 26.9, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "anthropic/claude-sonnet-5": { "id": "anthropic/claude-sonnet-5", "name": "Anthropic: Claude Sonnet 5", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 78.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-sonnet-5:batch": { "id": "anthropic/claude-sonnet-5:batch", "name": "Anthropic: Claude Sonnet 5 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-3.1-flash-lite-image": { "id": "google/gemini-3.1-flash-lite-image", "name": "Google: Nano Banana 2 Lite (Gemini 3.1 Flash Lite Image)", "creator": "google", "context_length": 65536, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 1.5 }, "benchmarks": { "lmsys_elo": 1222, "coding_elo": 1222, "swe_bench_verified_pct": 18.8, "humaneval_pct": 73.0 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 42.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "sakana/fugu-ultra": { "id": "sakana/fugu-ultra", "name": "Sakana: Fugu Ultra", "creator": "sakana", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 30.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-3.1-flash-image": { "id": "google/gemini-3.1-flash-image", "name": "Google: Nano Banana 2 (Gemini 3.1 Flash Image)", "creator": "google", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 3.0 }, "benchmarks": { "lmsys_elo": 1245, "coding_elo": 1245, "swe_bench_verified_pct": 22.5, "humaneval_pct": 76.0 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 42.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3-pro-image": { "id": "google/gemini-3-pro-image", "name": "Google: Nano Banana Pro (Gemini 3 Pro Image)", "creator": "google", "context_length": 131072, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 12.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 45.0, "humaneval_pct": 94.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "cohere/north-mini-code:free": { "id": "cohere/north-mini-code:free", "name": "Cohere: North Mini Code (free)", "creator": "cohere", "context_length": 256000, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 135, "twelve_cs_score": 18.6, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": true }, "z-ai/glm-5.2": { "id": "z-ai/glm-5.2", "name": "Z.ai: GLM 5.2", "creator": "z-ai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.06, "completion_per_m_usd": 7.0 }, "benchmarks": { "lmsys_elo": 1305, "coding_elo": 1305, "swe_bench_verified_pct": 32.5, "humaneval_pct": 84.0 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openrouter/fusion": { "id": "openrouter/fusion", "name": "OpenRouter: Fusion", "creator": "openrouter", "context_length": 1000000, "pricing": { "prompt_per_m_usd": -1000000.0, "completion_per_m_usd": -1000000.0 }, "benchmarks": { "lmsys_elo": -14998800, "coding_elo": -14998800, "swe_bench_verified_pct": -2499985.0, "humaneval_pct": -1999930.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "moonshotai/kimi-k2.7-code": { "id": "moonshotai/kimi-k2.7-code", "name": "MoonshotAI: Kimi K2.7 Code", "creator": "moonshotai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.6712, "completion_per_m_usd": 3.35 }, "benchmarks": { "lmsys_elo": 1250, "coding_elo": 1250, "swe_bench_verified_pct": 23.4, "humaneval_pct": 76.7 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 23.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~anthropic/claude-fable-latest": { "id": "~anthropic/claude-fable-latest", "name": "Anthropic: Claude Fable Latest", "creator": "~anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 10.0, "completion_per_m_usd": 50.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-fable-5": { "id": "anthropic/claude-fable-5", "name": "Anthropic: Claude Fable 5", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 10.0, "completion_per_m_usd": 50.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 20.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-fable-5:batch": { "id": "anthropic/claude-fable-5:batch", "name": "Anthropic: Claude Fable 5 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 25.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "nvidia/nemotron-3.5-content-safety": { "id": "nvidia/nemotron-3.5-content-safety", "name": "NVIDIA: Nemotron 3.5 Content Safety", "creator": "nvidia", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nvidia/nemotron-3.5-content-safety:free": { "id": "nvidia/nemotron-3.5-content-safety:free", "name": "NVIDIA: Nemotron 3.5 Content Safety (free)", "creator": "nvidia", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 25, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "nvidia/nemotron-3-ultra-550b-a55b": { "id": "nvidia/nemotron-3-ultra-550b-a55b", "name": "NVIDIA: Nemotron 3 Ultra", "creator": "nvidia", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.6, "completion_per_m_usd": 2.4 }, "benchmarks": { "lmsys_elo": 1236, "coding_elo": 1236, "swe_bench_verified_pct": 21.0, "humaneval_pct": 74.8 }, "cosmos_evals": { "test_count": 25, "twelve_cs_score": 88.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nvidia/nemotron-3-ultra-550b-a55b:free": { "id": "nvidia/nemotron-3-ultra-550b-a55b:free", "name": "NVIDIA: Nemotron 3 Ultra (free)", "creator": "nvidia", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 29, "twelve_cs_score": 50.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "qwen/qwen3.7-plus": { "id": "qwen/qwen3.7-plus", "name": "Qwen: Qwen3.7 Plus", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.32, "completion_per_m_usd": 1.28 }, "benchmarks": { "lmsys_elo": 1219, "coding_elo": 1219, "swe_bench_verified_pct": 18.2, "humaneval_pct": 72.6 }, "cosmos_evals": { "test_count": 42, "twelve_cs_score": 29.4, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "minimax/minimax-m3": { "id": "minimax/minimax-m3", "name": "MiniMax: MiniMax M3", "creator": "minimax", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 45, "twelve_cs_score": 27.7, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "stepfun/step-3.7-flash": { "id": "stepfun/step-3.7-flash", "name": "StepFun: Step 3.7 Flash", "creator": "stepfun", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 1.15 }, "benchmarks": { "lmsys_elo": 1217, "coding_elo": 1217, "swe_bench_verified_pct": 17.9, "humaneval_pct": 72.3 }, "cosmos_evals": { "test_count": 49, "twelve_cs_score": 25.8, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "anthropic/claude-opus-4.8": { "id": "anthropic/claude-opus-4.8", "name": "Anthropic: Claude Opus 4.8", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 25.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-4.8:batch": { "id": "anthropic/claude-opus-4.8:batch", "name": "Anthropic: Claude Opus 4.8 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 12.5 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 46.2, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3.7-max": { "id": "qwen/qwen3.7-max", "name": "Qwen: Qwen3.7 Max", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 1.475, "completion_per_m_usd": 4.425 }, "benchmarks": { "lmsys_elo": 1266, "coding_elo": 1266, "swe_bench_verified_pct": 26.1, "humaneval_pct": 78.8 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 83.6, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "x-ai/grok-build-0.1": { "id": "x-ai/grok-build-0.1", "name": "SpaceXAI: Grok Build 0.1", "creator": "x-ai", "context_length": 256000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-3.5-flash": { "id": "google/gemini-3.5-flash", "name": "Google: Gemini 3.5 Flash", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 1.5, "completion_per_m_usd": 9.0 }, "benchmarks": { "lmsys_elo": 1335, "coding_elo": 1335, "swe_bench_verified_pct": 37.5, "humaneval_pct": 88.0 }, "cosmos_evals": { "test_count": 30, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3.5-flash:batch": { "id": "google/gemini-3.5-flash:batch", "name": "Google: Gemini 3.5 Flash (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.75, "completion_per_m_usd": 4.5 }, "benchmarks": { "lmsys_elo": 1267, "coding_elo": 1267, "swe_bench_verified_pct": 26.2, "humaneval_pct": 79.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "perceptron/perceptron-mk1": { "id": "perceptron/perceptron-mk1", "name": "Perceptron: Perceptron Mk1", "creator": "perceptron", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 1.5 }, "benchmarks": { "lmsys_elo": 1222, "coding_elo": 1222, "swe_bench_verified_pct": 18.8, "humaneval_pct": 73.0 }, "cosmos_evals": { "test_count": 42, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-3.1-flash-lite": { "id": "google/gemini-3.1-flash-lite", "name": "Google: Gemini 3.1 Flash Lite", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 1.5 }, "benchmarks": { "lmsys_elo": 1222, "coding_elo": 1222, "swe_bench_verified_pct": 18.8, "humaneval_pct": 73.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3.1-flash-lite:batch": { "id": "google/gemini-3.1-flash-lite:batch", "name": "Google: Gemini 3.1 Flash Lite (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.125, "completion_per_m_usd": 0.75 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 16.9, "humaneval_pct": 71.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-chat-latest": { "id": "openai/gpt-chat-latest", "name": "OpenAI: GPT Chat Latest", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 30.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "x-ai/grok-4.3": { "id": "x-ai/grok-4.3", "name": "SpaceXAI: Grok 4.3", "creator": "x-ai", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "x-ai/grok-4.3:batch": { "id": "x-ai/grok-4.3:batch", "name": "SpaceXAI: Grok 4.3 (batch)", "creator": "x-ai", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-medium-3-5": { "id": "mistralai/mistral-medium-3-5", "name": "Mistral: Mistral Medium 3.5", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 1.5, "completion_per_m_usd": 7.5 }, "benchmarks": { "lmsys_elo": 1312, "coding_elo": 1312, "swe_bench_verified_pct": 33.8, "humaneval_pct": 85.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-medium-3-5:batch": { "id": "mistralai/mistral-medium-3-5:batch", "name": "Mistral: Mistral Medium 3.5 (batch)", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.75, "completion_per_m_usd": 3.75 }, "benchmarks": { "lmsys_elo": 1256, "coding_elo": 1256, "swe_bench_verified_pct": 24.4, "humaneval_pct": 77.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free": { "id": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free", "name": "NVIDIA: Nemotron 3 Nano Omni (free)", "creator": "nvidia", "context_length": 256000, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 48, "twelve_cs_score": 40.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "~anthropic/claude-haiku-latest": { "id": "~anthropic/claude-haiku-latest", "name": "Anthropic: Claude Haiku Latest", "creator": "~anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.5 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 71.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~openai/gpt-mini-latest": { "id": "~openai/gpt-mini-latest", "name": "OpenAI: GPT Mini Latest", "creator": "~openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.75, "completion_per_m_usd": 4.5 }, "benchmarks": { "lmsys_elo": 1267, "coding_elo": 1267, "swe_bench_verified_pct": 26.2, "humaneval_pct": 79.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "~google/gemini-pro-latest": { "id": "~google/gemini-pro-latest", "name": "Google: Gemini Pro Latest", "creator": "~google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 12.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 45.0, "humaneval_pct": 94.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "~moonshotai/kimi-latest": { "id": "~moonshotai/kimi-latest", "name": "MoonshotAI: Kimi Latest", "creator": "~moonshotai", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.73, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 23.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~google/gemini-flash-latest": { "id": "~google/gemini-flash-latest", "name": "Google: Gemini Flash Latest", "creator": "~google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.75, "completion_per_m_usd": 3.75 }, "benchmarks": { "lmsys_elo": 1256, "coding_elo": 1256, "swe_bench_verified_pct": 24.4, "humaneval_pct": 77.5 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "~anthropic/claude-sonnet-latest": { "id": "~anthropic/claude-sonnet-latest", "name": "Anthropic: Claude Sonnet Latest", "creator": "~anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3.5-plus-20260420": { "id": "qwen/qwen3.5-plus-20260420", "name": "Qwen: Qwen3.5 Plus 2026-04-20", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.8 }, "benchmarks": { "lmsys_elo": 1226, "coding_elo": 1226, "swe_bench_verified_pct": 19.5, "humaneval_pct": 73.6 }, "cosmos_evals": { "test_count": 69, "twelve_cs_score": 52.7, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3.6-flash": { "id": "qwen/qwen3.6-flash", "name": "Qwen: Qwen3.6 Flash", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.1875, "completion_per_m_usd": 1.125 }, "benchmarks": { "lmsys_elo": 1216, "coding_elo": 1216, "swe_bench_verified_pct": 17.8, "humaneval_pct": 72.2 }, "cosmos_evals": { "test_count": 48, "twelve_cs_score": 26.3, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3.6-35b-a3b": { "id": "qwen/qwen3.6-35b-a3b", "name": "Qwen: Qwen3.6 35B A3B", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.95 }, "benchmarks": { "lmsys_elo": 1214, "coding_elo": 1214, "swe_bench_verified_pct": 17.4, "humaneval_pct": 71.9 }, "cosmos_evals": { "test_count": 24, "twelve_cs_score": 63.9, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3.6-27b": { "id": "qwen/qwen3.6-27b", "name": "Qwen: Qwen3.6 27B", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.32, "completion_per_m_usd": 3.2 }, "benchmarks": { "lmsys_elo": 1247, "coding_elo": 1247, "swe_bench_verified_pct": 23.0, "humaneval_pct": 76.4 }, "cosmos_evals": { "test_count": 46, "twelve_cs_score": 41.6, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "openai/gpt-5.5-pro": { "id": "openai/gpt-5.5-pro", "name": "OpenAI: GPT-5.5 Pro", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 30.0, "completion_per_m_usd": 180.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.5-pro:batch": { "id": "openai/gpt-5.5-pro:batch", "name": "OpenAI: GPT-5.5 Pro (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 15.0, "completion_per_m_usd": 90.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.5": { "id": "openai/gpt-5.5", "name": "OpenAI: GPT-5.5", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 30.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.5:batch": { "id": "openai/gpt-5.5:batch", "name": "OpenAI: GPT-5.5 (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-v4-pro": { "id": "deepseek/deepseek-v4-pro", "name": "DeepSeek: DeepSeek V4 Pro 0423", "creator": "deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.436, "completion_per_m_usd": 0.8721 }, "benchmarks": { "lmsys_elo": 1213, "coding_elo": 1213, "swe_bench_verified_pct": 17.2, "humaneval_pct": 71.7 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-v4-flash": { "id": "deepseek/deepseek-v4-flash", "name": "DeepSeek: DeepSeek V4 Flash 0423", "creator": "deepseek", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.091, "completion_per_m_usd": 0.182 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 30, "twelve_cs_score": 71.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "tencent/hy3-preview": { "id": "tencent/hy3-preview", "name": "Tencent: Hy3 preview", "creator": "tencent", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.18, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 998, "twelve_cs_score": 8.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "xiaomi/mimo-v2.5-pro": { "id": "xiaomi/mimo-v2.5-pro", "name": "Xiaomi: MiMo-V2.5-Pro", "creator": "xiaomi", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.435, "completion_per_m_usd": 0.87 }, "benchmarks": { "lmsys_elo": 1213, "coding_elo": 1213, "swe_bench_verified_pct": 17.2, "humaneval_pct": 71.7 }, "cosmos_evals": { "test_count": 70, "twelve_cs_score": 41.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "xiaomi/mimo-v2.5": { "id": "xiaomi/mimo-v2.5", "name": "Xiaomi: MiMo-V2.5", "creator": "xiaomi", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 0.14, "completion_per_m_usd": 0.28 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.7, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 36, "twelve_cs_score": 67.9, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.4-image-2": { "id": "openai/gpt-5.4-image-2", "name": "OpenAI: GPT-5.4 Image 2", "creator": "openai", "context_length": 272000, "pricing": { "prompt_per_m_usd": 8.0, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "~anthropic/claude-opus-latest": { "id": "~anthropic/claude-opus-latest", "name": "Anthropic: Claude Opus Latest", "creator": "~anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 4.0, "completion_per_m_usd": 20.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 23.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openrouter/pareto-code": { "id": "openrouter/pareto-code", "name": "Pareto Code Router", "creator": "openrouter", "context_length": 2000000, "pricing": { "prompt_per_m_usd": -1000000.0, "completion_per_m_usd": -1000000.0 }, "benchmarks": { "lmsys_elo": -14998800, "coding_elo": -14998800, "swe_bench_verified_pct": -2499985.0, "humaneval_pct": -1999930.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "moonshotai/kimi-k2.6": { "id": "moonshotai/kimi-k2.6", "name": "MoonshotAI: Kimi K2.6", "creator": "moonshotai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.65, "completion_per_m_usd": 3.41 }, "benchmarks": { "lmsys_elo": 1251, "coding_elo": 1251, "swe_bench_verified_pct": 23.5, "humaneval_pct": 76.8 }, "cosmos_evals": { "test_count": 55, "twelve_cs_score": 30.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-4.7": { "id": "anthropic/claude-opus-4.7", "name": "Anthropic: Claude Opus 4.7", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 25.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-4.7:batch": { "id": "anthropic/claude-opus-4.7:batch", "name": "Anthropic: Claude Opus 4.7 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 12.5 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 46.2, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-5.1": { "id": "z-ai/glm-5.1", "name": "Z.ai: GLM 5.1", "creator": "z-ai", "context_length": 204800, "pricing": { "prompt_per_m_usd": 0.966, "completion_per_m_usd": 3.036 }, "benchmarks": { "lmsys_elo": 1245, "coding_elo": 1245, "swe_bench_verified_pct": 22.6, "humaneval_pct": 76.1 }, "cosmos_evals": { "test_count": 14, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemma-4-26b-a4b-it": { "id": "google/gemma-4-26b-a4b-it", "name": "Google: Gemma 4 26B A4B ", "creator": "google", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.09, "completion_per_m_usd": 0.3 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 24, "twelve_cs_score": 87.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemma-4-26b-a4b-it:free": { "id": "google/gemma-4-26b-a4b-it:free", "name": "Google: Gemma 4 26B A4B (free)", "creator": "google", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 160, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "google/gemma-4-31b-it": { "id": "google/gemma-4-31b-it", "name": "Google: Gemma 4 31B", "creator": "google", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.09, "completion_per_m_usd": 0.34 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.7 }, "cosmos_evals": { "test_count": 58, "twelve_cs_score": 84.8, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemma-4-31b-it:free": { "id": "google/gemma-4-31b-it:free", "name": "Google: Gemma 4 31B (free)", "creator": "google", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 149, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "qwen/qwen3.6-plus": { "id": "qwen/qwen3.6-plus", "name": "Qwen: Qwen3.6 Plus", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.325, "completion_per_m_usd": 1.95 }, "benchmarks": { "lmsys_elo": 1229, "coding_elo": 1229, "swe_bench_verified_pct": 19.9, "humaneval_pct": 73.9 }, "cosmos_evals": { "test_count": 57, "twelve_cs_score": 42.9, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "z-ai/glm-5v-turbo": { "id": "z-ai/glm-5v-turbo", "name": "Z.ai: GLM 5V Turbo", "creator": "z-ai", "context_length": 202752, "pricing": { "prompt_per_m_usd": 1.2, "completion_per_m_usd": 4.0 }, "benchmarks": { "lmsys_elo": 1260, "coding_elo": 1260, "swe_bench_verified_pct": 25.0, "humaneval_pct": 78.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "arcee-ai/trinity-large-thinking": { "id": "arcee-ai/trinity-large-thinking", "name": "Arcee AI: Trinity Large Thinking", "creator": "arcee-ai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 0.8 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 17.0, "humaneval_pct": 71.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "x-ai/grok-4.20-multi-agent": { "id": "x-ai/grok-4.20-multi-agent", "name": "SpaceXAI: Grok 4.20 Multi-Agent", "creator": "x-ai", "context_length": 2000000, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "x-ai/grok-4.20": { "id": "x-ai/grok-4.20", "name": "SpaceXAI: Grok 4.20", "creator": "x-ai", "context_length": 2000000, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/lyria-3-pro-preview": { "id": "google/lyria-3-pro-preview", "name": "Google: Lyria 3 Pro Preview", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 28, "twelve_cs_score": 14.7, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "google/lyria-3-clip-preview": { "id": "google/lyria-3-clip-preview", "name": "Google: Lyria 3 Clip Preview", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 24, "twelve_cs_score": 16.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "rekaai/reka-edge": { "id": "rekaai/reka-edge", "name": "Reka Edge", "creator": "rekaai", "context_length": 16384, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.1 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.2, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "minimax/minimax-m2.7": { "id": "minimax/minimax-m2.7", "name": "MiniMax: MiniMax M2.7", "creator": "minimax", "context_length": 204800, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-5.4-nano": { "id": "openai/gpt-5.4-nano", "name": "OpenAI: GPT-5.4 Nano", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 1.25 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.1, "humaneval_pct": 72.5 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.4-nano:batch": { "id": "openai/gpt-5.4-nano:batch", "name": "OpenAI: GPT-5.4 Nano (batch)", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.625 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.6, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.4-mini": { "id": "openai/gpt-5.4-mini", "name": "OpenAI: GPT-5.4 Mini", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.75, "completion_per_m_usd": 4.5 }, "benchmarks": { "lmsys_elo": 1267, "coding_elo": 1267, "swe_bench_verified_pct": 26.2, "humaneval_pct": 79.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-5.4-mini:batch": { "id": "openai/gpt-5.4-mini:batch", "name": "OpenAI: GPT-5.4 Mini (batch)", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.375, "completion_per_m_usd": 2.25 }, "benchmarks": { "lmsys_elo": 1233, "coding_elo": 1233, "swe_bench_verified_pct": 20.6, "humaneval_pct": 74.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "mistralai/mistral-small-2603": { "id": "mistralai/mistral-small-2603", "name": "Mistral: Mistral Small 4", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-small-2603:batch": { "id": "mistralai/mistral-small-2603:batch", "name": "Mistral: Mistral Small 4 (batch)", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.075, "completion_per_m_usd": 0.3 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-5-turbo": { "id": "z-ai/glm-5-turbo", "name": "Z.ai: GLM 5 Turbo", "creator": "z-ai", "context_length": 202752, "pricing": { "prompt_per_m_usd": 1.2, "completion_per_m_usd": 4.0 }, "benchmarks": { "lmsys_elo": 1260, "coding_elo": 1260, "swe_bench_verified_pct": 25.0, "humaneval_pct": 78.0 }, "cosmos_evals": { "test_count": 14, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nvidia/nemotron-3-super-120b-a12b": { "id": "nvidia/nemotron-3-super-120b-a12b", "name": "NVIDIA: Nemotron 3 Super", "creator": "nvidia", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.08, "completion_per_m_usd": 0.45 }, "benchmarks": { "lmsys_elo": 1206, "coding_elo": 1206, "swe_bench_verified_pct": 16.1, "humaneval_pct": 70.9 }, "cosmos_evals": { "test_count": 7, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nvidia/nemotron-3-super-120b-a12b:free": { "id": "nvidia/nemotron-3-super-120b-a12b:free", "name": "NVIDIA: Nemotron 3 Super (free)", "creator": "nvidia", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 24, "twelve_cs_score": 71.8, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": true }, "bytedance-seed/seed-2.0-lite": { "id": "bytedance-seed/seed-2.0-lite", "name": "ByteDance Seed: Seed-2.0-Lite", "creator": "bytedance-seed", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3.5-9b": { "id": "qwen/qwen3.5-9b", "name": "Qwen: Qwen3.5-9B", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.15 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.4, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 83.6, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "openai/gpt-5.4-pro": { "id": "openai/gpt-5.4-pro", "name": "OpenAI: GPT-5.4 Pro", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 30.0, "completion_per_m_usd": 180.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.4-pro:batch": { "id": "openai/gpt-5.4-pro:batch", "name": "OpenAI: GPT-5.4 Pro (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 15.0, "completion_per_m_usd": 90.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.4": { "id": "openai/gpt-5.4", "name": "OpenAI: GPT-5.4", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.4:batch": { "id": "openai/gpt-5.4:batch", "name": "OpenAI: GPT-5.4 (batch)", "creator": "openai", "context_length": 1050000, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 7.5 }, "benchmarks": { "lmsys_elo": 1312, "coding_elo": 1312, "swe_bench_verified_pct": 33.8, "humaneval_pct": 85.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "inception/mercury-2": { "id": "inception/mercury-2", "name": "Inception: Mercury 2", "creator": "inception", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 0.75 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 16.9, "humaneval_pct": 71.5 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-3.1-flash-lite-preview": { "id": "google/gemini-3.1-flash-lite-preview", "name": "Google: Gemini 3.1 Flash Lite Preview", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 1.5 }, "benchmarks": { "lmsys_elo": 1222, "coding_elo": 1222, "swe_bench_verified_pct": 18.8, "humaneval_pct": 73.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "bytedance-seed/seed-2.0-mini": { "id": "bytedance-seed/seed-2.0-mini", "name": "ByteDance Seed: Seed-2.0-Mini", "creator": "bytedance-seed", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.4 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 16.0, "humaneval_pct": 70.8 }, "cosmos_evals": { "test_count": 64, "twelve_cs_score": 95.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3.1-flash-image-preview": { "id": "google/gemini-3.1-flash-image-preview", "name": "Google: Nano Banana 2 (Gemini 3.1 Flash Image Preview)", "creator": "google", "context_length": 65536, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 3.0 }, "benchmarks": { "lmsys_elo": 1245, "coding_elo": 1245, "swe_bench_verified_pct": 22.5, "humaneval_pct": 76.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "qwen/qwen3.5-35b-a3b": { "id": "qwen/qwen3.5-35b-a3b", "name": "Qwen: Qwen3.5-35B-A3B", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3.5-27b": { "id": "qwen/qwen3.5-27b", "name": "Qwen: Qwen3.5-27B", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.26, "completion_per_m_usd": 2.6 }, "benchmarks": { "lmsys_elo": 1239, "coding_elo": 1239, "swe_bench_verified_pct": 21.5, "humaneval_pct": 75.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3.5-122b-a10b": { "id": "qwen/qwen3.5-122b-a10b", "name": "Qwen: Qwen3.5-122B-A10B", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.26, "completion_per_m_usd": 2.08 }, "benchmarks": { "lmsys_elo": 1231, "coding_elo": 1231, "swe_bench_verified_pct": 20.2, "humaneval_pct": 74.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3.5-flash-02-23": { "id": "qwen/qwen3.5-flash-02-23", "name": "Qwen: Qwen3.5-Flash", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.065, "completion_per_m_usd": 0.26 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.7, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "google/gemini-3.1-pro-preview-customtools": { "id": "google/gemini-3.1-pro-preview-customtools", "name": "Google: Gemini 3.1 Pro Preview Custom Tools", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 12.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 45.0, "humaneval_pct": 94.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-5.3-codex": { "id": "openai/gpt-5.3-codex", "name": "OpenAI: GPT-5.3-Codex", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 1.75, "completion_per_m_usd": 14.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "aion-labs/aion-2.0": { "id": "aion-labs/aion-2.0", "name": "AionLabs: Aion-2.0", "creator": "aion-labs", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.8, "completion_per_m_usd": 1.6 }, "benchmarks": { "lmsys_elo": 1223, "coding_elo": 1223, "swe_bench_verified_pct": 19.0, "humaneval_pct": 73.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-3.1-pro-preview": { "id": "google/gemini-3.1-pro-preview", "name": "Google: Gemini 3.1 Pro Preview", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 12.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 45.0, "humaneval_pct": 94.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3.1-pro-preview:batch": { "id": "google/gemini-3.1-pro-preview:batch", "name": "Google: Gemini 3.1 Pro Preview (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "anthropic/claude-sonnet-4.6": { "id": "anthropic/claude-sonnet-4.6", "name": "Anthropic: Claude Sonnet 4.6", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 3.0, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 14, "twelve_cs_score": 72.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-sonnet-4.6:batch": { "id": "anthropic/claude-sonnet-4.6:batch", "name": "Anthropic: Claude Sonnet 4.6 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 1.5, "completion_per_m_usd": 7.5 }, "benchmarks": { "lmsys_elo": 1312, "coding_elo": 1312, "swe_bench_verified_pct": 33.8, "humaneval_pct": 85.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3.5-plus-02-15": { "id": "qwen/qwen3.5-plus-02-15", "name": "Qwen: Qwen3.5 Plus 2026-02-15", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.26, "completion_per_m_usd": 1.56 }, "benchmarks": { "lmsys_elo": 1223, "coding_elo": 1223, "swe_bench_verified_pct": 18.9, "humaneval_pct": 73.1 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3.5-397b-a17b": { "id": "qwen/qwen3.5-397b-a17b", "name": "Qwen: Qwen3.5 397B A17B", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.55, "completion_per_m_usd": 3.5 }, "benchmarks": { "lmsys_elo": 1252, "coding_elo": 1252, "swe_bench_verified_pct": 23.8, "humaneval_pct": 77.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 67.9, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "minimax/minimax-m2.5": { "id": "minimax/minimax-m2.5", "name": "MiniMax: MiniMax M2.5", "creator": "minimax", "context_length": 204800, "pricing": { "prompt_per_m_usd": 0.27, "completion_per_m_usd": 1.08 }, "benchmarks": { "lmsys_elo": 1216, "coding_elo": 1216, "swe_bench_verified_pct": 17.7, "humaneval_pct": 72.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "z-ai/glm-5": { "id": "z-ai/glm-5", "name": "Z.ai: GLM 5", "creator": "z-ai", "context_length": 204800, "pricing": { "prompt_per_m_usd": 0.6, "completion_per_m_usd": 1.92 }, "benchmarks": { "lmsys_elo": 1228, "coding_elo": 1228, "swe_bench_verified_pct": 19.8, "humaneval_pct": 73.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-4.6": { "id": "anthropic/claude-opus-4.6", "name": "Anthropic: Claude Opus 4.6", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 25.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 30, "twelve_cs_score": 86.9, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-4.6:batch": { "id": "anthropic/claude-opus-4.6:batch", "name": "Anthropic: Claude Opus 4.6 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 12.5 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 46.2, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3-coder-next": { "id": "qwen/qwen3-coder-next", "name": "Qwen: Qwen3 Coder Next", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.12, "completion_per_m_usd": 0.8 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 17.0, "humaneval_pct": 71.6 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 67.9, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "openrouter/free": { "id": "openrouter/free", "name": "Free Models Router", "creator": "openrouter", "context_length": 200000, "pricing": { "prompt_per_m_usd": 0.0, "completion_per_m_usd": 0.0 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.0, "humaneval_pct": 70.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 95.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": true }, "stepfun/step-3.5-flash": { "id": "stepfun/step-3.5-flash", "name": "StepFun: Step 3.5 Flash", "creator": "stepfun", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.3 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "moonshotai/kimi-k2.5": { "id": "moonshotai/kimi-k2.5", "name": "MoonshotAI: Kimi K2.5", "creator": "moonshotai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "upstage/solar-pro-3": { "id": "upstage/solar-pro-3", "name": "Upstage: Solar Pro 3", "creator": "upstage", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "minimax/minimax-m2-her": { "id": "minimax/minimax-m2-her", "name": "MiniMax: MiniMax M2-her", "creator": "minimax", "context_length": 65536, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "writer/palmyra-x5": { "id": "writer/palmyra-x5", "name": "Writer: Palmyra X5", "creator": "writer", "context_length": 1040000, "pricing": { "prompt_per_m_usd": 0.6, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-audio": { "id": "openai/gpt-audio", "name": "OpenAI: GPT Audio", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 23.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-audio-mini": { "id": "openai/gpt-audio-mini", "name": "OpenAI: GPT Audio Mini", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.6, "completion_per_m_usd": 2.4 }, "benchmarks": { "lmsys_elo": 1236, "coding_elo": 1236, "swe_bench_verified_pct": 21.0, "humaneval_pct": 74.8 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 23.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "z-ai/glm-4.7-flash": { "id": "z-ai/glm-4.7-flash", "name": "Z.ai: GLM 4.7 Flash", "creator": "z-ai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 0.0605, "completion_per_m_usd": 0.4 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 16.0, "humaneval_pct": 70.8 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 67.9, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-5.2-codex": { "id": "openai/gpt-5.2-codex", "name": "OpenAI: GPT-5.2-Codex", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 1.75, "completion_per_m_usd": 14.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "bytedance-seed/seed-1.6-flash": { "id": "bytedance-seed/seed-1.6-flash", "name": "ByteDance Seed: Seed 1.6 Flash", "creator": "bytedance-seed", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.075, "completion_per_m_usd": 0.3 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "bytedance-seed/seed-1.6": { "id": "bytedance-seed/seed-1.6", "name": "ByteDance Seed: Seed 1.6", "creator": "bytedance-seed", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "minimax/minimax-m2.1": { "id": "minimax/minimax-m2.1", "name": "MiniMax: MiniMax M2.1", "creator": "minimax", "context_length": 204800, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 67.9, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "z-ai/glm-4.7": { "id": "z-ai/glm-4.7", "name": "Z.ai: GLM 4.7", "creator": "z-ai", "context_length": 204800, "pricing": { "prompt_per_m_usd": 0.6, "completion_per_m_usd": 2.2 }, "benchmarks": { "lmsys_elo": 1233, "coding_elo": 1233, "swe_bench_verified_pct": 20.5, "humaneval_pct": 74.4 }, "cosmos_evals": { "test_count": 30, "twelve_cs_score": 90.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-3-flash-preview": { "id": "google/gemini-3-flash-preview", "name": "Google: Gemini 3 Flash Preview", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 3.0 }, "benchmarks": { "lmsys_elo": 1245, "coding_elo": 1245, "swe_bench_verified_pct": 22.5, "humaneval_pct": 76.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-3-flash-preview:batch": { "id": "google/gemini-3-flash-preview:batch", "name": "Google: Gemini 3 Flash Preview (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 1.5 }, "benchmarks": { "lmsys_elo": 1222, "coding_elo": 1222, "swe_bench_verified_pct": 18.8, "humaneval_pct": 73.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "nvidia/nemotron-3-nano-30b-a3b": { "id": "nvidia/nemotron-3-nano-30b-a3b", "name": "NVIDIA: Nemotron 3 Nano 30B A3B", "creator": "nvidia", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.06, "completion_per_m_usd": 0.24 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.2-chat": { "id": "openai/gpt-5.2-chat", "name": "OpenAI: GPT-5.2 Chat", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 1.75, "completion_per_m_usd": 14.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.2-pro": { "id": "openai/gpt-5.2-pro", "name": "OpenAI: GPT-5.2 Pro", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 21.0, "completion_per_m_usd": 168.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.2-pro:batch": { "id": "openai/gpt-5.2-pro:batch", "name": "OpenAI: GPT-5.2 Pro (batch)", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 10.5, "completion_per_m_usd": 84.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.2": { "id": "openai/gpt-5.2", "name": "OpenAI: GPT-5.2", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 1.75, "completion_per_m_usd": 14.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.2:batch": { "id": "openai/gpt-5.2:batch", "name": "OpenAI: GPT-5.2 (batch)", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.875, "completion_per_m_usd": 7.0 }, "benchmarks": { "lmsys_elo": 1305, "coding_elo": 1305, "swe_bench_verified_pct": 32.5, "humaneval_pct": 84.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/devstral-2512": { "id": "mistralai/devstral-2512", "name": "Mistral: Devstral 2 2512", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.4, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "relace/relace-search": { "id": "relace/relace-search", "name": "Relace: Relace Search", "creator": "relace", "context_length": 256000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 3.0 }, "benchmarks": { "lmsys_elo": 1245, "coding_elo": 1245, "swe_bench_verified_pct": 22.5, "humaneval_pct": 76.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-4.6v": { "id": "z-ai/glm-4.6v", "name": "Z.ai: GLM 4.6V", "creator": "z-ai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 0.9 }, "benchmarks": { "lmsys_elo": 1213, "coding_elo": 1213, "swe_bench_verified_pct": 17.2, "humaneval_pct": 71.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openrouter/bodybuilder": { "id": "openrouter/bodybuilder", "name": "Body Builder (beta)", "creator": "openrouter", "context_length": 128000, "pricing": { "prompt_per_m_usd": -1000000.0, "completion_per_m_usd": -1000000.0 }, "benchmarks": { "lmsys_elo": -14998800, "coding_elo": -14998800, "swe_bench_verified_pct": -2499985.0, "humaneval_pct": -1999930.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 20.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.1-codex-max": { "id": "openai/gpt-5.1-codex-max", "name": "OpenAI: GPT-5.1-Codex-Max", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "amazon/nova-2-lite-v1": { "id": "amazon/nova-2-lite-v1", "name": "Amazon: Nova 2 Lite", "creator": "amazon", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/ministral-14b-2512": { "id": "mistralai/ministral-14b-2512", "name": "Mistral: Ministral 3 14B 2512", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "mistralai/ministral-8b-2512": { "id": "mistralai/ministral-8b-2512", "name": "Mistral: Ministral 3 8B 2512", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.15 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.4, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 35, "twelve_cs_score": 91.3, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "mistralai/ministral-8b-2512:batch": { "id": "mistralai/ministral-8b-2512:batch", "name": "Mistral: Ministral 3 8B 2512 (batch)", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.075, "completion_per_m_usd": 0.075 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.2, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "mistralai/ministral-3b-2512": { "id": "mistralai/ministral-3b-2512", "name": "Mistral: Ministral 3 3B 2512", "creator": "mistralai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.1 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.2, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "mistralai/mistral-large-2512": { "id": "mistralai/mistral-large-2512", "name": "Mistral: Mistral Large 3 2512", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 1.5 }, "benchmarks": { "lmsys_elo": 1222, "coding_elo": 1222, "swe_bench_verified_pct": 18.8, "humaneval_pct": 73.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-large-2512:batch": { "id": "mistralai/mistral-large-2512:batch", "name": "Mistral: Mistral Large 3 2512 (batch)", "creator": "mistralai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 0.75 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 16.9, "humaneval_pct": 71.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-v3.2": { "id": "deepseek/deepseek-v3.2", "name": "DeepSeek: DeepSeek V3.2", "creator": "deepseek", "context_length": 163840, "pricing": { "prompt_per_m_usd": 0.259, "completion_per_m_usd": 0.8 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 17.0, "humaneval_pct": 71.6 }, "cosmos_evals": { "test_count": 34, "twelve_cs_score": 88.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-4.5": { "id": "anthropic/claude-opus-4.5", "name": "Anthropic: Claude Opus 4.5", "creator": "anthropic", "context_length": 200000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 25.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-4.5:batch": { "id": "anthropic/claude-opus-4.5:batch", "name": "Anthropic: Claude Opus 4.5 (batch)", "creator": "anthropic", "context_length": 200000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 12.5 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 46.2, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-3-pro-image-preview": { "id": "google/gemini-3-pro-image-preview", "name": "Google: Nano Banana Pro (Gemini 3 Pro Image Preview)", "creator": "google", "context_length": 65536, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 12.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 45.0, "humaneval_pct": 94.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-5.1": { "id": "openai/gpt-5.1", "name": "OpenAI: GPT-5.1", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.1:batch": { "id": "openai/gpt-5.1:batch", "name": "OpenAI: GPT-5.1 (batch)", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.625, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.1-codex": { "id": "openai/gpt-5.1-codex", "name": "OpenAI: GPT-5.1-Codex", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5.1-codex-mini": { "id": "openai/gpt-5.1-codex-mini", "name": "OpenAI: GPT-5.1-Codex-Mini", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "moonshotai/kimi-k2-thinking": { "id": "moonshotai/kimi-k2-thinking", "name": "MoonshotAI: Kimi K2 Thinking", "creator": "moonshotai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.6, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 73.9, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "amazon/nova-premier-v1": { "id": "amazon/nova-premier-v1", "name": "Amazon: Nova Premier 1.0", "creator": "amazon", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 12.5 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 46.2, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "perplexity/sonar-pro-search": { "id": "perplexity/sonar-pro-search", "name": "Perplexity: Sonar Pro Search", "creator": "perplexity", "context_length": 200000, "pricing": { "prompt_per_m_usd": 3.0, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/voxtral-small-24b-2507": { "id": "mistralai/voxtral-small-24b-2507", "name": "Mistral: Voxtral Small 24B 2507", "creator": "mistralai", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.3 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-oss-safeguard-20b": { "id": "openai/gpt-oss-safeguard-20b", "name": "OpenAI: gpt-oss-safeguard-20b", "creator": "openai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.075, "completion_per_m_usd": 0.3 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "minimax/minimax-m2": { "id": "minimax/minimax-m2", "name": "MiniMax: MiniMax M2", "creator": "minimax", "context_length": 204800, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "ibm-granite/granite-4.0-h-micro": { "id": "ibm-granite/granite-4.0-h-micro", "name": "IBM: Granite 4.0 Micro", "creator": "ibm-granite", "context_length": 131000, "pricing": { "prompt_per_m_usd": 0.017, "completion_per_m_usd": 0.112 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5-image-mini": { "id": "openai/gpt-5-image-mini", "name": "OpenAI: GPT-5 Image Mini", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "anthropic/claude-haiku-4.5": { "id": "anthropic/claude-haiku-4.5", "name": "Anthropic: Claude Haiku 4.5", "creator": "anthropic", "context_length": 200000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-haiku-4.5:batch": { "id": "anthropic/claude-haiku-4.5:batch", "name": "Anthropic: Claude Haiku 4.5 (batch)", "creator": "anthropic", "context_length": 200000, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3-vl-8b-instruct": { "id": "qwen/qwen3-vl-8b-instruct", "name": "Qwen: Qwen3 VL 8B Instruct", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 0.75 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 16.9, "humaneval_pct": 71.5 }, "cosmos_evals": { "test_count": 46, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "openai/gpt-5-image": { "id": "openai/gpt-5-image", "name": "OpenAI: GPT-5 Image", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 10.0, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-2.5-flash-image": { "id": "google/gemini-2.5-flash-image", "name": "Google: Nano Banana (Gemini 2.5 Flash Image)", "creator": "google", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "qwen/qwen3-vl-30b-a3b-thinking": { "id": "qwen/qwen3-vl-30b-a3b-thinking", "name": "Qwen: Qwen3 VL 30B A3B Thinking", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.29, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3-vl-30b-a3b-instruct": { "id": "qwen/qwen3-vl-30b-a3b-instruct", "name": "Qwen: Qwen3 VL 30B A3B Instruct", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "openai/gpt-5-pro": { "id": "openai/gpt-5-pro", "name": "OpenAI: GPT-5 Pro", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 15.0, "completion_per_m_usd": 120.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5-pro:batch": { "id": "openai/gpt-5-pro:batch", "name": "OpenAI: GPT-5 Pro (batch)", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 7.5, "completion_per_m_usd": 60.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-4.6": { "id": "z-ai/glm-4.6", "name": "Z.ai: GLM 4.6", "creator": "z-ai", "context_length": 204800, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 67.9, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-sonnet-4.5": { "id": "anthropic/claude-sonnet-4.5", "name": "Anthropic: Claude Sonnet 4.5", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 3.0, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-sonnet-4.5:batch": { "id": "anthropic/claude-sonnet-4.5:batch", "name": "Anthropic: Claude Sonnet 4.5 (batch)", "creator": "anthropic", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 1.5, "completion_per_m_usd": 7.5 }, "benchmarks": { "lmsys_elo": 1312, "coding_elo": 1312, "swe_bench_verified_pct": 33.8, "humaneval_pct": 85.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-v3.2-exp": { "id": "deepseek/deepseek-v3.2-exp", "name": "DeepSeek: DeepSeek V3.2 Exp", "creator": "deepseek", "context_length": 163840, "pricing": { "prompt_per_m_usd": 0.27, "completion_per_m_usd": 0.41 }, "benchmarks": { "lmsys_elo": 1206, "coding_elo": 1206, "swe_bench_verified_pct": 16.0, "humaneval_pct": 70.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "thedrummer/cydonia-24b-v4.1": { "id": "thedrummer/cydonia-24b-v4.1", "name": "TheDrummer: Cydonia 24B V4.1", "creator": "thedrummer", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 0.5 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 71.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "relace/relace-apply-3": { "id": "relace/relace-apply-3", "name": "Relace: Relace Apply 3", "creator": "relace", "context_length": 256000, "pricing": { "prompt_per_m_usd": 0.85, "completion_per_m_usd": 1.25 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.1, "humaneval_pct": 72.5 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 20.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3-vl-235b-a22b-instruct": { "id": "qwen/qwen3-vl-235b-a22b-instruct", "name": "Qwen: Qwen3 VL 235B A22B Instruct", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.21, "completion_per_m_usd": 1.9 }, "benchmarks": { "lmsys_elo": 1228, "coding_elo": 1228, "swe_bench_verified_pct": 19.8, "humaneval_pct": 73.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "deepseek/deepseek-v3.1-terminus": { "id": "deepseek/deepseek-v3.1-terminus", "name": "DeepSeek: DeepSeek V3.1 Terminus", "creator": "deepseek", "context_length": 163840, "pricing": { "prompt_per_m_usd": 0.27, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3-coder-flash": { "id": "qwen/qwen3-coder-flash", "name": "Qwen: Qwen3 Coder Flash", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.195, "completion_per_m_usd": 0.975 }, "benchmarks": { "lmsys_elo": 1214, "coding_elo": 1214, "swe_bench_verified_pct": 17.4, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3-next-80b-a3b-thinking": { "id": "qwen/qwen3-next-80b-a3b-thinking", "name": "Qwen: Qwen3 Next 80B A3B Thinking", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3-next-80b-a3b-instruct": { "id": "qwen/qwen3-next-80b-a3b-instruct", "name": "Qwen: Qwen3 Next 80B A3B Instruct", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 1.1 }, "benchmarks": { "lmsys_elo": 1216, "coding_elo": 1216, "swe_bench_verified_pct": 17.8, "humaneval_pct": 72.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "moonshotai/kimi-k2-0905": { "id": "moonshotai/kimi-k2-0905", "name": "MoonshotAI: Kimi K2 0905", "creator": "moonshotai", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.6, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nousresearch/hermes-4-405b": { "id": "nousresearch/hermes-4-405b", "name": "Nous: Hermes 4 405B", "creator": "nousresearch", "context_length": 131072, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 3.0 }, "benchmarks": { "lmsys_elo": 1245, "coding_elo": 1245, "swe_bench_verified_pct": 22.5, "humaneval_pct": 76.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-chat-v3.1": { "id": "deepseek/deepseek-chat-v3.1", "name": "DeepSeek: DeepSeek V3.1", "creator": "deepseek", "context_length": 163840, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 0.95 }, "benchmarks": { "lmsys_elo": 1214, "coding_elo": 1214, "swe_bench_verified_pct": 17.4, "humaneval_pct": 71.9 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-medium-3.1": { "id": "mistralai/mistral-medium-3.1", "name": "Mistral: Mistral Medium 3.1", "creator": "mistralai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.4, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-medium-3.1:batch": { "id": "mistralai/mistral-medium-3.1:batch", "name": "Mistral: Mistral Medium 3.1 (batch)", "creator": "mistralai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-4.5v": { "id": "z-ai/glm-4.5v", "name": "Z.ai: GLM 4.5V", "creator": "z-ai", "context_length": 65536, "pricing": { "prompt_per_m_usd": 0.6, "completion_per_m_usd": 1.8 }, "benchmarks": { "lmsys_elo": 1226, "coding_elo": 1226, "swe_bench_verified_pct": 19.5, "humaneval_pct": 73.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5": { "id": "openai/gpt-5", "name": "OpenAI: GPT-5", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 14, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5:batch": { "id": "openai/gpt-5:batch", "name": "OpenAI: GPT-5 (batch)", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.625, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5-mini": { "id": "openai/gpt-5-mini", "name": "OpenAI: GPT-5 Mini", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-5-mini:batch": { "id": "openai/gpt-5-mini:batch", "name": "OpenAI: GPT-5 Mini (batch)", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.125, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-5-nano": { "id": "openai/gpt-5-nano", "name": "OpenAI: GPT-5 Nano", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.4 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 16.0, "humaneval_pct": 70.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-5-nano:batch": { "id": "openai/gpt-5-nano:batch", "name": "OpenAI: GPT-5 Nano (batch)", "creator": "openai", "context_length": 400000, "pricing": { "prompt_per_m_usd": 0.025, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-oss-120b": { "id": "openai/gpt-oss-120b", "name": "OpenAI: gpt-oss-120b", "creator": "openai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-oss-120b:batch": { "id": "openai/gpt-oss-120b:batch", "name": "OpenAI: gpt-oss-120b (batch)", "creator": "openai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.0296, "completion_per_m_usd": 0.136 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-oss-20b": { "id": "openai/gpt-oss-20b", "name": "OpenAI: gpt-oss-20b", "creator": "openai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.018, "completion_per_m_usd": 0.09 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.2, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 28, "twelve_cs_score": 89.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-oss-20b:batch": { "id": "openai/gpt-oss-20b:batch", "name": "OpenAI: gpt-oss-20b (batch)", "creator": "openai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.024, "completion_per_m_usd": 0.112 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-4.1": { "id": "anthropic/claude-opus-4.1", "name": "Anthropic: Claude Opus 4.1", "creator": "anthropic", "context_length": 200000, "pricing": { "prompt_per_m_usd": 15.0, "completion_per_m_usd": 75.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-opus-4.1:batch": { "id": "anthropic/claude-opus-4.1:batch", "name": "Anthropic: Claude Opus 4.1 (batch)", "creator": "anthropic", "context_length": 200000, "pricing": { "prompt_per_m_usd": 7.5, "completion_per_m_usd": 37.5 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/codestral-2508": { "id": "mistralai/codestral-2508", "name": "Mistral: Codestral 2508", "creator": "mistralai", "context_length": 256000, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 0.9 }, "benchmarks": { "lmsys_elo": 1213, "coding_elo": 1213, "swe_bench_verified_pct": 17.2, "humaneval_pct": 71.8 }, "cosmos_evals": { "test_count": 24, "twelve_cs_score": 87.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/codestral-2508:batch": { "id": "mistralai/codestral-2508:batch", "name": "Mistral: Codestral 2508 (batch)", "creator": "mistralai", "context_length": 256000, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.45 }, "benchmarks": { "lmsys_elo": 1206, "coding_elo": 1206, "swe_bench_verified_pct": 16.1, "humaneval_pct": 70.9 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3-coder-30b-a3b-instruct": { "id": "qwen/qwen3-coder-30b-a3b-instruct", "name": "Qwen: Qwen3 Coder 30B A3B Instruct", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.07, "completion_per_m_usd": 0.28 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.7, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3-30b-a3b-instruct-2507": { "id": "qwen/qwen3-30b-a3b-instruct-2507", "name": "Qwen: Qwen3 30B A3B Instruct 2507", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.3 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "z-ai/glm-4.5": { "id": "z-ai/glm-4.5", "name": "Z.ai: GLM 4.5", "creator": "z-ai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.6, "completion_per_m_usd": 2.2 }, "benchmarks": { "lmsys_elo": 1233, "coding_elo": 1233, "swe_bench_verified_pct": 20.5, "humaneval_pct": 74.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "z-ai/glm-4.5-air": { "id": "z-ai/glm-4.5-air", "name": "Z.ai: GLM 4.5 Air", "creator": "z-ai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.13, "completion_per_m_usd": 0.85 }, "benchmarks": { "lmsys_elo": 1212, "coding_elo": 1212, "swe_bench_verified_pct": 17.1, "humaneval_pct": 71.7 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3-235b-a22b-thinking-2507": { "id": "qwen/qwen3-235b-a22b-thinking-2507", "name": "Qwen: Qwen3 235B A22B Thinking 2507", "creator": "qwen", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.45, "completion_per_m_usd": 3.5 }, "benchmarks": { "lmsys_elo": 1252, "coding_elo": 1252, "swe_bench_verified_pct": 23.8, "humaneval_pct": 77.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3-coder": { "id": "qwen/qwen3-coder", "name": "Qwen: Qwen3 Coder 480B A35B", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "bytedance/ui-tars-1.5-7b": { "id": "bytedance/ui-tars-1.5-7b", "name": "ByteDance: UI-TARS 7B ", "creator": "bytedance", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-2.5-flash-lite": { "id": "google/gemini-2.5-flash-lite", "name": "Google: Gemini 2.5 Flash Lite", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.4 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 16.0, "humaneval_pct": 70.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-2.5-flash-lite:batch": { "id": "google/gemini-2.5-flash-lite:batch", "name": "Google: Gemini 2.5 Flash Lite (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "qwen/qwen3-235b-a22b-2507": { "id": "qwen/qwen3-235b-a22b-2507", "name": "Qwen: Qwen3 235B A22B Instruct 2507", "creator": "qwen", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.09, "completion_per_m_usd": 0.55 }, "benchmarks": { "lmsys_elo": 1208, "coding_elo": 1208, "swe_bench_verified_pct": 16.4, "humaneval_pct": 71.1 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "moonshotai/kimi-k2": { "id": "moonshotai/kimi-k2", "name": "MoonshotAI: Kimi K2 0711", "creator": "moonshotai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.57, "completion_per_m_usd": 2.3 }, "benchmarks": { "lmsys_elo": 1234, "coding_elo": 1234, "swe_bench_verified_pct": 20.8, "humaneval_pct": 74.6 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "cognitivecomputations/dolphin-mistral-24b-venice-edition": { "id": "cognitivecomputations/dolphin-mistral-24b-venice-edition", "name": "Venice: Uncensored", "creator": "cognitivecomputations", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 0.9 }, "benchmarks": { "lmsys_elo": 1213, "coding_elo": 1213, "swe_bench_verified_pct": 17.2, "humaneval_pct": 71.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "tencent/hunyuan-a13b-instruct": { "id": "tencent/hunyuan-a13b-instruct", "name": "Tencent: Hunyuan A13B Instruct", "creator": "tencent", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.14, "completion_per_m_usd": 0.57 }, "benchmarks": { "lmsys_elo": 1208, "coding_elo": 1208, "swe_bench_verified_pct": 16.4, "humaneval_pct": 71.1 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "morph/morph-v3-large": { "id": "morph/morph-v3-large", "name": "Morph: Morph V3 Large", "creator": "morph", "context_length": 262144, "pricing": { "prompt_per_m_usd": 0.9, "completion_per_m_usd": 1.9 }, "benchmarks": { "lmsys_elo": 1228, "coding_elo": 1228, "swe_bench_verified_pct": 19.8, "humaneval_pct": 73.8 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "morph/morph-v3-fast": { "id": "morph/morph-v3-fast", "name": "Morph: Morph V3 Fast", "creator": "morph", "context_length": 81920, "pricing": { "prompt_per_m_usd": 0.8, "completion_per_m_usd": 1.2 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.4 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-small-3.2-24b-instruct": { "id": "mistralai/mistral-small-3.2-24b-instruct", "name": "Mistral: Mistral Small 3.2 24B", "creator": "mistralai", "context_length": 256000, "pricing": { "prompt_per_m_usd": 0.0938, "completion_per_m_usd": 0.25 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "minimax/minimax-m1": { "id": "minimax/minimax-m1", "name": "MiniMax: MiniMax M1", "creator": "minimax", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.55, "completion_per_m_usd": 2.2 }, "benchmarks": { "lmsys_elo": 1233, "coding_elo": 1233, "swe_bench_verified_pct": 20.5, "humaneval_pct": 74.4 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-2.5-flash": { "id": "google/gemini-2.5-flash", "name": "Google: Gemini 2.5 Flash", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.3, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1320, "coding_elo": 1325, "swe_bench_verified_pct": 36.5, "humaneval_pct": 88.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-2.5-flash:batch": { "id": "google/gemini-2.5-flash:batch", "name": "Google: Gemini 2.5 Flash (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 1.25 }, "benchmarks": { "lmsys_elo": 1218, "coding_elo": 1218, "swe_bench_verified_pct": 18.1, "humaneval_pct": 72.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-2.5-pro": { "id": "google/gemini-2.5-pro", "name": "Google: Gemini 2.5 Pro", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 83.6, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemini-2.5-pro:batch": { "id": "google/gemini-2.5-pro:batch", "name": "Google: Gemini 2.5 Pro (batch)", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.625, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/o3-pro": { "id": "openai/o3-pro", "name": "OpenAI: o3 Pro", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 20.0, "completion_per_m_usd": 80.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemini-2.5-pro-preview": { "id": "google/gemini-2.5-pro-preview", "name": "Google: Gemini 2.5 Pro Preview 06-05", "creator": "google", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "deepseek/deepseek-r1-0528": { "id": "deepseek/deepseek-r1-0528", "name": "DeepSeek: R1 0528", "creator": "deepseek", "context_length": 163840, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 2.15 }, "benchmarks": { "lmsys_elo": 1232, "coding_elo": 1232, "swe_bench_verified_pct": 20.4, "humaneval_pct": 74.3 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthropic/claude-sonnet-4": { "id": "anthropic/claude-sonnet-4", "name": "Anthropic: Claude Sonnet 4", "creator": "anthropic", "context_length": 200000, "pricing": { "prompt_per_m_usd": 3.0, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-medium-3": { "id": "mistralai/mistral-medium-3", "name": "Mistral: Mistral Medium 3", "creator": "mistralai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.4, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "meta-llama/llama-guard-4-12b": { "id": "meta-llama/llama-guard-4-12b", "name": "Meta: Llama Guard 4 12B", "creator": "meta-llama", "context_length": 163840, "pricing": { "prompt_per_m_usd": 0.18, "completion_per_m_usd": 0.18 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.4, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen3-30b-a3b": { "id": "qwen/qwen3-30b-a3b", "name": "Qwen: Qwen3 30B A3B", "creator": "qwen", "context_length": 40960, "pricing": { "prompt_per_m_usd": 0.12, "completion_per_m_usd": 0.5 }, "benchmarks": { "lmsys_elo": 1207, "coding_elo": 1207, "swe_bench_verified_pct": 16.2, "humaneval_pct": 71.0 }, "cosmos_evals": { "test_count": 34, "twelve_cs_score": 91.1, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3-14b": { "id": "qwen/qwen3-14b", "name": "Qwen: Qwen3 14B", "creator": "qwen", "context_length": 40960, "pricing": { "prompt_per_m_usd": 0.12, "completion_per_m_usd": 0.24 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen3-32b": { "id": "qwen/qwen3-32b", "name": "Qwen: Qwen3 32B", "creator": "qwen", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.08, "completion_per_m_usd": 0.28 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.7, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "openai/o4-mini-high": { "id": "openai/o4-mini-high", "name": "OpenAI: o4 Mini High", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 1.1, "completion_per_m_usd": 4.4 }, "benchmarks": { "lmsys_elo": 1266, "coding_elo": 1266, "swe_bench_verified_pct": 26.0, "humaneval_pct": 78.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/o3": { "id": "openai/o3", "name": "OpenAI: o3", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 8.0 }, "benchmarks": { "lmsys_elo": 1320, "coding_elo": 1320, "swe_bench_verified_pct": 35.0, "humaneval_pct": 86.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/o3:batch": { "id": "openai/o3:batch", "name": "OpenAI: o3 (batch)", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 4.0 }, "benchmarks": { "lmsys_elo": 1260, "coding_elo": 1260, "swe_bench_verified_pct": 25.0, "humaneval_pct": 78.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/o4-mini": { "id": "openai/o4-mini", "name": "OpenAI: o4 Mini", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 1.1, "completion_per_m_usd": 4.4 }, "benchmarks": { "lmsys_elo": 1266, "coding_elo": 1266, "swe_bench_verified_pct": 26.0, "humaneval_pct": 78.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/o4-mini:batch": { "id": "openai/o4-mini:batch", "name": "OpenAI: o4 Mini (batch)", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 0.55, "completion_per_m_usd": 2.2 }, "benchmarks": { "lmsys_elo": 1233, "coding_elo": 1233, "swe_bench_verified_pct": 20.5, "humaneval_pct": 74.4 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-4.1": { "id": "openai/gpt-4.1", "name": "OpenAI: GPT-4.1", "creator": "openai", "context_length": 1047576, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 8.0 }, "benchmarks": { "lmsys_elo": 1320, "coding_elo": 1320, "swe_bench_verified_pct": 35.0, "humaneval_pct": 86.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4.1:batch": { "id": "openai/gpt-4.1:batch", "name": "OpenAI: GPT-4.1 (batch)", "creator": "openai", "context_length": 1047576, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 4.0 }, "benchmarks": { "lmsys_elo": 1260, "coding_elo": 1260, "swe_bench_verified_pct": 25.0, "humaneval_pct": 78.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4.1-mini": { "id": "openai/gpt-4.1-mini", "name": "OpenAI: GPT-4.1 Mini", "creator": "openai", "context_length": 1047576, "pricing": { "prompt_per_m_usd": 0.4, "completion_per_m_usd": 1.6 }, "benchmarks": { "lmsys_elo": 1223, "coding_elo": 1223, "swe_bench_verified_pct": 19.0, "humaneval_pct": 73.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-4.1-mini:batch": { "id": "openai/gpt-4.1-mini:batch", "name": "OpenAI: GPT-4.1 Mini (batch)", "creator": "openai", "context_length": 1047576, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 0.8 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 17.0, "humaneval_pct": 71.6 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-4.1-nano": { "id": "openai/gpt-4.1-nano", "name": "OpenAI: GPT-4.1 Nano", "creator": "openai", "context_length": 1047576, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.4 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 16.0, "humaneval_pct": 70.8 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4.1-nano:batch": { "id": "openai/gpt-4.1-nano:batch", "name": "OpenAI: GPT-4.1 Nano (batch)", "creator": "openai", "context_length": 1047576, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "meta-llama/llama-4-maverick": { "id": "meta-llama/llama-4-maverick", "name": "Meta: Llama 4 Maverick", "creator": "meta-llama", "context_length": 1048576, "pricing": { "prompt_per_m_usd": 0.1875, "completion_per_m_usd": 0.6525 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.6, "humaneval_pct": 71.3 }, "cosmos_evals": { "test_count": 45, "twelve_cs_score": 86.9, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "meta-llama/llama-4-scout": { "id": "meta-llama/llama-4-scout", "name": "Meta: Llama 4 Scout", "creator": "meta-llama", "context_length": 1310720, "pricing": { "prompt_per_m_usd": 0.18, "completion_per_m_usd": 0.59 }, "benchmarks": { "lmsys_elo": 1208, "coding_elo": 1208, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 55, "twelve_cs_score": 9.7, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-chat-v3-0324": { "id": "deepseek/deepseek-chat-v3-0324", "name": "DeepSeek: DeepSeek V3 0324", "creator": "deepseek", "context_length": 163840, "pricing": { "prompt_per_m_usd": 0.29, "completion_per_m_usd": 1.14 }, "benchmarks": { "lmsys_elo": 1217, "coding_elo": 1217, "swe_bench_verified_pct": 17.9, "humaneval_pct": 72.3 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/o1-pro": { "id": "openai/o1-pro", "name": "OpenAI: o1-pro", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 150.0, "completion_per_m_usd": 600.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-small-3.1-24b-instruct": { "id": "mistralai/mistral-small-3.1-24b-instruct", "name": "Mistral: Mistral Small 3.1 24B", "creator": "mistralai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.351, "completion_per_m_usd": 0.555 }, "benchmarks": { "lmsys_elo": 1208, "coding_elo": 1208, "swe_bench_verified_pct": 16.4, "humaneval_pct": 71.1 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 59.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemma-3-4b-it": { "id": "google/gemma-3-4b-it", "name": "Google: Gemma 3 4B", "creator": "google", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.1 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.2, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 35, "twelve_cs_score": 64.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "google/gemma-3-12b-it": { "id": "google/gemma-3-12b-it", "name": "Google: Gemma 3 12B", "creator": "google", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.15 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.4, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 19, "twelve_cs_score": 79.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "cohere/command-a": { "id": "cohere/command-a", "name": "Cohere: Command A", "creator": "cohere", "context_length": 256000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "rekaai/reka-flash-3": { "id": "rekaai/reka-flash-3", "name": "Reka Flash 3", "creator": "rekaai", "context_length": 65536, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 69.3, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemma-3-27b-it": { "id": "google/gemma-3-27b-it", "name": "Google: Gemma 3 27B", "creator": "google", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.08, "completion_per_m_usd": 0.45 }, "benchmarks": { "lmsys_elo": 1206, "coding_elo": 1206, "swe_bench_verified_pct": 16.1, "humaneval_pct": 70.9 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "thedrummer/skyfall-36b-v2": { "id": "thedrummer/skyfall-36b-v2", "name": "TheDrummer: Skyfall 36B V2", "creator": "thedrummer", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.55, "completion_per_m_usd": 0.8 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 17.0, "humaneval_pct": 71.6 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 67.9, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "perplexity/sonar-reasoning-pro": { "id": "perplexity/sonar-reasoning-pro", "name": "Perplexity: Sonar Reasoning Pro", "creator": "perplexity", "context_length": 128000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 8.0 }, "benchmarks": { "lmsys_elo": 1320, "coding_elo": 1320, "swe_bench_verified_pct": 35.0, "humaneval_pct": 86.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "perplexity/sonar-pro": { "id": "perplexity/sonar-pro", "name": "Perplexity: Sonar Pro", "creator": "perplexity", "context_length": 200000, "pricing": { "prompt_per_m_usd": 3.0, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "perplexity/sonar-deep-research": { "id": "perplexity/sonar-deep-research", "name": "Perplexity: Sonar Deep Research", "creator": "perplexity", "context_length": 128000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 8.0 }, "benchmarks": { "lmsys_elo": 1320, "coding_elo": 1320, "swe_bench_verified_pct": 35.0, "humaneval_pct": 86.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-saba": { "id": "mistralai/mistral-saba", "name": "Mistral: Saba", "creator": "mistralai", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 15.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/o3-mini-high": { "id": "openai/o3-mini-high", "name": "OpenAI: o3 Mini High", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 1.1, "completion_per_m_usd": 4.4 }, "benchmarks": { "lmsys_elo": 1266, "coding_elo": 1266, "swe_bench_verified_pct": 26.0, "humaneval_pct": 78.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "aion-labs/aion-rp-llama-3.1-8b": { "id": "aion-labs/aion-rp-llama-3.1-8b", "name": "AionLabs: Aion-RP 1.0 (8B)", "creator": "aion-labs", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.8, "completion_per_m_usd": 1.6 }, "benchmarks": { "lmsys_elo": 1223, "coding_elo": 1223, "swe_bench_verified_pct": 19.0, "humaneval_pct": 73.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen2.5-vl-72b-instruct": { "id": "qwen/qwen2.5-vl-72b-instruct", "name": "Qwen: Qwen2.5 VL 72B Instruct", "creator": "qwen", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.8, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "qwen/qwen-plus": { "id": "qwen/qwen-plus", "name": "Qwen: Qwen-Plus", "creator": "qwen", "context_length": 1000000, "pricing": { "prompt_per_m_usd": 0.26, "completion_per_m_usd": 0.78 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 16.9, "humaneval_pct": 71.6 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "openai/o3-mini": { "id": "openai/o3-mini", "name": "OpenAI: o3 Mini", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 1.1, "completion_per_m_usd": 4.4 }, "benchmarks": { "lmsys_elo": 1266, "coding_elo": 1266, "swe_bench_verified_pct": 26.0, "humaneval_pct": 78.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/o3-mini:batch": { "id": "openai/o3-mini:batch", "name": "OpenAI: o3 Mini (batch)", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 0.55, "completion_per_m_usd": 2.2 }, "benchmarks": { "lmsys_elo": 1233, "coding_elo": 1233, "swe_bench_verified_pct": 20.5, "humaneval_pct": 74.4 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "mistralai/mistral-small-24b-instruct-2501": { "id": "mistralai/mistral-small-24b-instruct-2501", "name": "Mistral: Mistral Small 3", "creator": "mistralai", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.08 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.2, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "perplexity/sonar": { "id": "perplexity/sonar", "name": "Perplexity: Sonar", "creator": "perplexity", "context_length": 127072, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-r1": { "id": "deepseek/deepseek-r1", "name": "DeepSeek: R1", "creator": "deepseek", "context_length": 64000, "pricing": { "prompt_per_m_usd": 0.7, "completion_per_m_usd": 2.5 }, "benchmarks": { "lmsys_elo": 1237, "coding_elo": 1237, "swe_bench_verified_pct": 21.2, "humaneval_pct": 75.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "minimax/minimax-01": { "id": "minimax/minimax-01", "name": "MiniMax: MiniMax-01", "creator": "minimax", "context_length": 1000192, "pricing": { "prompt_per_m_usd": 0.2, "completion_per_m_usd": 1.1 }, "benchmarks": { "lmsys_elo": 1216, "coding_elo": 1216, "swe_bench_verified_pct": 17.8, "humaneval_pct": 72.2 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 69.3, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "microsoft/phi-4": { "id": "microsoft/phi-4", "name": "Microsoft: Phi 4", "creator": "microsoft", "context_length": 16384, "pricing": { "prompt_per_m_usd": 0.07, "completion_per_m_usd": 0.14 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 83.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "deepseek/deepseek-chat": { "id": "deepseek/deepseek-chat", "name": "DeepSeek: DeepSeek V3", "creator": "deepseek", "context_length": 163840, "pricing": { "prompt_per_m_usd": 0.32, "completion_per_m_usd": 0.89 }, "benchmarks": { "lmsys_elo": 1315, "coding_elo": 1320, "swe_bench_verified_pct": 36.2, "humaneval_pct": 89.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "sao10k/l3.3-euryale-70b": { "id": "sao10k/l3.3-euryale-70b", "name": "Sao10K: Llama 3.3 Euryale 70B", "creator": "sao10k", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.65, "completion_per_m_usd": 0.75 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 16.9, "humaneval_pct": 71.5 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/o1": { "id": "openai/o1", "name": "OpenAI: o1", "creator": "openai", "context_length": 200000, "pricing": { "prompt_per_m_usd": 15.0, "completion_per_m_usd": 60.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "cohere/command-r7b-12-2024": { "id": "cohere/command-r7b-12-2024", "name": "Cohere: Command R7B (12-2024)", "creator": "cohere", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.0375, "completion_per_m_usd": 0.15 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.4, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 18, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "meta-llama/llama-3.3-70b-instruct": { "id": "meta-llama/llama-3.3-70b-instruct", "name": "Meta: Llama 3.3 70B Instruct", "creator": "meta-llama", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.59, "completion_per_m_usd": 0.79 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1285, "swe_bench_verified_pct": 32.4, "humaneval_pct": 87.5 }, "cosmos_evals": { "test_count": 21, "twelve_cs_score": 72.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "amazon/nova-lite-v1": { "id": "amazon/nova-lite-v1", "name": "Amazon: Nova Lite 1.0", "creator": "amazon", "context_length": 300000, "pricing": { "prompt_per_m_usd": 0.06, "completion_per_m_usd": 0.24 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.6, "humaneval_pct": 70.5 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "amazon/nova-micro-v1": { "id": "amazon/nova-micro-v1", "name": "Amazon: Nova Micro 1.0", "creator": "amazon", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.035, "completion_per_m_usd": 0.14 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.3 }, "cosmos_evals": { "test_count": 26, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "amazon/nova-pro-v1": { "id": "amazon/nova-pro-v1", "name": "Amazon: Nova Pro 1.0", "creator": "amazon", "context_length": 300000, "pricing": { "prompt_per_m_usd": 0.8, "completion_per_m_usd": 3.2 }, "benchmarks": { "lmsys_elo": 1247, "coding_elo": 1247, "swe_bench_verified_pct": 23.0, "humaneval_pct": 76.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4o-2024-11-20": { "id": "openai/gpt-4o-2024-11-20", "name": "OpenAI: GPT-4o (2024-11-20)", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-large-2407": { "id": "mistralai/mistral-large-2407", "name": "Mistral Large 2407", "creator": "mistralai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1265, "coding_elo": 1260, "swe_bench_verified_pct": 27.5, "humaneval_pct": 84.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen-2.5-coder-32b-instruct": { "id": "qwen/qwen-2.5-coder-32b-instruct", "name": "Qwen2.5 Coder 32B Instruct", "creator": "qwen", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.66, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1284, "coding_elo": 1302, "swe_bench_verified_pct": 35.8, "humaneval_pct": 92.7 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "thedrummer/unslopnemo-12b": { "id": "thedrummer/unslopnemo-12b", "name": "TheDrummer: UnslopNemo 12B", "creator": "thedrummer", "context_length": 1024000, "pricing": { "prompt_per_m_usd": 0.4, "completion_per_m_usd": 0.4 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 16.0, "humaneval_pct": 70.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "anthracite-org/magnum-v4-72b": { "id": "anthracite-org/magnum-v4-72b", "name": "Magnum v4 72B", "creator": "anthracite-org", "context_length": 32768, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen-2.5-7b-instruct": { "id": "qwen/qwen-2.5-7b-instruct", "name": "Qwen: Qwen2.5 7B Instruct", "creator": "qwen", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.1, "completion_per_m_usd": 0.2 }, "benchmarks": { "lmsys_elo": 1202, "coding_elo": 1202, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "meta-llama/llama-3.2-1b-instruct": { "id": "meta-llama/llama-3.2-1b-instruct", "name": "Meta: Llama 3.2 1B Instruct", "creator": "meta-llama", "context_length": 60000, "pricing": { "prompt_per_m_usd": 0.027, "completion_per_m_usd": 0.201 }, "benchmarks": { "lmsys_elo": 1203, "coding_elo": 1203, "swe_bench_verified_pct": 15.5, "humaneval_pct": 70.4 }, "cosmos_evals": { "test_count": 23, "twelve_cs_score": 66.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "meta-llama/llama-3.2-3b-instruct": { "id": "meta-llama/llama-3.2-3b-instruct", "name": "Meta: Llama 3.2 3B Instruct", "creator": "meta-llama", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.33 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.7 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 69.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen/qwen-2.5-72b-instruct": { "id": "qwen/qwen-2.5-72b-instruct", "name": "Qwen2.5 72B Instruct", "creator": "qwen", "context_length": 32768, "pricing": { "prompt_per_m_usd": 0.36, "completion_per_m_usd": 0.4 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 16.0, "humaneval_pct": 70.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 482.0, "is_free": false }, "cohere/command-r-08-2024": { "id": "cohere/command-r-08-2024", "name": "Cohere: Command R (08-2024)", "creator": "cohere", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 86.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "cohere/command-r-plus-08-2024": { "id": "cohere/command-r-plus-08-2024", "name": "Cohere: Command R+ (08-2024)", "creator": "cohere", "context_length": 128000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 30, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "sao10k/l3.1-euryale-70b": { "id": "sao10k/l3.1-euryale-70b", "name": "Sao10K: Llama 3.1 Euryale 70B v2.2", "creator": "sao10k", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.85, "completion_per_m_usd": 0.85 }, "benchmarks": { "lmsys_elo": 1212, "coding_elo": 1212, "swe_bench_verified_pct": 17.1, "humaneval_pct": 71.7 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nousresearch/hermes-3-llama-3.1-70b": { "id": "nousresearch/hermes-3-llama-3.1-70b", "name": "Nous: Hermes 3 70B Instruct", "creator": "nousresearch", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.7, "completion_per_m_usd": 0.7 }, "benchmarks": { "lmsys_elo": 1210, "coding_elo": 1210, "swe_bench_verified_pct": 16.8, "humaneval_pct": 71.4 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "nousresearch/hermes-3-llama-3.1-405b": { "id": "nousresearch/hermes-3-llama-3.1-405b", "name": "Nous: Hermes 3 405B Instruct", "creator": "nousresearch", "context_length": 131072, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 1.0 }, "benchmarks": { "lmsys_elo": 1215, "coding_elo": 1215, "swe_bench_verified_pct": 17.5, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "sao10k/l3-lunaris-8b": { "id": "sao10k/l3-lunaris-8b", "name": "Sao10K: Llama 3 8B Lunaris", "creator": "sao10k", "context_length": 8192, "pricing": { "prompt_per_m_usd": 0.04, "completion_per_m_usd": 0.05 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.1, "humaneval_pct": 70.1 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 69.3, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4o-2024-08-06": { "id": "openai/gpt-4o-2024-08-06", "name": "OpenAI: GPT-4o (2024-08-06)", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 40.0, "humaneval_pct": 90.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "meta-llama/llama-3.1-70b-instruct": { "id": "meta-llama/llama-3.1-70b-instruct", "name": "Meta: Llama 3.1 70B Instruct", "creator": "meta-llama", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.4, "completion_per_m_usd": 0.4 }, "benchmarks": { "lmsys_elo": 1205, "coding_elo": 1205, "swe_bench_verified_pct": 16.0, "humaneval_pct": 70.8 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "meta-llama/llama-3.1-8b-instruct": { "id": "meta-llama/llama-3.1-8b-instruct", "name": "Meta: Llama 3.1 8B Instruct", "creator": "meta-llama", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.05, "completion_per_m_usd": 0.08 }, "benchmarks": { "lmsys_elo": 1180, "coding_elo": 1165, "swe_bench_verified_pct": 18.0, "humaneval_pct": 72.0 }, "cosmos_evals": { "test_count": 22, "twelve_cs_score": 86.6, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-nemo": { "id": "mistralai/mistral-nemo", "name": "Mistral: Mistral Nemo", "creator": "mistralai", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.029, "completion_per_m_usd": 0.03 }, "benchmarks": { "lmsys_elo": 1200, "coding_elo": 1200, "swe_bench_verified_pct": 15.1, "humaneval_pct": 70.1 }, "cosmos_evals": { "test_count": 34, "twelve_cs_score": 91.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4o-mini": { "id": "openai/gpt-4o-mini", "name": "OpenAI: GPT-4o-mini", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1260, "swe_bench_verified_pct": 28.5, "humaneval_pct": 84.1 }, "cosmos_evals": { "test_count": 38, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-4o-mini-2024-07-18": { "id": "openai/gpt-4o-mini-2024-07-18", "name": "OpenAI: GPT-4o-mini (2024-07-18)", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.15, "completion_per_m_usd": 0.6 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.5, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 240.0, "is_free": false }, "openai/gpt-4o-mini:batch": { "id": "openai/gpt-4o-mini:batch", "name": "OpenAI: GPT-4o-mini (batch)", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 0.075, "completion_per_m_usd": 0.3 }, "benchmarks": { "lmsys_elo": 1204, "coding_elo": 1204, "swe_bench_verified_pct": 15.8, "humaneval_pct": 70.6 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 240.0, "is_free": false }, "google/gemma-2-27b-it": { "id": "google/gemma-2-27b-it", "name": "Google: Gemma 2 27B", "creator": "google", "context_length": 8192, "pricing": { "prompt_per_m_usd": 0.65, "completion_per_m_usd": 0.65 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.6, "humaneval_pct": 71.3 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4o": { "id": "openai/gpt-4o", "name": "OpenAI: GPT-4o", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 2.5, "completion_per_m_usd": 10.0 }, "benchmarks": { "lmsys_elo": 1332, "coding_elo": 1330, "swe_bench_verified_pct": 38.8, "humaneval_pct": 90.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4o-2024-05-13": { "id": "openai/gpt-4o-2024-05-13", "name": "OpenAI: GPT-4o (2024-05-13)", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4o:batch": { "id": "openai/gpt-4o:batch", "name": "OpenAI: GPT-4o (batch)", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 1.25, "completion_per_m_usd": 5.0 }, "benchmarks": { "lmsys_elo": 1275, "coding_elo": 1275, "swe_bench_verified_pct": 27.5, "humaneval_pct": 80.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mixtral-8x22b-instruct": { "id": "mistralai/mixtral-8x22b-instruct", "name": "Mistral: Mixtral 8x22B Instruct", "creator": "mistralai", "context_length": 65536, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "microsoft/wizardlm-2-8x22b": { "id": "microsoft/wizardlm-2-8x22b", "name": "WizardLM-2 8x22B", "creator": "microsoft", "context_length": 65535, "pricing": { "prompt_per_m_usd": 0.62, "completion_per_m_usd": 0.62 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.6, "humaneval_pct": 71.2 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4-turbo": { "id": "openai/gpt-4-turbo", "name": "OpenAI: GPT-4 Turbo", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 10.0, "completion_per_m_usd": 30.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4-turbo:batch": { "id": "openai/gpt-4-turbo:batch", "name": "OpenAI: GPT-4 Turbo (batch)", "creator": "openai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 5.0, "completion_per_m_usd": 15.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "mistralai/mistral-large": { "id": "mistralai/mistral-large", "name": "Mistral Large", "creator": "mistralai", "context_length": 128000, "pricing": { "prompt_per_m_usd": 2.0, "completion_per_m_usd": 6.0 }, "benchmarks": { "lmsys_elo": 1290, "coding_elo": 1290, "swe_bench_verified_pct": 30.0, "humaneval_pct": 82.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 36.1, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-3.5-turbo-0613": { "id": "openai/gpt-3.5-turbo-0613", "name": "OpenAI: GPT-3.5 Turbo (older v0613)", "creator": "openai", "context_length": 4095, "pricing": { "prompt_per_m_usd": 1.0, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openrouter/auto": { "id": "openrouter/auto", "name": "Auto Router", "creator": "openrouter", "context_length": 2000000, "pricing": { "prompt_per_m_usd": -1000000.0, "completion_per_m_usd": -1000000.0 }, "benchmarks": { "lmsys_elo": -14998800, "coding_elo": -14998800, "swe_bench_verified_pct": -2499985.0, "humaneval_pct": -1999930.0 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-3.5-turbo-instruct": { "id": "openai/gpt-3.5-turbo-instruct", "name": "OpenAI: GPT-3.5 Turbo Instruct", "creator": "openai", "context_length": 4095, "pricing": { "prompt_per_m_usd": 1.5, "completion_per_m_usd": 2.0 }, "benchmarks": { "lmsys_elo": 1230, "coding_elo": 1230, "swe_bench_verified_pct": 20.0, "humaneval_pct": 74.0 }, "cosmos_evals": { "test_count": 9, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-3.5-turbo-16k": { "id": "openai/gpt-3.5-turbo-16k", "name": "OpenAI: GPT-3.5 Turbo 16k", "creator": "openai", "context_length": 16385, "pricing": { "prompt_per_m_usd": 3.0, "completion_per_m_usd": 4.0 }, "benchmarks": { "lmsys_elo": 1260, "coding_elo": 1260, "swe_bench_verified_pct": 25.0, "humaneval_pct": 78.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 99.5, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "mancer/weaver": { "id": "mancer/weaver", "name": "Mancer: Weaver (alpha)", "creator": "mancer", "context_length": 8000, "pricing": { "prompt_per_m_usd": 0.4, "completion_per_m_usd": 0.75 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 16.9, "humaneval_pct": 71.5 }, "cosmos_evals": { "test_count": 15, "twelve_cs_score": 0.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "undi95/remm-slerp-l2-13b": { "id": "undi95/remm-slerp-l2-13b", "name": "ReMM SLERP 13B", "creator": "undi95", "context_length": 6144, "pricing": { "prompt_per_m_usd": 0.35, "completion_per_m_usd": 0.65 }, "benchmarks": { "lmsys_elo": 1209, "coding_elo": 1209, "swe_bench_verified_pct": 16.6, "humaneval_pct": 71.3 }, "cosmos_evals": { "test_count": 12, "twelve_cs_score": 28.2, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "gryphe/mythomax-l2-13b": { "id": "gryphe/mythomax-l2-13b", "name": "MythoMax 13B", "creator": "gryphe", "context_length": 8192, "pricing": { "prompt_per_m_usd": 0.08, "completion_per_m_usd": 0.11 }, "benchmarks": { "lmsys_elo": 1201, "coding_elo": 1201, "swe_bench_verified_pct": 15.3, "humaneval_pct": 70.2 }, "cosmos_evals": { "test_count": 28, "twelve_cs_score": 55.4, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-3.5-turbo": { "id": "openai/gpt-3.5-turbo", "name": "OpenAI: GPT-3.5 Turbo", "creator": "openai", "context_length": 16385, "pricing": { "prompt_per_m_usd": 0.5, "completion_per_m_usd": 1.5 }, "benchmarks": { "lmsys_elo": 1222, "coding_elo": 1222, "swe_bench_verified_pct": 18.8, "humaneval_pct": 73.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-3.5-turbo:batch": { "id": "openai/gpt-3.5-turbo:batch", "name": "OpenAI: GPT-3.5 Turbo (batch)", "creator": "openai", "context_length": 16385, "pricing": { "prompt_per_m_usd": 0.25, "completion_per_m_usd": 0.75 }, "benchmarks": { "lmsys_elo": 1211, "coding_elo": 1211, "swe_bench_verified_pct": 16.9, "humaneval_pct": 71.5 }, "cosmos_evals": { "test_count": 0, "twelve_cs_score": 98.0, "median_latency_ms": 120.0 }, "throughput_tps": 120.0, "is_free": false }, "openai/gpt-4": { "id": "openai/gpt-4", "name": "OpenAI: GPT-4", "creator": "openai", "context_length": 8191, "pricing": { "prompt_per_m_usd": 30.0, "completion_per_m_usd": 60.0 }, "benchmarks": { "lmsys_elo": 1350, "coding_elo": 1350, "swe_bench_verified_pct": 50.0, "humaneval_pct": 95.0 }, "cosmos_evals": { "test_count": 6, "twelve_cs_score": 52.0, "median_latency_ms": 145.0 }, "throughput_tps": 120.0, "is_free": false }, "qwen3-coder-30b-fp8": { "id": "qwen3-coder-30b-fp8", "name": "Qwen3 Coder 30B (FP8 Sovereign Rail)", "creator": "TokenCenter", "context_length": 131072, "pricing": { "prompt_per_m_usd": 0.07, "completion_per_m_usd": 0.28 }, "benchmarks": { "lmsys_elo": 1295, "coding_elo": 1315, "swe_bench_verified_pct": 41.2, "humaneval_pct": 93.1 }, "cosmos_evals": { "test_count": 8420, "twelve_cs_score": 99.4, "median_latency_ms": 108.0 }, "throughput_tps": 482.0, "is_free": false } } }