{"meta":{"source":"https://inferencebench.dev","docs":"https://inferencebench.dev/data","license":"CC BY 4.0 — cite InferenceBench with a link","vantage":"eu-falkenstein","generatedAt":"2026-10-03T01:13:48.908Z"},"leaderboard":[{"rank":1,"provider":"cerebras","provider_name":"Cerebras","score":99,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"ttft_p50_ms":184,"ttft_p95_ms":323,"e2e_ms":413,"tokens_per_sec":1749,"price_input_per_mtok_usd":0.35,"price_output_per_mtok_usd":0.75,"runs_7d":434},{"rank":2,"provider":"groq","provider_name":"Groq","score":98.7,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"ttft_p50_ms":261,"ttft_p95_ms":385,"e2e_ms":888,"tokens_per_sec":708,"price_input_per_mtok_usd":0.11,"price_output_per_mtok_usd":0.45,"runs_7d":434},{"rank":3,"provider":"mistral","provider_name":"Mistral","score":93.2,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":91.7,"ttft_p50_ms":307,"ttft_p95_ms":1009,"e2e_ms":4445,"tokens_per_sec":109,"price_input_per_mtok_usd":1,"price_output_per_mtok_usd":4.5,"runs_7d":330},{"rank":4,"provider":"scaleway","provider_name":"Scaleway","score":92.4,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"ttft_p50_ms":172,"ttft_p95_ms":1234,"e2e_ms":4739,"tokens_per_sec":93,"price_input_per_mtok_usd":0.95,"price_output_per_mtok_usd":1.81,"runs_7d":1302},{"rank":5,"provider":"cortecs","provider_name":"Cortecs","score":92.1,"reliability_pct":99.9,"tool_calling_pct":99.6,"structured_output_pct":98.3,"ttft_p50_ms":425,"ttft_p95_ms":1263,"e2e_ms":4970,"tokens_per_sec":125,"price_input_per_mtok_usd":0.63,"price_output_per_mtok_usd":1.23,"runs_7d":2387},{"rank":6,"provider":"openai","provider_name":"OpenAI","score":90.4,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"ttft_p50_ms":1040,"ttft_p95_ms":2453,"e2e_ms":5368,"tokens_per_sec":96,"price_input_per_mtok_usd":2.6,"price_output_per_mtok_usd":15.6,"runs_7d":330},{"rank":7,"provider":"together","provider_name":"Together","score":85.5,"reliability_pct":98.5,"tool_calling_pct":99.7,"structured_output_pct":96.8,"ttft_p50_ms":572,"ttft_p95_ms":1625,"e2e_ms":3999,"tokens_per_sec":130,"price_input_per_mtok_usd":0.67,"price_output_per_mtok_usd":1.12,"runs_7d":1301},{"rank":8,"provider":"openrouter","provider_name":"OpenRouter","score":84.3,"reliability_pct":99.5,"tool_calling_pct":99.9,"structured_output_pct":96.4,"ttft_p50_ms":656,"ttft_p95_ms":3027,"e2e_ms":5955,"tokens_per_sec":91,"price_input_per_mtok_usd":0.3,"price_output_per_mtok_usd":1.2,"runs_7d":2607}]}