{"meta":{"source":"https://inferencebench.dev","docs":"https://inferencebench.dev/data","license":"CC BY 4.0 — cite InferenceBench with a link","vantage":"eu-falkenstein","generatedAt":"2026-11-20T04:11:39.283Z"},"leaderboard":[{"rank":1,"provider":"cerebras","provider_name":"Cerebras","score":99,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"ttft_p50_ms":251,"ttft_p95_ms":365,"e2e_ms":475,"tokens_per_sec":1789,"price_input_per_mtok_usd":0.35,"price_output_per_mtok_usd":0.75,"runs_7d":434},{"rank":2,"provider":"mistral","provider_name":"Mistral","score":99,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":91.7,"ttft_p50_ms":386,"ttft_p95_ms":1087,"e2e_ms":4297,"tokens_per_sec":112,"price_input_per_mtok_usd":1,"price_output_per_mtok_usd":4.5,"runs_7d":304},{"rank":3,"provider":"groq","provider_name":"Groq","score":95.6,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"ttft_p50_ms":283,"ttft_p95_ms":418,"e2e_ms":917,"tokens_per_sec":691,"price_input_per_mtok_usd":0.11,"price_output_per_mtok_usd":0.45,"runs_7d":434},{"rank":4,"provider":"together","provider_name":"Together","score":91.6,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"ttft_p50_ms":309,"ttft_p95_ms":2426,"e2e_ms":3291,"tokens_per_sec":174,"price_input_per_mtok_usd":1.4,"price_output_per_mtok_usd":4.4,"runs_7d":1079},{"rank":5,"provider":"openai","provider_name":"OpenAI","score":88.4,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"ttft_p50_ms":1021,"ttft_p95_ms":2359,"e2e_ms":4722,"tokens_per_sec":108,"price_input_per_mtok_usd":2.6,"price_output_per_mtok_usd":15.6,"runs_7d":304},{"rank":6,"provider":"scaleway","provider_name":"Scaleway","score":85.6,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"ttft_p50_ms":183,"ttft_p95_ms":690,"e2e_ms":3907,"tokens_per_sec":112,"price_input_per_mtok_usd":0.95,"price_output_per_mtok_usd":1.81,"runs_7d":1302}]}