{"meta":{"source":"https://inferencebench.dev","docs":"https://inferencebench.dev/data","license":"CC BY 4.0 — cite InferenceBench with a link","vantage":"eu-falkenstein","generatedAt":"2026-11-20T04:11:38.380Z"},"pairs":[{"provider":"together","model":"deepseek-v4-flash","path":"deepseek-v4-flash-on-together","ttft_p50_ms":null,"ttft_p95_ms":null,"tokens_per_sec":null,"e2e_ms":null,"reliability_pct":0,"tool_calling_pct":0,"structured_output_pct":0,"price_input_per_mtok_usd":0.14,"price_output_per_mtok_usd":0.28,"results_7d":211,"runs_7d":26,"last_run_at":"2026-11-15 01:50:58.740526+00"},{"provider":"cerebras","model":"gemma-4-31b","path":"gemma-4-31b-on-cerebras","ttft_p50_ms":null,"ttft_p95_ms":null,"tokens_per_sec":null,"e2e_ms":null,"reliability_pct":0,"tool_calling_pct":0,"structured_output_pct":0,"price_input_per_mtok_usd":0.99,"price_output_per_mtok_usd":1.49,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 12:41:11.95239+00"},{"provider":"cerebras","model":"gpt-oss-120b","path":"gpt-oss-120b-on-cerebras","ttft_p50_ms":251,"ttft_p95_ms":364.9999999999999,"tokens_per_sec":1788.69,"e2e_ms":474.6,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":0.35,"price_output_per_mtok_usd":0.75,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 12:41:30.644478+00"},{"provider":"fireworks","model":"minimax-m3","path":"minimax-m3-on-fireworks","ttft_p50_ms":null,"ttft_p95_ms":null,"tokens_per_sec":null,"e2e_ms":null,"reliability_pct":0,"tool_calling_pct":0,"structured_output_pct":0,"price_input_per_mtok_usd":0.3,"price_output_per_mtok_usd":1.2,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 12:41:55.467926+00"},{"provider":"together","model":"kimi-k3","path":"kimi-k3-on-together","ttft_p50_ms":1438,"ttft_p95_ms":2426.2,"tokens_per_sec":111.56,"e2e_ms":5023.5,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":3,"price_output_per_mtok_usd":15,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 14:44:59.056885+00"},{"provider":"fireworks","model":"deepseek-v4-flash","path":"deepseek-v4-flash-on-fireworks","ttft_p50_ms":null,"ttft_p95_ms":null,"tokens_per_sec":null,"e2e_ms":null,"reliability_pct":0,"tool_calling_pct":0,"structured_output_pct":0,"price_input_per_mtok_usd":0.22,"price_output_per_mtok_usd":0.66,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 15:43:10.725938+00"},{"provider":"together","model":"glm-5.2","path":"glm-5.2-on-together","ttft_p50_ms":309,"ttft_p95_ms":2528.399999999999,"tokens_per_sec":280.63,"e2e_ms":1734.4,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":1.4,"price_output_per_mtok_usd":4.4,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 16:45:46.517435+00"},{"provider":"together","model":"minimax-m3","path":"minimax-m3-on-together","ttft_p50_ms":null,"ttft_p95_ms":null,"tokens_per_sec":null,"e2e_ms":null,"reliability_pct":0,"tool_calling_pct":0,"structured_output_pct":0,"price_input_per_mtok_usd":0.3,"price_output_per_mtok_usd":1.2,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 15:43:18.822483+00"},{"provider":"together","model":"gpt-oss-120b","path":"gpt-oss-120b-on-together","ttft_p50_ms":201,"ttft_p95_ms":322.59999999999997,"tokens_per_sec":129.46,"e2e_ms":3290.8,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":0.15,"price_output_per_mtok_usd":0.6,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 16:46:11.225007+00"},{"provider":"fireworks","model":"gpt-oss-120b","path":"gpt-oss-120b-on-fireworks","ttft_p50_ms":null,"ttft_p95_ms":null,"tokens_per_sec":null,"e2e_ms":null,"reliability_pct":0,"tool_calling_pct":0,"structured_output_pct":0,"price_input_per_mtok_usd":0.15,"price_output_per_mtok_usd":0.6,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 16:44:16.30671+00"},{"provider":"groq","model":"gpt-oss-20b","path":"gpt-oss-20b-on-groq","ttft_p50_ms":274,"ttft_p95_ms":431.5999999999999,"tokens_per_sec":894.005,"e2e_ms":721.4,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":0.075,"price_output_per_mtok_usd":0.3,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-15 03:53:47.014574+00"},{"provider":"groq","model":"gpt-oss-120b","path":"gpt-oss-120b-on-groq","ttft_p50_ms":291,"ttft_p95_ms":403.59999999999997,"tokens_per_sec":486.66,"e2e_ms":1112.9,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":0.15,"price_output_per_mtok_usd":0.6,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-15 04:24:19.233484+00"},{"provider":"scaleway","model":"gpt-oss-120b","path":"gpt-oss-120b-on-scaleway","ttft_p50_ms":161,"ttft_p95_ms":510.9999999999993,"tokens_per_sec":137.685,"e2e_ms":3066.2,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":0.1719,"price_output_per_mtok_usd":0.6878,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 16:44:34.40541+00"},{"provider":"scaleway","model":"qwen3-235b","path":"qwen3-235b-on-scaleway","ttft_p50_ms":184,"ttft_p95_ms":763.399999999999,"tokens_per_sec":60.56,"e2e_ms":6789,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":0.8597,"price_output_per_mtok_usd":2.5792,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 17:15:58.541193+00"},{"provider":"fireworks","model":"glm-5.2","path":"glm-5.2-on-fireworks","ttft_p50_ms":null,"ttft_p95_ms":null,"tokens_per_sec":null,"e2e_ms":null,"reliability_pct":0,"tool_calling_pct":0,"structured_output_pct":0,"price_input_per_mtok_usd":1.4,"price_output_per_mtok_usd":4.4,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 16:44:42.202901+00"},{"provider":"scaleway","model":"deepseek-v4-flash","path":"deepseek-v4-flash-on-scaleway","ttft_p50_ms":421,"ttft_p95_ms":3771.4,"tokens_per_sec":140.4,"e2e_ms":3270,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":0.4585,"price_output_per_mtok_usd":0.917,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 15:45:22.021065+00"},{"provider":"mistral","model":"mistral-large-3","path":"mistral-large-3-on-mistral","ttft_p50_ms":466.5,"ttft_p95_ms":1251.5499999999993,"tokens_per_sec":79.43,"e2e_ms":5502.4,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":83.33,"price_input_per_mtok_usd":0.5,"price_output_per_mtok_usd":1.5,"results_7d":152,"runs_7d":18,"last_run_at":"2026-11-14 16:15:40.648685+00"},{"provider":"fireworks","model":"kimi-k3","path":"kimi-k3-on-fireworks","ttft_p50_ms":null,"ttft_p95_ms":null,"tokens_per_sec":null,"e2e_ms":null,"reliability_pct":0,"tool_calling_pct":0,"structured_output_pct":0,"price_input_per_mtok_usd":3,"price_output_per_mtok_usd":15,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 16:13:39.02429+00"},{"provider":"openai","model":"gpt-5.6-sol","path":"gpt-5.6-sol-on-openai","ttft_p50_ms":1136,"ttft_p95_ms":2936.0499999999993,"tokens_per_sec":108.16499999999999,"e2e_ms":4834.1,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":5,"price_output_per_mtok_usd":30,"results_7d":152,"runs_7d":18,"last_run_at":"2026-11-14 16:16:01.111376+00"},{"provider":"scaleway","model":"llama-3.3-70b","path":"llama-3.3-70b-on-scaleway","ttft_p50_ms":154,"ttft_p95_ms":688.2,"tokens_per_sec":91.13999999999999,"e2e_ms":4542.9,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":1.0317,"price_output_per_mtok_usd":1.0317,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 16:14:14.842968+00"},{"provider":"scaleway","model":"mistral-medium-3-5","path":"mistral-medium-3-5-on-scaleway","ttft_p50_ms":182,"ttft_p95_ms":357.5999999999999,"tokens_per_sec":68.84,"e2e_ms":5992.6,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":1.7195,"price_output_per_mtok_usd":8.5973,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 17:15:49.499536+00"},{"provider":"scaleway","model":"glm-5.2","path":"glm-5.2-on-scaleway","ttft_p50_ms":195,"ttft_p95_ms":691.1999999999998,"tokens_per_sec":171.47,"e2e_ms":2527.8,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":2.0633,"price_output_per_mtok_usd":6.3047,"results_7d":217,"runs_7d":28,"last_run_at":"2026-11-14 17:14:41.995612+00"},{"provider":"mistral","model":"mistral-medium-3-5","path":"mistral-medium-3-5-on-mistral","ttft_p50_ms":305,"ttft_p95_ms":921.1999999999994,"tokens_per_sec":143.57,"e2e_ms":3091.1,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":1.5,"price_output_per_mtok_usd":7.5,"results_7d":152,"runs_7d":18,"last_run_at":"2026-11-14 16:16:47.786241+00"},{"provider":"openai","model":"gpt-5.6-luna","path":"gpt-5.6-luna-on-openai","ttft_p50_ms":906,"ttft_p95_ms":1780.8499999999985,"tokens_per_sec":107.98,"e2e_ms":4610.4,"reliability_pct":100,"tool_calling_pct":100,"structured_output_pct":100,"price_input_per_mtok_usd":0.2,"price_output_per_mtok_usd":1.2,"results_7d":152,"runs_7d":18,"last_run_at":"2026-11-15 04:53:26.200213+00"}]}