{
 "name": "llm-speed signed LLM inference benchmarks (measured by llm-speed or community-submitted)",
 "version": "2026-11-06",
 "generated_at": "2026-11-06T01:13:09Z",
 "license": "CC BY 4.0",
 "license_url": "https://creativecommons.org/licenses/by/4.0/",
 "source": "https://llm-speed.com/data",
 "citation": "llm-speed. Signed LLM inference benchmarks (measured by llm-speed or community-submitted), version 2026-11-06. https://llm-speed.com/data. CC BY 4.0.",
 "fields": {
  "run_id": "Run ID; the run page is /r/<run_id>",
  "run_url": "Run page URL",
  "date": "Date the run was received (UTC, YYYY-MM-DD)",
  "hardware": "GPU (with its memory) or Apple Silicon as reported by the benchmark CLI; host CPU and RAM only for runs that kept work on the CPU (offload)",
  "model": "Model name as reported by the runtime",
  "model_size": "Parameter count as reported by the runtime, if any",
  "quant": "Quantization as reported by the runtime, if any",
  "runtime": "Inference runtime (backend), e.g. llama.cpp, ollama, mlx",
  "runtime_version": "Runtime version, if reported",
  "workload": "Suite workload, e.g. chat-short, agent-trace",
  "suite_version": "Benchmark suite version",
  "decode_tps": "Decode speed recorded by the signed run, tokens/second",
  "prefill_tps": "Prompt-processing speed recorded by the signed run, tokens/second",
  "ttft_ms": "Time to first token recorded by the signed run, ms",
  "prompt_tokens": "Prompt tokens",
  "output_tokens": "Generated tokens",
  "batch_size": "Concurrent sequences",
  "source": "'llm-speed' when llm-speed measured the run (listed in https://api.llm-speed.com/v1/run-sources), else 'community' (community-submitted, not measured by llm-speed)"
 },
 "run_count": 356,
 "row_count": 803,
 "source_counts": {
  "llm-speed": 419,
  "community": 384
 },
 "excluded_flagged_run_count": 1,
 "excluded_suspect_run_count": 1,
 "rows": [
  {
   "run_id": "r_sf9x2u7872j",
   "run_url": "https://llm-speed.com/r/r_sf9x2u7872j",
   "date": "2026-11-04",
   "hardware": "RTX 3090 (24GB)",
   "model": "hf.co/unsloth/Qwen3.8-27B-GGUF",
   "model_size": "27.3B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.40.14",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 40.9733,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_sf9x2u7872j",
   "run_url": "https://llm-speed.com/r/r_sf9x2u7872j",
   "date": "2026-11-04",
   "hardware": "RTX 3090 (24GB)",
   "model": "hf.co/unsloth/Qwen3.8-27B-GGUF",
   "model_size": "27.3B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.40.14",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 41.3741,
   "prefill_tps": 174.52,
   "ttft_ms": 882.4,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_sf9x2u7872j",
   "run_url": "https://llm-speed.com/r/r_sf9x2u7872j",
   "date": "2026-11-04",
   "hardware": "RTX 3090 (24GB)",
   "model": "hf.co/unsloth/Qwen3.8-27B-GGUF",
   "model_size": "27.3B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.40.14",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 40.9634,
   "prefill_tps": 1137.82,
   "ttft_ms": 2833.5,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_sf9x2u7872j",
   "run_url": "https://llm-speed.com/r/r_sf9x2u7872j",
   "date": "2026-11-04",
   "hardware": "RTX 3090 (24GB)",
   "model": "hf.co/unsloth/Qwen3.8-27B-GGUF",
   "model_size": "27.3B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.40.14",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 39.2158,
   "prefill_tps": 2292.53,
   "ttft_ms": 904.0,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_z6--z4sihzt",
   "run_url": "https://llm-speed.com/r/r_z6--z4sihzt",
   "date": "2026-11-01",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12018, commit 8956c769e)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 41.8056,
   "prefill_tps": 347.89,
   "ttft_ms": 442.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_z6--z4sihzt",
   "run_url": "https://llm-speed.com/r/r_z6--z4sihzt",
   "date": "2026-11-01",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12018, commit 8956c769e)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 42.7054,
   "prefill_tps": 1673.22,
   "ttft_ms": 1926.8,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_do9h933nvme",
   "run_url": "https://llm-speed.com/r/r_do9h933nvme",
   "date": "2026-10-31",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12017, commit 5047748f1)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 43.4898,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_do9h933nvme",
   "run_url": "https://llm-speed.com/r/r_do9h933nvme",
   "date": "2026-10-31",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12017, commit 5047748f1)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 43.1054,
   "prefill_tps": 440.37,
   "ttft_ms": 349.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_do9h933nvme",
   "run_url": "https://llm-speed.com/r/r_do9h933nvme",
   "date": "2026-10-31",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12017, commit 5047748f1)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 42.4564,
   "prefill_tps": 2020.21,
   "ttft_ms": 1595.9,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_do9h933nvme",
   "run_url": "https://llm-speed.com/r/r_do9h933nvme",
   "date": "2026-10-31",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12017, commit 5047748f1)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 42.4567,
   "prefill_tps": 4009.74,
   "ttft_ms": 567.7,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_9yhg3wvngab",
   "run_url": "https://llm-speed.com/r/r_9yhg3wvngab",
   "date": "2026-10-31",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-mtp-on",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12017, commit 5047748f1)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 81.229,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_9yhg3wvngab",
   "run_url": "https://llm-speed.com/r/r_9yhg3wvngab",
   "date": "2026-10-31",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-mtp-on",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12017, commit 5047748f1)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 75.2617,
   "prefill_tps": 274.64,
   "ttft_ms": 560.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_9yhg3wvngab",
   "run_url": "https://llm-speed.com/r/r_9yhg3wvngab",
   "date": "2026-10-31",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-mtp-on",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12017, commit 5047748f1)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 99.0697,
   "prefill_tps": 1673.21,
   "ttft_ms": 1926.8,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_9yhg3wvngab",
   "run_url": "https://llm-speed.com/r/r_9yhg3wvngab",
   "date": "2026-10-31",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-mtp-on",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.8.0-dev (build 12017, commit 5047748f1)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 66.9271,
   "prefill_tps": 3280.52,
   "ttft_ms": 697.0,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_x0ugw32ix4y",
   "run_url": "https://llm-speed.com/r/r_x0ugw32ix4y",
   "date": "2026-10-29",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-filled32k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 38.9953,
   "prefill_tps": 2859.04,
   "ttft_ms": 11588.9,
   "prompt_tokens": 33133,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ueialwdh3xt",
   "run_url": "https://llm-speed.com/r/r_ueialwdh3xt",
   "date": "2026-10-29",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-filled16k",
   "model_size": null,
   "quant": "UD-Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 139.3232,
   "prefill_tps": 5807.38,
   "ttft_ms": 2808.8,
   "prompt_tokens": 16312,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_lmtk9vx8a75",
   "run_url": "https://llm-speed.com/r/r_lmtk9vx8a75",
   "date": "2026-10-29",
   "hardware": "L40S (45GB)",
   "model": "Qwen3.8-27B-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 34.2837,
   "prefill_tps": 571.12,
   "ttft_ms": 269.6,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_kv0vxavv3x_",
   "run_url": "https://llm-speed.com/r/r_kv0vxavv3x_",
   "date": "2026-10-29",
   "hardware": "L40S (45GB)",
   "model": "Qwen3.8-27B-ctx4k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 34.2794,
   "prefill_tps": 568.81,
   "ttft_ms": 270.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jhqnznuo87u",
   "run_url": "https://llm-speed.com/r/r_jhqnznuo87u",
   "date": "2026-10-29",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-filled32k",
   "model_size": null,
   "quant": "UD-Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 128.9448,
   "prefill_tps": 5770.16,
   "ttft_ms": 5674.7,
   "prompt_tokens": 32744,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jcyn1luqf6w",
   "run_url": "https://llm-speed.com/r/r_jcyn1luqf6w",
   "date": "2026-10-29",
   "hardware": "L40S (45GB)",
   "model": "Qwen3.8-27B-ctx32k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 34.273,
   "prefill_tps": 564.58,
   "ttft_ms": 272.8,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_f0etksoa6-y",
   "run_url": "https://llm-speed.com/r/r_f0etksoa6-y",
   "date": "2026-10-29",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-filled16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 41.2086,
   "prefill_tps": 2978.72,
   "ttft_ms": 5635.3,
   "prompt_tokens": 16786,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_zoeatakzums",
   "run_url": "https://llm-speed.com/r/r_zoeatakzums",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx32k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.6156,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_zoeatakzums",
   "run_url": "https://llm-speed.com/r/r_zoeatakzums",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx32k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.5976,
   "prefill_tps": 272.3,
   "ttft_ms": 565.6,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_zoeatakzums",
   "run_url": "https://llm-speed.com/r/r_zoeatakzums",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx32k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.0397,
   "prefill_tps": 697.44,
   "ttft_ms": 4500.7,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_zoeatakzums",
   "run_url": "https://llm-speed.com/r/r_zoeatakzums",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx32k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 18.4845,
   "prefill_tps": 1667.55,
   "ttft_ms": 967.6,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y9y09s77lfa",
   "run_url": "https://llm-speed.com/r/r_y9y09s77lfa",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx16k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.7836,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y9y09s77lfa",
   "run_url": "https://llm-speed.com/r/r_y9y09s77lfa",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx16k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.4245,
   "prefill_tps": 256.69,
   "ttft_ms": 600.0,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y9y09s77lfa",
   "run_url": "https://llm-speed.com/r/r_y9y09s77lfa",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx16k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.8203,
   "prefill_tps": 687.03,
   "ttft_ms": 4569.0,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y9y09s77lfa",
   "run_url": "https://llm-speed.com/r/r_y9y09s77lfa",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx16k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 20.0846,
   "prefill_tps": 1655.84,
   "ttft_ms": 1014.5,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y8qy4yd5p7i",
   "run_url": "https://llm-speed.com/r/r_y8qy4yd5p7i",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx48k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.6044,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y8qy4yd5p7i",
   "run_url": "https://llm-speed.com/r/r_y8qy4yd5p7i",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx48k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.4731,
   "prefill_tps": 271.64,
   "ttft_ms": 566.9,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y8qy4yd5p7i",
   "run_url": "https://llm-speed.com/r/r_y8qy4yd5p7i",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx48k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.8299,
   "prefill_tps": 691.14,
   "ttft_ms": 4541.8,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y8qy4yd5p7i",
   "run_url": "https://llm-speed.com/r/r_y8qy4yd5p7i",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx48k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 19.6862,
   "prefill_tps": 1639.26,
   "ttft_ms": 996.9,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y0ta7uys8ay",
   "run_url": "https://llm-speed.com/r/r_y0ta7uys8ay",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 41.521,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y0ta7uys8ay",
   "run_url": "https://llm-speed.com/r/r_y0ta7uys8ay",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 42.2492,
   "prefill_tps": 556.9,
   "ttft_ms": 222.7,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y0ta7uys8ay",
   "run_url": "https://llm-speed.com/r/r_y0ta7uys8ay",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 38.576,
   "prefill_tps": 1718.35,
   "ttft_ms": 1857.0,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_y0ta7uys8ay",
   "run_url": "https://llm-speed.com/r/r_y0ta7uys8ay",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 40.2109,
   "prefill_tps": 2810.64,
   "ttft_ms": 749.9,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_xva_h_3wgzn",
   "run_url": "https://llm-speed.com/r/r_xva_h_3wgzn",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx96k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 53.1278,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_xva_h_3wgzn",
   "run_url": "https://llm-speed.com/r/r_xva_h_3wgzn",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx96k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 53.6635,
   "prefill_tps": 656.24,
   "ttft_ms": 234.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_xva_h_3wgzn",
   "run_url": "https://llm-speed.com/r/r_xva_h_3wgzn",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx96k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.7642,
   "prefill_tps": 2682.84,
   "ttft_ms": 1170.0,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_xva_h_3wgzn",
   "run_url": "https://llm-speed.com/r/r_xva_h_3wgzn",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx96k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 49.4772,
   "prefill_tps": 5371.08,
   "ttft_ms": 365.0,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_x8mqtlf166j",
   "run_url": "https://llm-speed.com/r/r_x8mqtlf166j",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx48k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.7506,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_x8mqtlf166j",
   "run_url": "https://llm-speed.com/r/r_x8mqtlf166j",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx48k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.7109,
   "prefill_tps": 273.67,
   "ttft_ms": 562.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_x8mqtlf166j",
   "run_url": "https://llm-speed.com/r/r_x8mqtlf166j",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx48k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.0912,
   "prefill_tps": 691.74,
   "ttft_ms": 4537.8,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_x8mqtlf166j",
   "run_url": "https://llm-speed.com/r/r_x8mqtlf166j",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx48k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 19.3533,
   "prefill_tps": 1668.32,
   "ttft_ms": 1137.6,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_wp_oeg56l9a",
   "run_url": "https://llm-speed.com/r/r_wp_oeg56l9a",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx64k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 35.971,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_wp_oeg56l9a",
   "run_url": "https://llm-speed.com/r/r_wp_oeg56l9a",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx64k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 36.6643,
   "prefill_tps": 353.06,
   "ttft_ms": 351.2,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_wp_oeg56l9a",
   "run_url": "https://llm-speed.com/r/r_wp_oeg56l9a",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx64k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 32.9933,
   "prefill_tps": 925.88,
   "ttft_ms": 3446.4,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_wp_oeg56l9a",
   "run_url": "https://llm-speed.com/r/r_wp_oeg56l9a",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx64k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 33.962,
   "prefill_tps": 2109.89,
   "ttft_ms": 1103.1,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_wap61ewkpzm",
   "run_url": "https://llm-speed.com/r/r_wap61ewkpzm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB) + AMD EPYC 7452 32-Core Processor (32c) + 504GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe6-ctx8k",
   "model_size": null,
   "quant": "Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 42.6957,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_wap61ewkpzm",
   "run_url": "https://llm-speed.com/r/r_wap61ewkpzm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB) + AMD EPYC 7452 32-Core Processor (32c) + 504GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe6-ctx8k",
   "model_size": null,
   "quant": "Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 39.8241,
   "prefill_tps": 275.17,
   "ttft_ms": 356.1,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_wap61ewkpzm",
   "run_url": "https://llm-speed.com/r/r_wap61ewkpzm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB) + AMD EPYC 7452 32-Core Processor (32c) + 504GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe6-ctx8k",
   "model_size": null,
   "quant": "Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 40.7223,
   "prefill_tps": 2006.27,
   "ttft_ms": 1502.3,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_wap61ewkpzm",
   "run_url": "https://llm-speed.com/r/r_wap61ewkpzm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB) + AMD EPYC 7452 32-Core Processor (32c) + 504GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe6-ctx8k",
   "model_size": null,
   "quant": "Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 41.4103,
   "prefill_tps": 4498.62,
   "ttft_ms": 494.3,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_w40_vv7f77w",
   "run_url": "https://llm-speed.com/r/r_w40_vv7f77w",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 38.5392,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_w40_vv7f77w",
   "run_url": "https://llm-speed.com/r/r_w40_vv7f77w",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 38.8259,
   "prefill_tps": 479.07,
   "ttft_ms": 321.5,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_w40_vv7f77w",
   "run_url": "https://llm-speed.com/r/r_w40_vv7f77w",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 38.3523,
   "prefill_tps": 1237.54,
   "ttft_ms": 2605.2,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_w40_vv7f77w",
   "run_url": "https://llm-speed.com/r/r_w40_vv7f77w",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 37.8848,
   "prefill_tps": 2399.65,
   "ttft_ms": 864.9,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vusd3gw5tpg",
   "run_url": "https://llm-speed.com/r/r_vusd3gw5tpg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx64k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 216.4555,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vusd3gw5tpg",
   "run_url": "https://llm-speed.com/r/r_vusd3gw5tpg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx64k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.6163,
   "prefill_tps": 1042.31,
   "ttft_ms": 107.5,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vusd3gw5tpg",
   "run_url": "https://llm-speed.com/r/r_vusd3gw5tpg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx64k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 212.4259,
   "prefill_tps": 6336.71,
   "ttft_ms": 502.2,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vusd3gw5tpg",
   "run_url": "https://llm-speed.com/r/r_vusd3gw5tpg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx64k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 210.3974,
   "prefill_tps": 10178.76,
   "ttft_ms": 201.1,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_v-sdiljpm7i",
   "run_url": "https://llm-speed.com/r/r_v-sdiljpm7i",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 128.6997,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_v-sdiljpm7i",
   "run_url": "https://llm-speed.com/r/r_v-sdiljpm7i",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 128.9248,
   "prefill_tps": 371.74,
   "ttft_ms": 263.6,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_v-sdiljpm7i",
   "run_url": "https://llm-speed.com/r/r_v-sdiljpm7i",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 123.035,
   "prefill_tps": 2739.77,
   "ttft_ms": 1100.1,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_v-sdiljpm7i",
   "run_url": "https://llm-speed.com/r/r_v-sdiljpm7i",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 124.4398,
   "prefill_tps": 6080.49,
   "ttft_ms": 329.7,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_u_kr0v-wwde",
   "run_url": "https://llm-speed.com/r/r_u_kr0v-wwde",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx8k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 21.5556,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_u_kr0v-wwde",
   "run_url": "https://llm-speed.com/r/r_u_kr0v-wwde",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx8k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 23.3409,
   "prefill_tps": 265.15,
   "ttft_ms": 580.8,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_u_kr0v-wwde",
   "run_url": "https://llm-speed.com/r/r_u_kr0v-wwde",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx8k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 22.3121,
   "prefill_tps": 721.98,
   "ttft_ms": 4347.8,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_u_kr0v-wwde",
   "run_url": "https://llm-speed.com/r/r_u_kr0v-wwde",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx8k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 20.1794,
   "prefill_tps": 1636.44,
   "ttft_ms": 1012.1,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tt9io-8lu9p",
   "run_url": "https://llm-speed.com/r/r_tt9io-8lu9p",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 44.0979,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tt9io-8lu9p",
   "run_url": "https://llm-speed.com/r/r_tt9io-8lu9p",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 44.1786,
   "prefill_tps": 691.52,
   "ttft_ms": 222.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tt9io-8lu9p",
   "run_url": "https://llm-speed.com/r/r_tt9io-8lu9p",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 43.6748,
   "prefill_tps": 2412.33,
   "ttft_ms": 1336.5,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tt9io-8lu9p",
   "run_url": "https://llm-speed.com/r/r_tt9io-8lu9p",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 43.3727,
   "prefill_tps": 4710.83,
   "ttft_ms": 458.3,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tp8imqk28q5",
   "run_url": "https://llm-speed.com/r/r_tp8imqk28q5",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 86.706,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tp8imqk28q5",
   "run_url": "https://llm-speed.com/r/r_tp8imqk28q5",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 89.4414,
   "prefill_tps": 327.05,
   "ttft_ms": 299.7,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tp8imqk28q5",
   "run_url": "https://llm-speed.com/r/r_tp8imqk28q5",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 83.272,
   "prefill_tps": 1365.58,
   "ttft_ms": 2207.1,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tp8imqk28q5",
   "run_url": "https://llm-speed.com/r/r_tp8imqk28q5",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 82.7347,
   "prefill_tps": 3066.88,
   "ttft_ms": 657.6,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tjpngokmjv3",
   "run_url": "https://llm-speed.com/r/r_tjpngokmjv3",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 36.8507,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tjpngokmjv3",
   "run_url": "https://llm-speed.com/r/r_tjpngokmjv3",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 37.8664,
   "prefill_tps": 332.66,
   "ttft_ms": 372.8,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tjpngokmjv3",
   "run_url": "https://llm-speed.com/r/r_tjpngokmjv3",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 33.3979,
   "prefill_tps": 733.61,
   "ttft_ms": 4349.7,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_tjpngokmjv3",
   "run_url": "https://llm-speed.com/r/r_tjpngokmjv3",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 34.7431,
   "prefill_tps": 1225.98,
   "ttft_ms": 1965.4,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sz089qf84ge",
   "run_url": "https://llm-speed.com/r/r_sz089qf84ge",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx32k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 53.1376,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sz089qf84ge",
   "run_url": "https://llm-speed.com/r/r_sz089qf84ge",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx32k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 53.7,
   "prefill_tps": 654.97,
   "ttft_ms": 235.1,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sz089qf84ge",
   "run_url": "https://llm-speed.com/r/r_sz089qf84ge",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx32k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.4939,
   "prefill_tps": 2685.34,
   "ttft_ms": 1168.9,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sz089qf84ge",
   "run_url": "https://llm-speed.com/r/r_sz089qf84ge",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx32k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 50.8099,
   "prefill_tps": 5323.3,
   "ttft_ms": 365.0,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sw92j6kg7js",
   "run_url": "https://llm-speed.com/r/r_sw92j6kg7js",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 166.1581,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sw92j6kg7js",
   "run_url": "https://llm-speed.com/r/r_sw92j6kg7js",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 169.1805,
   "prefill_tps": 442.01,
   "ttft_ms": 221.7,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sw92j6kg7js",
   "run_url": "https://llm-speed.com/r/r_sw92j6kg7js",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 157.7866,
   "prefill_tps": 5779.11,
   "ttft_ms": 521.5,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sw92j6kg7js",
   "run_url": "https://llm-speed.com/r/r_sw92j6kg7js",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx16k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 160.3678,
   "prefill_tps": 10368.21,
   "ttft_ms": 184.2,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sbcga8o1-af",
   "run_url": "https://llm-speed.com/r/r_sbcga8o1-af",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx8k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 52.2598,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sbcga8o1-af",
   "run_url": "https://llm-speed.com/r/r_sbcga8o1-af",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx8k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 52.7083,
   "prefill_tps": 617.44,
   "ttft_ms": 249.4,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sbcga8o1-af",
   "run_url": "https://llm-speed.com/r/r_sbcga8o1-af",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx8k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 50.7154,
   "prefill_tps": 2830.02,
   "ttft_ms": 1109.2,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_sbcga8o1-af",
   "run_url": "https://llm-speed.com/r/r_sbcga8o1-af",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx8k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 49.0121,
   "prefill_tps": 5508.67,
   "ttft_ms": 368.0,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_r7gzl4lmmdc",
   "run_url": "https://llm-speed.com/r/r_r7gzl4lmmdc",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 166.5042,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_r7gzl4lmmdc",
   "run_url": "https://llm-speed.com/r/r_r7gzl4lmmdc",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 168.0303,
   "prefill_tps": 488.42,
   "ttft_ms": 200.6,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_r7gzl4lmmdc",
   "run_url": "https://llm-speed.com/r/r_r7gzl4lmmdc",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 157.5908,
   "prefill_tps": 5789.24,
   "ttft_ms": 520.6,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_r7gzl4lmmdc",
   "run_url": "https://llm-speed.com/r/r_r7gzl4lmmdc",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 160.2653,
   "prefill_tps": 10408.18,
   "ttft_ms": 184.2,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_pf4ye8_4xmc",
   "run_url": "https://llm-speed.com/r/r_pf4ye8_4xmc",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx96k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.9531,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_pf4ye8_4xmc",
   "run_url": "https://llm-speed.com/r/r_pf4ye8_4xmc",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx96k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.5926,
   "prefill_tps": 265.67,
   "ttft_ms": 579.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_pf4ye8_4xmc",
   "run_url": "https://llm-speed.com/r/r_pf4ye8_4xmc",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx96k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.8692,
   "prefill_tps": 688.04,
   "ttft_ms": 4562.2,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_pf4ye8_4xmc",
   "run_url": "https://llm-speed.com/r/r_pf4ye8_4xmc",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx96k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 20.7036,
   "prefill_tps": 1638.2,
   "ttft_ms": 1201.4,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_o_w_qkesyk1",
   "run_url": "https://llm-speed.com/r/r_o_w_qkesyk1",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx64k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 41.5527,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_o_w_qkesyk1",
   "run_url": "https://llm-speed.com/r/r_o_w_qkesyk1",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx64k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 42.1653,
   "prefill_tps": 544.7,
   "ttft_ms": 227.7,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_o_w_qkesyk1",
   "run_url": "https://llm-speed.com/r/r_o_w_qkesyk1",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx64k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 38.5504,
   "prefill_tps": 1759.09,
   "ttft_ms": 1814.0,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_o_w_qkesyk1",
   "run_url": "https://llm-speed.com/r/r_o_w_qkesyk1",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx64k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 39.8262,
   "prefill_tps": 3327.36,
   "ttft_ms": 763.5,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_o_5i6lks9qg",
   "run_url": "https://llm-speed.com/r/r_o_5i6lks9qg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx48k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 40.6624,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_o_5i6lks9qg",
   "run_url": "https://llm-speed.com/r/r_o_5i6lks9qg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx48k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 40.7657,
   "prefill_tps": 515.97,
   "ttft_ms": 240.3,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_o_5i6lks9qg",
   "run_url": "https://llm-speed.com/r/r_o_5i6lks9qg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx48k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 37.9988,
   "prefill_tps": 1669.93,
   "ttft_ms": 1910.9,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_o_5i6lks9qg",
   "run_url": "https://llm-speed.com/r/r_o_5i6lks9qg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx48k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 38.7056,
   "prefill_tps": 2987.17,
   "ttft_ms": 826.0,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ntsos2cxwja",
   "run_url": "https://llm-speed.com/r/r_ntsos2cxwja",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx32k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.62,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ntsos2cxwja",
   "run_url": "https://llm-speed.com/r/r_ntsos2cxwja",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx32k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.4801,
   "prefill_tps": 269.69,
   "ttft_ms": 571.0,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ntsos2cxwja",
   "run_url": "https://llm-speed.com/r/r_ntsos2cxwja",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx32k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.7643,
   "prefill_tps": 684.1,
   "ttft_ms": 4588.5,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ntsos2cxwja",
   "run_url": "https://llm-speed.com/r/r_ntsos2cxwja",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx32k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 19.3563,
   "prefill_tps": 1628.33,
   "ttft_ms": 1272.6,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_n_q8bg3e105",
   "run_url": "https://llm-speed.com/r/r_n_q8bg3e105",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 36.7397,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_n_q8bg3e105",
   "run_url": "https://llm-speed.com/r/r_n_q8bg3e105",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 37.5986,
   "prefill_tps": 333.12,
   "ttft_ms": 372.2,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_n_q8bg3e105",
   "run_url": "https://llm-speed.com/r/r_n_q8bg3e105",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 33.3203,
   "prefill_tps": 700.37,
   "ttft_ms": 4556.2,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_n_q8bg3e105",
   "run_url": "https://llm-speed.com/r/r_n_q8bg3e105",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 33.9713,
   "prefill_tps": 1094.9,
   "ttft_ms": 2077.3,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_mmtzel_i367",
   "run_url": "https://llm-speed.com/r/r_mmtzel_i367",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx4k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 38.5335,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_mmtzel_i367",
   "run_url": "https://llm-speed.com/r/r_mmtzel_i367",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx4k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 38.6068,
   "prefill_tps": 482.32,
   "ttft_ms": 319.3,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_mmtzel_i367",
   "run_url": "https://llm-speed.com/r/r_mmtzel_i367",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx4k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 38.1934,
   "prefill_tps": 1222.71,
   "ttft_ms": 2636.8,
   "prompt_tokens": 3224,
   "output_tokens": 872,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_mmtzel_i367",
   "run_url": "https://llm-speed.com/r/r_mmtzel_i367",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx4k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 37.8201,
   "prefill_tps": 2401.28,
   "ttft_ms": 861.6,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ll6l5npoik8",
   "run_url": "https://llm-speed.com/r/r_ll6l5npoik8",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "DeepSeek-R1-0528-Qwen3-8B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 155.0496,
   "prefill_tps": 2106.67,
   "ttft_ms": 49.8,
   "prompt_tokens": 105,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_klxxsjjp2m-",
   "run_url": "https://llm-speed.com/r/r_klxxsjjp2m-",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB) + AMD EPYC 7763 64-Core Processor (128c) + 1008GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe6-ctx8k",
   "model_size": null,
   "quant": "Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 16.8019,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_klxxsjjp2m-",
   "run_url": "https://llm-speed.com/r/r_klxxsjjp2m-",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB) + AMD EPYC 7763 64-Core Processor (128c) + 1008GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe6-ctx8k",
   "model_size": null,
   "quant": "Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 16.836,
   "prefill_tps": 200.47,
   "ttft_ms": 488.9,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_klxxsjjp2m-",
   "run_url": "https://llm-speed.com/r/r_klxxsjjp2m-",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB) + AMD EPYC 7763 64-Core Processor (128c) + 1008GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe6-ctx8k",
   "model_size": null,
   "quant": "Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 17.3786,
   "prefill_tps": 1316.15,
   "ttft_ms": 2290.0,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_klxxsjjp2m-",
   "run_url": "https://llm-speed.com/r/r_klxxsjjp2m-",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB) + AMD EPYC 7763 64-Core Processor (128c) + 1008GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe6-ctx8k",
   "model_size": null,
   "quant": "Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 17.0363,
   "prefill_tps": 2973.72,
   "ttft_ms": 701.1,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_kiilk85gcx_",
   "run_url": "https://llm-speed.com/r/r_kiilk85gcx_",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3-8B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 154.9902,
   "prefill_tps": 2155.19,
   "ttft_ms": 51.0,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_kdmexe0lkqn",
   "run_url": "https://llm-speed.com/r/r_kdmexe0lkqn",
   "date": "2026-10-22",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 129.8196,
   "prefill_tps": 5965.83,
   "ttft_ms": 4001.5,
   "prompt_tokens": 23872,
   "output_tokens": 98,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_k1hhpa9io2o",
   "run_url": "https://llm-speed.com/r/r_k1hhpa9io2o",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 43.3348,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_k1hhpa9io2o",
   "run_url": "https://llm-speed.com/r/r_k1hhpa9io2o",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 43.4103,
   "prefill_tps": 442.45,
   "ttft_ms": 348.1,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_k1hhpa9io2o",
   "run_url": "https://llm-speed.com/r/r_k1hhpa9io2o",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 42.9548,
   "prefill_tps": 2008.66,
   "ttft_ms": 1605.1,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_k1hhpa9io2o",
   "run_url": "https://llm-speed.com/r/r_k1hhpa9io2o",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 42.1848,
   "prefill_tps": 3873.65,
   "ttft_ms": 576.3,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jn2059subhm",
   "run_url": "https://llm-speed.com/r/r_jn2059subhm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx128k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 53.1601,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jn2059subhm",
   "run_url": "https://llm-speed.com/r/r_jn2059subhm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx128k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 53.6715,
   "prefill_tps": 651.69,
   "ttft_ms": 236.3,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jn2059subhm",
   "run_url": "https://llm-speed.com/r/r_jn2059subhm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx128k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.755,
   "prefill_tps": 2667.26,
   "ttft_ms": 1176.9,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jn2059subhm",
   "run_url": "https://llm-speed.com/r/r_jn2059subhm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx128k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 48.9411,
   "prefill_tps": 5361.98,
   "ttft_ms": 362.8,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j_abawmxlle",
   "run_url": "https://llm-speed.com/r/r_j_abawmxlle",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx96k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 52.2845,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j_abawmxlle",
   "run_url": "https://llm-speed.com/r/r_j_abawmxlle",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx96k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 52.7407,
   "prefill_tps": 620.58,
   "ttft_ms": 248.2,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j_abawmxlle",
   "run_url": "https://llm-speed.com/r/r_j_abawmxlle",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx96k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.1071,
   "prefill_tps": 2792.46,
   "ttft_ms": 1124.1,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j_abawmxlle",
   "run_url": "https://llm-speed.com/r/r_j_abawmxlle",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx96k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 49.504,
   "prefill_tps": 5506.28,
   "ttft_ms": 365.5,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j9yaui8ovvy",
   "run_url": "https://llm-speed.com/r/r_j9yaui8ovvy",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx64k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.645,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j9yaui8ovvy",
   "run_url": "https://llm-speed.com/r/r_j9yaui8ovvy",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx64k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.4975,
   "prefill_tps": 274.62,
   "ttft_ms": 560.8,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j9yaui8ovvy",
   "run_url": "https://llm-speed.com/r/r_j9yaui8ovvy",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx64k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.7693,
   "prefill_tps": 681.27,
   "ttft_ms": 4607.6,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j9yaui8ovvy",
   "run_url": "https://llm-speed.com/r/r_j9yaui8ovvy",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx64k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 19.5141,
   "prefill_tps": 1655.94,
   "ttft_ms": 1009.2,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j8qmkq2kd8l",
   "run_url": "https://llm-speed.com/r/r_j8qmkq2kd8l",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx48k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 53.1373,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j8qmkq2kd8l",
   "run_url": "https://llm-speed.com/r/r_j8qmkq2kd8l",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx48k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 53.667,
   "prefill_tps": 656.85,
   "ttft_ms": 234.5,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j8qmkq2kd8l",
   "run_url": "https://llm-speed.com/r/r_j8qmkq2kd8l",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx48k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.4526,
   "prefill_tps": 2685.32,
   "ttft_ms": 1168.9,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j8qmkq2kd8l",
   "run_url": "https://llm-speed.com/r/r_j8qmkq2kd8l",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx48k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 50.3098,
   "prefill_tps": 5370.02,
   "ttft_ms": 364.0,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_izwoxrsouc4",
   "run_url": "https://llm-speed.com/r/r_izwoxrsouc4",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx48k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 217.2153,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_izwoxrsouc4",
   "run_url": "https://llm-speed.com/r/r_izwoxrsouc4",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx48k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.3437,
   "prefill_tps": 989.42,
   "ttft_ms": 113.2,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_izwoxrsouc4",
   "run_url": "https://llm-speed.com/r/r_izwoxrsouc4",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx48k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 212.924,
   "prefill_tps": 6267.66,
   "ttft_ms": 507.7,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_izwoxrsouc4",
   "run_url": "https://llm-speed.com/r/r_izwoxrsouc4",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx48k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 209.2426,
   "prefill_tps": 10163.12,
   "ttft_ms": 201.0,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ibznrydnhwd",
   "run_url": "https://llm-speed.com/r/r_ibznrydnhwd",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 41.4792,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ibznrydnhwd",
   "run_url": "https://llm-speed.com/r/r_ibznrydnhwd",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 42.1992,
   "prefill_tps": 552.04,
   "ttft_ms": 224.6,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ibznrydnhwd",
   "run_url": "https://llm-speed.com/r/r_ibznrydnhwd",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 38.6128,
   "prefill_tps": 1736.01,
   "ttft_ms": 1838.1,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ibznrydnhwd",
   "run_url": "https://llm-speed.com/r/r_ibznrydnhwd",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 39.873,
   "prefill_tps": 2946.33,
   "ttft_ms": 760.3,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_gscy1f7ey_k",
   "run_url": "https://llm-speed.com/r/r_gscy1f7ey_k",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 38.3506,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_gscy1f7ey_k",
   "run_url": "https://llm-speed.com/r/r_gscy1f7ey_k",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 38.5661,
   "prefill_tps": 482.7,
   "ttft_ms": 319.0,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_gscy1f7ey_k",
   "run_url": "https://llm-speed.com/r/r_gscy1f7ey_k",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 38.1122,
   "prefill_tps": 1208.63,
   "ttft_ms": 2667.5,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_gscy1f7ey_k",
   "run_url": "https://llm-speed.com/r/r_gscy1f7ey_k",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 37.8223,
   "prefill_tps": 2408.06,
   "ttft_ms": 879.8,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_g5vn9b96z6e",
   "run_url": "https://llm-speed.com/r/r_g5vn9b96z6e",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx32k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 52.3188,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_g5vn9b96z6e",
   "run_url": "https://llm-speed.com/r/r_g5vn9b96z6e",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx32k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 52.7155,
   "prefill_tps": 618.67,
   "ttft_ms": 248.9,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_g5vn9b96z6e",
   "run_url": "https://llm-speed.com/r/r_g5vn9b96z6e",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx32k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.1158,
   "prefill_tps": 2726.83,
   "ttft_ms": 1151.2,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_g5vn9b96z6e",
   "run_url": "https://llm-speed.com/r/r_g5vn9b96z6e",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx32k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 49.6136,
   "prefill_tps": 5505.1,
   "ttft_ms": 366.2,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_fzn_lluvw14",
   "run_url": "https://llm-speed.com/r/r_fzn_lluvw14",
   "date": "2026-10-22",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 130.1511,
   "prefill_tps": 5891.15,
   "ttft_ms": 4052.2,
   "prompt_tokens": 23872,
   "output_tokens": 98,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_fttw19bkyio",
   "run_url": "https://llm-speed.com/r/r_fttw19bkyio",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 43.3546,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_fttw19bkyio",
   "run_url": "https://llm-speed.com/r/r_fttw19bkyio",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 43.3313,
   "prefill_tps": 461.32,
   "ttft_ms": 333.8,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_fttw19bkyio",
   "run_url": "https://llm-speed.com/r/r_fttw19bkyio",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 42.9642,
   "prefill_tps": 1992.21,
   "ttft_ms": 1618.3,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_fttw19bkyio",
   "run_url": "https://llm-speed.com/r/r_fttw19bkyio",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 42.4302,
   "prefill_tps": 3792.71,
   "ttft_ms": 591.6,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_e8r7fxw1ke9",
   "run_url": "https://llm-speed.com/r/r_e8r7fxw1ke9",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 90.2392,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_e8r7fxw1ke9",
   "run_url": "https://llm-speed.com/r/r_e8r7fxw1ke9",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 92.8912,
   "prefill_tps": 331.68,
   "ttft_ms": 295.5,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_e8r7fxw1ke9",
   "run_url": "https://llm-speed.com/r/r_e8r7fxw1ke9",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 86.6736,
   "prefill_tps": 1458.71,
   "ttft_ms": 2066.2,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_e8r7fxw1ke9",
   "run_url": "https://llm-speed.com/r/r_e8r7fxw1ke9",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 84.7066,
   "prefill_tps": 3147.32,
   "ttft_ms": 644.8,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dldd3d54262",
   "run_url": "https://llm-speed.com/r/r_dldd3d54262",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx16k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.7119,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dldd3d54262",
   "run_url": "https://llm-speed.com/r/r_dldd3d54262",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx16k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.6969,
   "prefill_tps": 253.32,
   "ttft_ms": 607.9,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dldd3d54262",
   "run_url": "https://llm-speed.com/r/r_dldd3d54262",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx16k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.0719,
   "prefill_tps": 697.95,
   "ttft_ms": 4497.5,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dldd3d54262",
   "run_url": "https://llm-speed.com/r/r_dldd3d54262",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx16k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 20.0142,
   "prefill_tps": 1659.56,
   "ttft_ms": 944.4,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_d6vbcmoirgr",
   "run_url": "https://llm-speed.com/r/r_d6vbcmoirgr",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx64k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 53.1318,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_d6vbcmoirgr",
   "run_url": "https://llm-speed.com/r/r_d6vbcmoirgr",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx64k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 53.5967,
   "prefill_tps": 679.86,
   "ttft_ms": 226.5,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_d6vbcmoirgr",
   "run_url": "https://llm-speed.com/r/r_d6vbcmoirgr",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx64k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.4449,
   "prefill_tps": 2685.44,
   "ttft_ms": 1168.9,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_d6vbcmoirgr",
   "run_url": "https://llm-speed.com/r/r_d6vbcmoirgr",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx64k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 50.5536,
   "prefill_tps": 5323.08,
   "ttft_ms": 364.5,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_d1mp5onfwe8",
   "run_url": "https://llm-speed.com/r/r_d1mp5onfwe8",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx64k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 52.3106,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_d1mp5onfwe8",
   "run_url": "https://llm-speed.com/r/r_d1mp5onfwe8",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx64k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 52.736,
   "prefill_tps": 685.51,
   "ttft_ms": 224.6,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_d1mp5onfwe8",
   "run_url": "https://llm-speed.com/r/r_d1mp5onfwe8",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx64k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.1074,
   "prefill_tps": 2772.12,
   "ttft_ms": 1132.3,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_d1mp5onfwe8",
   "run_url": "https://llm-speed.com/r/r_d1mp5onfwe8",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx64k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 48.5744,
   "prefill_tps": 5518.15,
   "ttft_ms": 341.6,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_cthpfm82n1r",
   "run_url": "https://llm-speed.com/r/r_cthpfm82n1r",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 43.2819,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_cthpfm82n1r",
   "run_url": "https://llm-speed.com/r/r_cthpfm82n1r",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 43.382,
   "prefill_tps": 472.57,
   "ttft_ms": 325.9,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_cthpfm82n1r",
   "run_url": "https://llm-speed.com/r/r_cthpfm82n1r",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 42.943,
   "prefill_tps": 1958.61,
   "ttft_ms": 1646.1,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_cthpfm82n1r",
   "run_url": "https://llm-speed.com/r/r_cthpfm82n1r",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 42.5524,
   "prefill_tps": 3858.72,
   "ttft_ms": 583.5,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_crqe50ubylk",
   "run_url": "https://llm-speed.com/r/r_crqe50ubylk",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx128k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.6295,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_crqe50ubylk",
   "run_url": "https://llm-speed.com/r/r_crqe50ubylk",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx128k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.6503,
   "prefill_tps": 246.07,
   "ttft_ms": 625.8,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_crqe50ubylk",
   "run_url": "https://llm-speed.com/r/r_crqe50ubylk",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx128k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.0006,
   "prefill_tps": 700.71,
   "ttft_ms": 4479.7,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_crqe50ubylk",
   "run_url": "https://llm-speed.com/r/r_crqe50ubylk",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx128k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 19.3335,
   "prefill_tps": 1695.83,
   "ttft_ms": 979.7,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c0ktf0hgf-1",
   "run_url": "https://llm-speed.com/r/r_c0ktf0hgf-1",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx32k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 35.3632,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c0ktf0hgf-1",
   "run_url": "https://llm-speed.com/r/r_c0ktf0hgf-1",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx32k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 36.2486,
   "prefill_tps": 354.64,
   "ttft_ms": 349.7,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c0ktf0hgf-1",
   "run_url": "https://llm-speed.com/r/r_c0ktf0hgf-1",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx32k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 32.3582,
   "prefill_tps": 825.9,
   "ttft_ms": 3863.7,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c0ktf0hgf-1",
   "run_url": "https://llm-speed.com/r/r_c0ktf0hgf-1",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx32k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 33.4463,
   "prefill_tps": 1673.33,
   "ttft_ms": 1397.5,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_b8y4oh7e0-z",
   "run_url": "https://llm-speed.com/r/r_b8y4oh7e0-z",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx8k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.6642,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_b8y4oh7e0-z",
   "run_url": "https://llm-speed.com/r/r_b8y4oh7e0-z",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx8k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.6692,
   "prefill_tps": 271.41,
   "ttft_ms": 567.4,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_b8y4oh7e0-z",
   "run_url": "https://llm-speed.com/r/r_b8y4oh7e0-z",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx8k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.1257,
   "prefill_tps": 695.4,
   "ttft_ms": 4514.0,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_b8y4oh7e0-z",
   "run_url": "https://llm-speed.com/r/r_b8y4oh7e0-z",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx8k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 20.2114,
   "prefill_tps": 1658.19,
   "ttft_ms": 1002.8,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_aufjud7duqr",
   "run_url": "https://llm-speed.com/r/r_aufjud7duqr",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx64k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.7163,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_aufjud7duqr",
   "run_url": "https://llm-speed.com/r/r_aufjud7duqr",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx64k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.5411,
   "prefill_tps": 266.56,
   "ttft_ms": 577.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_aufjud7duqr",
   "run_url": "https://llm-speed.com/r/r_aufjud7duqr",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx64k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.0262,
   "prefill_tps": 690.18,
   "ttft_ms": 4548.1,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_aufjud7duqr",
   "run_url": "https://llm-speed.com/r/r_aufjud7duqr",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx64k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 19.0186,
   "prefill_tps": 1676.7,
   "ttft_ms": 1190.4,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_anosq1xr6tc",
   "run_url": "https://llm-speed.com/r/r_anosq1xr6tc",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 215.4807,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_anosq1xr6tc",
   "run_url": "https://llm-speed.com/r/r_anosq1xr6tc",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.5559,
   "prefill_tps": 991.55,
   "ttft_ms": 113.0,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_anosq1xr6tc",
   "run_url": "https://llm-speed.com/r/r_anosq1xr6tc",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 211.6315,
   "prefill_tps": 6290.76,
   "ttft_ms": 505.8,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_anosq1xr6tc",
   "run_url": "https://llm-speed.com/r/r_anosq1xr6tc",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 207.8695,
   "prefill_tps": 10169.84,
   "ttft_ms": 202.9,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_acy-a8qic5j",
   "run_url": "https://llm-speed.com/r/r_acy-a8qic5j",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB) + AMD EPYC 7453 28-Core Processor (56c) + 504GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe12-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 10.0788,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_acy-a8qic5j",
   "run_url": "https://llm-speed.com/r/r_acy-a8qic5j",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB) + AMD EPYC 7453 28-Core Processor (56c) + 504GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe12-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 15.6737,
   "prefill_tps": 189.98,
   "ttft_ms": 515.8,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_acy-a8qic5j",
   "run_url": "https://llm-speed.com/r/r_acy-a8qic5j",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB) + AMD EPYC 7453 28-Core Processor (56c) + 504GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe12-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 10.0103,
   "prefill_tps": 840.88,
   "ttft_ms": 3584.3,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_acy-a8qic5j",
   "run_url": "https://llm-speed.com/r/r_acy-a8qic5j",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB) + AMD EPYC 7453 28-Core Processor (56c) + 504GB",
   "model": "Flint-40B-A2.5B-UD-cpumoe12-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 10.0372,
   "prefill_tps": 1988.62,
   "ttft_ms": 1028.3,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_9uktwjj22y-",
   "run_url": "https://llm-speed.com/r/r_9uktwjj22y-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx32k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 215.3603,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_9uktwjj22y-",
   "run_url": "https://llm-speed.com/r/r_9uktwjj22y-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx32k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.7942,
   "prefill_tps": 1023.6,
   "ttft_ms": 109.4,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_9uktwjj22y-",
   "run_url": "https://llm-speed.com/r/r_9uktwjj22y-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx32k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 211.8719,
   "prefill_tps": 6341.32,
   "ttft_ms": 501.8,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_9uktwjj22y-",
   "run_url": "https://llm-speed.com/r/r_9uktwjj22y-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx32k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 207.8806,
   "prefill_tps": 10174.91,
   "ttft_ms": 200.7,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_9suyze4n7lx",
   "run_url": "https://llm-speed.com/r/r_9suyze4n7lx",
   "date": "2026-10-22",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 130.5568,
   "prefill_tps": 5881.49,
   "ttft_ms": 4058.8,
   "prompt_tokens": 23872,
   "output_tokens": 98,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_8dtxula7h35",
   "run_url": "https://llm-speed.com/r/r_8dtxula7h35",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx128k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 52.2513,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_8dtxula7h35",
   "run_url": "https://llm-speed.com/r/r_8dtxula7h35",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx128k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 52.7341,
   "prefill_tps": 614.57,
   "ttft_ms": 250.6,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_8dtxula7h35",
   "run_url": "https://llm-speed.com/r/r_8dtxula7h35",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx128k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.1079,
   "prefill_tps": 2739.31,
   "ttft_ms": 1145.9,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_8dtxula7h35",
   "run_url": "https://llm-speed.com/r/r_8dtxula7h35",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx128k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 50.1488,
   "prefill_tps": 5439.6,
   "ttft_ms": 360.4,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7srd_wfvix-",
   "run_url": "https://llm-speed.com/r/r_7srd_wfvix-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx48k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 52.2785,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7srd_wfvix-",
   "run_url": "https://llm-speed.com/r/r_7srd_wfvix-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx48k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 52.7097,
   "prefill_tps": 614.59,
   "ttft_ms": 250.6,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7srd_wfvix-",
   "run_url": "https://llm-speed.com/r/r_7srd_wfvix-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx48k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.0796,
   "prefill_tps": 2743.69,
   "ttft_ms": 1144.1,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7srd_wfvix-",
   "run_url": "https://llm-speed.com/r/r_7srd_wfvix-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx48k-kvq8",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 50.9506,
   "prefill_tps": 5986.92,
   "ttft_ms": 357.9,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7cap38a021-",
   "run_url": "https://llm-speed.com/r/r_7cap38a021-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx4k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 43.2981,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7cap38a021-",
   "run_url": "https://llm-speed.com/r/r_7cap38a021-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx4k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 43.3845,
   "prefill_tps": 448.26,
   "ttft_ms": 343.6,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7cap38a021-",
   "run_url": "https://llm-speed.com/r/r_7cap38a021-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx4k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 42.8992,
   "prefill_tps": 1979.35,
   "ttft_ms": 1628.8,
   "prompt_tokens": 3224,
   "output_tokens": 872,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7cap38a021-",
   "run_url": "https://llm-speed.com/r/r_7cap38a021-",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx4k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 42.0876,
   "prefill_tps": 3815.56,
   "ttft_ms": 581.2,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7250vqsziqj",
   "run_url": "https://llm-speed.com/r/r_7250vqsziqj",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 38.5362,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7250vqsziqj",
   "run_url": "https://llm-speed.com/r/r_7250vqsziqj",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 38.6673,
   "prefill_tps": 380.56,
   "ttft_ms": 404.7,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7250vqsziqj",
   "run_url": "https://llm-speed.com/r/r_7250vqsziqj",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 38.2427,
   "prefill_tps": 1127.96,
   "ttft_ms": 2858.3,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7250vqsziqj",
   "run_url": "https://llm-speed.com/r/r_7250vqsziqj",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 37.9762,
   "prefill_tps": 2332.02,
   "ttft_ms": 906.9,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_6tikroo-3rp",
   "run_url": "https://llm-speed.com/r/r_6tikroo-3rp",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 42.6587,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_6tikroo-3rp",
   "run_url": "https://llm-speed.com/r/r_6tikroo-3rp",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 44.0226,
   "prefill_tps": 543.09,
   "ttft_ms": 228.3,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_6tikroo-3rp",
   "run_url": "https://llm-speed.com/r/r_6tikroo-3rp",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 38.21,
   "prefill_tps": 1396.61,
   "ttft_ms": 2284.8,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_6tikroo-3rp",
   "run_url": "https://llm-speed.com/r/r_6tikroo-3rp",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 39.913,
   "prefill_tps": 2229.53,
   "ttft_ms": 1144.6,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_6jsnzn_4sr-",
   "run_url": "https://llm-speed.com/r/r_6jsnzn_4sr-",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 35.4071,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_6jsnzn_4sr-",
   "run_url": "https://llm-speed.com/r/r_6jsnzn_4sr-",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 36.0207,
   "prefill_tps": 345.69,
   "ttft_ms": 358.7,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_6jsnzn_4sr-",
   "run_url": "https://llm-speed.com/r/r_6jsnzn_4sr-",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 32.1481,
   "prefill_tps": 814.15,
   "ttft_ms": 3919.4,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_6jsnzn_4sr-",
   "run_url": "https://llm-speed.com/r/r_6jsnzn_4sr-",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 33.7674,
   "prefill_tps": 1766.13,
   "ttft_ms": 1300.6,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_63fqr89q4lm",
   "run_url": "https://llm-speed.com/r/r_63fqr89q4lm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx32k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 40.1287,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_63fqr89q4lm",
   "run_url": "https://llm-speed.com/r/r_63fqr89q4lm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx32k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 41.5248,
   "prefill_tps": 530.16,
   "ttft_ms": 233.9,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_63fqr89q4lm",
   "run_url": "https://llm-speed.com/r/r_63fqr89q4lm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx32k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 37.3487,
   "prefill_tps": 1666.97,
   "ttft_ms": 1914.3,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_63fqr89q4lm",
   "run_url": "https://llm-speed.com/r/r_63fqr89q4lm",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx32k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 38.627,
   "prefill_tps": 2768.75,
   "ttft_ms": 815.4,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_5nh2jxjbzur",
   "run_url": "https://llm-speed.com/r/r_5nh2jxjbzur",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx96k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 216.5865,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_5nh2jxjbzur",
   "run_url": "https://llm-speed.com/r/r_5nh2jxjbzur",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx96k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 215.3493,
   "prefill_tps": 1016.23,
   "ttft_ms": 110.2,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_5nh2jxjbzur",
   "run_url": "https://llm-speed.com/r/r_5nh2jxjbzur",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx96k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 211.8748,
   "prefill_tps": 6300.46,
   "ttft_ms": 505.0,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_5nh2jxjbzur",
   "run_url": "https://llm-speed.com/r/r_5nh2jxjbzur",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx96k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 209.3364,
   "prefill_tps": 10163.92,
   "ttft_ms": 201.2,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_4x-4g-xhhgk",
   "run_url": "https://llm-speed.com/r/r_4x-4g-xhhgk",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 216.8742,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_4x-4g-xhhgk",
   "run_url": "https://llm-speed.com/r/r_4x-4g-xhhgk",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.4635,
   "prefill_tps": 931.33,
   "ttft_ms": 120.3,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_4x-4g-xhhgk",
   "run_url": "https://llm-speed.com/r/r_4x-4g-xhhgk",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 213.0601,
   "prefill_tps": 6342.53,
   "ttft_ms": 501.7,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_4x-4g-xhhgk",
   "run_url": "https://llm-speed.com/r/r_4x-4g-xhhgk",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 207.5282,
   "prefill_tps": 10214.95,
   "ttft_ms": 199.9,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_3r11yg40bce",
   "run_url": "https://llm-speed.com/r/r_3r11yg40bce",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx48k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 35.317,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_3r11yg40bce",
   "run_url": "https://llm-speed.com/r/r_3r11yg40bce",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx48k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 36.0923,
   "prefill_tps": 352.38,
   "ttft_ms": 351.9,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_3r11yg40bce",
   "run_url": "https://llm-speed.com/r/r_3r11yg40bce",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx48k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 32.454,
   "prefill_tps": 817.74,
   "ttft_ms": 3902.2,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_3r11yg40bce",
   "run_url": "https://llm-speed.com/r/r_3r11yg40bce",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx48k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 33.3634,
   "prefill_tps": 1673.69,
   "ttft_ms": 1447.1,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_32ipo1hbbwl",
   "run_url": "https://llm-speed.com/r/r_32ipo1hbbwl",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Meta-Llama-3.1-8B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 160.8213,
   "prefill_tps": 4283.13,
   "ttft_ms": 31.5,
   "prompt_tokens": 135,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_2viejlra9pp",
   "run_url": "https://llm-speed.com/r/r_2viejlra9pp",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 41.7857,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_2viejlra9pp",
   "run_url": "https://llm-speed.com/r/r_2viejlra9pp",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 43.1831,
   "prefill_tps": 492.01,
   "ttft_ms": 252.0,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_2viejlra9pp",
   "run_url": "https://llm-speed.com/r/r_2viejlra9pp",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 37.9032,
   "prefill_tps": 1344.8,
   "ttft_ms": 2372.8,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_2viejlra9pp",
   "run_url": "https://llm-speed.com/r/r_2viejlra9pp",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx16k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 39.0369,
   "prefill_tps": 1917.96,
   "ttft_ms": 1306.0,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_21z5pn8262x",
   "run_url": "https://llm-speed.com/r/r_21z5pn8262x",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx8k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 53.175,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_21z5pn8262x",
   "run_url": "https://llm-speed.com/r/r_21z5pn8262x",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx8k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 53.7017,
   "prefill_tps": 655.33,
   "ttft_ms": 235.0,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_21z5pn8262x",
   "run_url": "https://llm-speed.com/r/r_21z5pn8262x",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx8k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 51.4765,
   "prefill_tps": 2664.18,
   "ttft_ms": 1178.2,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_21z5pn8262x",
   "run_url": "https://llm-speed.com/r/r_21z5pn8262x",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Muse-Glimmer-30B-ctx8k",
   "model_size": null,
   "quant": "UD-Q4_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 50.7114,
   "prefill_tps": 5340.69,
   "ttft_ms": 376.1,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_1lyb_mqmdik",
   "run_url": "https://llm-speed.com/r/r_1lyb_mqmdik",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx128k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 21.1253,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_1lyb_mqmdik",
   "run_url": "https://llm-speed.com/r/r_1lyb_mqmdik",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx128k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.8681,
   "prefill_tps": 255.03,
   "ttft_ms": 603.9,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_1lyb_mqmdik",
   "run_url": "https://llm-speed.com/r/r_1lyb_mqmdik",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx128k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 21.2091,
   "prefill_tps": 698.31,
   "ttft_ms": 4495.2,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_1lyb_mqmdik",
   "run_url": "https://llm-speed.com/r/r_1lyb_mqmdik",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx128k",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 20.3318,
   "prefill_tps": 1665.11,
   "ttft_ms": 1254.7,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0ucpwbr1d3_",
   "run_url": "https://llm-speed.com/r/r_0ucpwbr1d3_",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 34.9188,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0ucpwbr1d3_",
   "run_url": "https://llm-speed.com/r/r_0ucpwbr1d3_",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 35.0681,
   "prefill_tps": 337.43,
   "ttft_ms": 367.5,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0ucpwbr1d3_",
   "run_url": "https://llm-speed.com/r/r_0ucpwbr1d3_",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 31.8591,
   "prefill_tps": 836.06,
   "ttft_ms": 3816.7,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0ucpwbr1d3_",
   "run_url": "https://llm-speed.com/r/r_0ucpwbr1d3_",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Wicked-Tutu-31B-Final-ctx8k-kvq8",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 32.6663,
   "prefill_tps": 1643.86,
   "ttft_ms": 1492.3,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0o1xfrrn-ch",
   "run_url": "https://llm-speed.com/r/r_0o1xfrrn-ch",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx96k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 20.8986,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0o1xfrrn-ch",
   "run_url": "https://llm-speed.com/r/r_0o1xfrrn-ch",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx96k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.7762,
   "prefill_tps": 264.09,
   "ttft_ms": 583.1,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0o1xfrrn-ch",
   "run_url": "https://llm-speed.com/r/r_0o1xfrrn-ch",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx96k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 20.1222,
   "prefill_tps": 695.0,
   "ttft_ms": 4516.5,
   "prompt_tokens": 3139,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0o1xfrrn-ch",
   "run_url": "https://llm-speed.com/r/r_0o1xfrrn-ch",
   "date": "2026-10-22",
   "hardware": "RTX A4000 (16GB)",
   "model": "Muse-Glimmer-30B-ctx96k-kvq8",
   "model_size": null,
   "quant": "UD-IQ3_XXS",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 20.1812,
   "prefill_tps": 1626.92,
   "ttft_ms": 1012.8,
   "prompt_tokens": 3262,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0i0a9uq6fdx",
   "run_url": "https://llm-speed.com/r/r_0i0a9uq6fdx",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-NVFP4",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 176.0948,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0i0a9uq6fdx",
   "run_url": "https://llm-speed.com/r/r_0i0a9uq6fdx",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-NVFP4",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 179.4421,
   "prefill_tps": 423.12,
   "ttft_ms": 231.6,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0i0a9uq6fdx",
   "run_url": "https://llm-speed.com/r/r_0i0a9uq6fdx",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-NVFP4",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 167.2038,
   "prefill_tps": 4992.35,
   "ttft_ms": 603.7,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0i0a9uq6fdx",
   "run_url": "https://llm-speed.com/r/r_0i0a9uq6fdx",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Flint-40B-A2.5B-NVFP4",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 168.4769,
   "prefill_tps": 8953.3,
   "ttft_ms": 213.7,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-yeg4qnhjp7",
   "run_url": "https://llm-speed.com/r/r_-yeg4qnhjp7",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 130.1909,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-yeg4qnhjp7",
   "run_url": "https://llm-speed.com/r/r_-yeg4qnhjp7",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 130.7878,
   "prefill_tps": 365.9,
   "ttft_ms": 267.8,
   "prompt_tokens": 98,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-yeg4qnhjp7",
   "run_url": "https://llm-speed.com/r/r_-yeg4qnhjp7",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 124.7683,
   "prefill_tps": 2824.78,
   "ttft_ms": 1067.0,
   "prompt_tokens": 3014,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-yeg4qnhjp7",
   "run_url": "https://llm-speed.com/r/r_-yeg4qnhjp7",
   "date": "2026-10-22",
   "hardware": "RTX 3090 (24GB)",
   "model": "Flint-40B-A2.5B-UD-ctx8k",
   "model_size": null,
   "quant": "Q3_K_XL",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 124.6809,
   "prefill_tps": 6225.85,
   "ttft_ms": 331.3,
   "prompt_tokens": 3192,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-i4k-ieitrk",
   "run_url": "https://llm-speed.com/r/r_-i4k-ieitrk",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx128k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 216.422,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-i4k-ieitrk",
   "run_url": "https://llm-speed.com/r/r_-i4k-ieitrk",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx128k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.808,
   "prefill_tps": 1023.86,
   "ttft_ms": 109.4,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-i4k-ieitrk",
   "run_url": "https://llm-speed.com/r/r_-i4k-ieitrk",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx128k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 212.0454,
   "prefill_tps": 6312.95,
   "ttft_ms": 504.0,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-i4k-ieitrk",
   "run_url": "https://llm-speed.com/r/r_-i4k-ieitrk",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Sage-A1.5-ctx128k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 208.0382,
   "prefill_tps": 10121.24,
   "ttft_ms": 200.5,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_--ul19zazqg",
   "run_url": "https://llm-speed.com/r/r_--ul19zazqg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 43.0144,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_--ul19zazqg",
   "run_url": "https://llm-speed.com/r/r_--ul19zazqg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 43.0602,
   "prefill_tps": 514.66,
   "ttft_ms": 299.2,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_--ul19zazqg",
   "run_url": "https://llm-speed.com/r/r_--ul19zazqg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 42.9901,
   "prefill_tps": 2015.43,
   "ttft_ms": 1599.7,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_--ul19zazqg",
   "run_url": "https://llm-speed.com/r/r_--ul19zazqg",
   "date": "2026-10-22",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-ctx8k",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11803, commit a37cc4610)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 42.4784,
   "prefill_tps": 4207.79,
   "ttft_ms": 544.9,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_xnr_k4emoyr",
   "run_url": "https://llm-speed.com/r/r_xnr_k4emoyr",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 136.6739,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_xnr_k4emoyr",
   "run_url": "https://llm-speed.com/r/r_xnr_k4emoyr",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 137.2524,
   "prefill_tps": 2016.91,
   "ttft_ms": 65.0,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_xnr_k4emoyr",
   "run_url": "https://llm-speed.com/r/r_xnr_k4emoyr",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 128.8995,
   "prefill_tps": 5987.2,
   "ttft_ms": 529.1,
   "prompt_tokens": 3168,
   "output_tokens": 564,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_xnr_k4emoyr",
   "run_url": "https://llm-speed.com/r/r_xnr_k4emoyr",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 128.2275,
   "prefill_tps": 18881.93,
   "ttft_ms": 112.6,
   "prompt_tokens": 3268,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vsype4pm1ko",
   "run_url": "https://llm-speed.com/r/r_vsype4pm1ko",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 296.7164,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vsype4pm1ko",
   "run_url": "https://llm-speed.com/r/r_vsype4pm1ko",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 304.8967,
   "prefill_tps": 514.53,
   "ttft_ms": 213.8,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vsype4pm1ko",
   "run_url": "https://llm-speed.com/r/r_vsype4pm1ko",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 266.1636,
   "prefill_tps": 8353.17,
   "ttft_ms": 376.7,
   "prompt_tokens": 3147,
   "output_tokens": 557,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vsype4pm1ko",
   "run_url": "https://llm-speed.com/r/r_vsype4pm1ko",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 278.8009,
   "prefill_tps": 23318.66,
   "ttft_ms": 96.6,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vhbqyt1f_xr",
   "run_url": "https://llm-speed.com/r/r_vhbqyt1f_xr",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 68.516,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vhbqyt1f_xr",
   "run_url": "https://llm-speed.com/r/r_vhbqyt1f_xr",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.8295,
   "prefill_tps": 1046.99,
   "ttft_ms": 105.1,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vhbqyt1f_xr",
   "run_url": "https://llm-speed.com/r/r_vhbqyt1f_xr",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 64.1299,
   "prefill_tps": 3139.64,
   "ttft_ms": 1002.3,
   "prompt_tokens": 3147,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vhbqyt1f_xr",
   "run_url": "https://llm-speed.com/r/r_vhbqyt1f_xr",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 66.4642,
   "prefill_tps": 8161.49,
   "ttft_ms": 252.6,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_rkyf9wxzw9z",
   "run_url": "https://llm-speed.com/r/r_rkyf9wxzw9z",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 77.1136,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_rkyf9wxzw9z",
   "run_url": "https://llm-speed.com/r/r_rkyf9wxzw9z",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 78.2116,
   "prefill_tps": 1693.25,
   "ttft_ms": 77.4,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_rkyf9wxzw9z",
   "run_url": "https://llm-speed.com/r/r_rkyf9wxzw9z",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 74.3101,
   "prefill_tps": 2549.2,
   "ttft_ms": 1242.7,
   "prompt_tokens": 3168,
   "output_tokens": 436,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_rkyf9wxzw9z",
   "run_url": "https://llm-speed.com/r/r_rkyf9wxzw9z",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 75.8597,
   "prefill_tps": 7427.04,
   "ttft_ms": 272.7,
   "prompt_tokens": 3268,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qm1xyvjmx_r",
   "run_url": "https://llm-speed.com/r/r_qm1xyvjmx_r",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 42.6257,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qm1xyvjmx_r",
   "run_url": "https://llm-speed.com/r/r_qm1xyvjmx_r",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 42.7347,
   "prefill_tps": 236.93,
   "ttft_ms": 472.7,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qm1xyvjmx_r",
   "run_url": "https://llm-speed.com/r/r_qm1xyvjmx_r",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 42.2642,
   "prefill_tps": 1321.53,
   "ttft_ms": 2407.8,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qm1xyvjmx_r",
   "run_url": "https://llm-speed.com/r/r_qm1xyvjmx_r",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 42.074,
   "prefill_tps": 2369.6,
   "ttft_ms": 881.0,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_pob-co51bd-",
   "run_url": "https://llm-speed.com/r/r_pob-co51bd-",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 75.1323,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_pob-co51bd-",
   "run_url": "https://llm-speed.com/r/r_pob-co51bd-",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 75.0896,
   "prefill_tps": 302.22,
   "ttft_ms": 370.6,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_pob-co51bd-",
   "run_url": "https://llm-speed.com/r/r_pob-co51bd-",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 74.5487,
   "prefill_tps": 2644.79,
   "ttft_ms": 1203.1,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_pob-co51bd-",
   "run_url": "https://llm-speed.com/r/r_pob-co51bd-",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 74.1267,
   "prefill_tps": 4464.52,
   "ttft_ms": 485.3,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_nakw1nq6clw",
   "run_url": "https://llm-speed.com/r/r_nakw1nq6clw",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 205.1113,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_nakw1nq6clw",
   "run_url": "https://llm-speed.com/r/r_nakw1nq6clw",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 207.1997,
   "prefill_tps": 658.34,
   "ttft_ms": 252.1,
   "prompt_tokens": 166,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_nakw1nq6clw",
   "run_url": "https://llm-speed.com/r/r_nakw1nq6clw",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 199.82,
   "prefill_tps": 4606.27,
   "ttft_ms": 692.1,
   "prompt_tokens": 3188,
   "output_tokens": 998,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_nakw1nq6clw",
   "run_url": "https://llm-speed.com/r/r_nakw1nq6clw",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 202.1724,
   "prefill_tps": 9892.74,
   "ttft_ms": 224.0,
   "prompt_tokens": 3287,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_n93ukk0mkmm",
   "run_url": "https://llm-speed.com/r/r_n93ukk0mkmm",
   "date": "2026-10-17",
   "hardware": "2x RTX 3090 (24GB)",
   "model": "Llama-3.3-70B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit f74e2fa)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 19.0042,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_n93ukk0mkmm",
   "run_url": "https://llm-speed.com/r/r_n93ukk0mkmm",
   "date": "2026-10-17",
   "hardware": "2x RTX 3090 (24GB)",
   "model": "Llama-3.3-70B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit f74e2fa)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 19.138,
   "prefill_tps": 415.39,
   "ttft_ms": 325.0,
   "prompt_tokens": 135,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_n93ukk0mkmm",
   "run_url": "https://llm-speed.com/r/r_n93ukk0mkmm",
   "date": "2026-10-17",
   "hardware": "2x RTX 3090 (24GB)",
   "model": "Llama-3.3-70B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit f74e2fa)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 18.6866,
   "prefill_tps": 939.28,
   "ttft_ms": 3366.4,
   "prompt_tokens": 3162,
   "output_tokens": 452,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_n93ukk0mkmm",
   "run_url": "https://llm-speed.com/r/r_n93ukk0mkmm",
   "date": "2026-10-17",
   "hardware": "2x RTX 3090 (24GB)",
   "model": "Llama-3.3-70B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit f74e2fa)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 18.8464,
   "prefill_tps": 2028.77,
   "ttft_ms": 1037.0,
   "prompt_tokens": 3235,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_km62sybxga6",
   "run_url": "https://llm-speed.com/r/r_km62sybxga6",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 38.053,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_km62sybxga6",
   "run_url": "https://llm-speed.com/r/r_km62sybxga6",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 38.4524,
   "prefill_tps": 589.55,
   "ttft_ms": 186.6,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_km62sybxga6",
   "run_url": "https://llm-speed.com/r/r_km62sybxga6",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 36.9438,
   "prefill_tps": 1218.15,
   "ttft_ms": 2583.4,
   "prompt_tokens": 3147,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_km62sybxga6",
   "run_url": "https://llm-speed.com/r/r_km62sybxga6",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 37.5728,
   "prefill_tps": 3287.65,
   "ttft_ms": 623.9,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dwp5fgdapmw",
   "run_url": "https://llm-speed.com/r/r_dwp5fgdapmw",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 322.4601,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dwp5fgdapmw",
   "run_url": "https://llm-speed.com/r/r_dwp5fgdapmw",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 324.1977,
   "prefill_tps": 586.77,
   "ttft_ms": 282.9,
   "prompt_tokens": 166,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dwp5fgdapmw",
   "run_url": "https://llm-speed.com/r/r_dwp5fgdapmw",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 310.984,
   "prefill_tps": 12638.44,
   "ttft_ms": 252.2,
   "prompt_tokens": 3188,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dwp5fgdapmw",
   "run_url": "https://llm-speed.com/r/r_dwp5fgdapmw",
   "date": "2026-10-17",
   "hardware": "RTX 5090 (32GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit 1268eda)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 319.645,
   "prefill_tps": 23886.95,
   "ttft_ms": 89.2,
   "prompt_tokens": 3287,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0dh1kzbv4h0",
   "run_url": "https://llm-speed.com/r/r_0dh1kzbv4h0",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 198.035,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0dh1kzbv4h0",
   "run_url": "https://llm-speed.com/r/r_0dh1kzbv4h0",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 199.7279,
   "prefill_tps": 612.55,
   "ttft_ms": 179.6,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0dh1kzbv4h0",
   "run_url": "https://llm-speed.com/r/r_0dh1kzbv4h0",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 186.9782,
   "prefill_tps": 3971.3,
   "ttft_ms": 792.4,
   "prompt_tokens": 3147,
   "output_tokens": 580,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_0dh1kzbv4h0",
   "run_url": "https://llm-speed.com/r/r_0dh1kzbv4h0",
   "date": "2026-10-17",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ea0c4c2)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 190.9066,
   "prefill_tps": 10182.2,
   "ttft_ms": 214.3,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ted0u8uyre0",
   "run_url": "https://llm-speed.com/r/r_ted0u8uyre0",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "glm-4.7-flash",
   "model_size": "29.9B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 155.2252,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ted0u8uyre0",
   "run_url": "https://llm-speed.com/r/r_ted0u8uyre0",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "glm-4.7-flash",
   "model_size": "29.9B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 164.9412,
   "prefill_tps": 3.74,
   "ttft_ms": 28105.7,
   "prompt_tokens": 105,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ted0u8uyre0",
   "run_url": "https://llm-speed.com/r/r_ted0u8uyre0",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "glm-4.7-flash",
   "model_size": "29.9B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 146.101,
   "prefill_tps": 3617.69,
   "ttft_ms": 865.7,
   "prompt_tokens": 3132,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ted0u8uyre0",
   "run_url": "https://llm-speed.com/r/r_ted0u8uyre0",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "glm-4.7-flash",
   "model_size": "29.9B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 155.5445,
   "prefill_tps": 3224.64,
   "ttft_ms": 641.5,
   "prompt_tokens": 3145,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_m6j1zxwvp-f",
   "run_url": "https://llm-speed.com/r/r_m6j1zxwvp-f",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.6-35B-A3B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 163.4643,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_m6j1zxwvp-f",
   "run_url": "https://llm-speed.com/r/r_m6j1zxwvp-f",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.6-35B-A3B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 160.589,
   "prefill_tps": 464.33,
   "ttft_ms": 241.2,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_m6j1zxwvp-f",
   "run_url": "https://llm-speed.com/r/r_m6j1zxwvp-f",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.6-35B-A3B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 160.3929,
   "prefill_tps": 4588.77,
   "ttft_ms": 693.4,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_m6j1zxwvp-f",
   "run_url": "https://llm-speed.com/r/r_m6j1zxwvp-f",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.6-35B-A3B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 162.6914,
   "prefill_tps": 6547.51,
   "ttft_ms": 330.0,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_kalwcyab-86",
   "run_url": "https://llm-speed.com/r/r_kalwcyab-86",
   "date": "2026-10-16",
   "hardware": "RTX 3090 (24GB)",
   "model": "glm-4.7-flash",
   "model_size": "29.9B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 133.5594,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_kalwcyab-86",
   "run_url": "https://llm-speed.com/r/r_kalwcyab-86",
   "date": "2026-10-16",
   "hardware": "RTX 3090 (24GB)",
   "model": "glm-4.7-flash",
   "model_size": "29.9B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 134.6235,
   "prefill_tps": 4.32,
   "ttft_ms": 24308.6,
   "prompt_tokens": 105,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_kalwcyab-86",
   "run_url": "https://llm-speed.com/r/r_kalwcyab-86",
   "date": "2026-10-16",
   "hardware": "RTX 3090 (24GB)",
   "model": "glm-4.7-flash",
   "model_size": "29.9B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 116.0721,
   "prefill_tps": 2090.07,
   "ttft_ms": 1498.5,
   "prompt_tokens": 3132,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_kalwcyab-86",
   "run_url": "https://llm-speed.com/r/r_kalwcyab-86",
   "date": "2026-10-16",
   "hardware": "RTX 3090 (24GB)",
   "model": "glm-4.7-flash",
   "model_size": "29.9B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 125.1666,
   "prefill_tps": 2901.43,
   "ttft_ms": 614.5,
   "prompt_tokens": 3145,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jfh0qkngw76",
   "run_url": "https://llm-speed.com/r/r_jfh0qkngw76",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 95.4885,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jfh0qkngw76",
   "run_url": "https://llm-speed.com/r/r_jfh0qkngw76",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 97.7235,
   "prefill_tps": 1109.05,
   "ttft_ms": 111.8,
   "prompt_tokens": 124,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jfh0qkngw76",
   "run_url": "https://llm-speed.com/r/r_jfh0qkngw76",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 86.2965,
   "prefill_tps": 1742.99,
   "ttft_ms": 1830.8,
   "prompt_tokens": 3191,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_jfh0qkngw76",
   "run_url": "https://llm-speed.com/r/r_jfh0qkngw76",
   "date": "2026-10-16",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "8931 (9725a313b)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 89.1042,
   "prefill_tps": 2305.05,
   "ttft_ms": 983.3,
   "prompt_tokens": 3939,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_fsd9qjmmna0",
   "run_url": "https://llm-speed.com/r/r_fsd9qjmmna0",
   "date": "2026-10-16",
   "hardware": "3x A100 (80GB)",
   "model": "Muse-Spark-Open-816B-A42B-UD-00001-of-00005",
   "model_size": null,
   "quant": "IQ1_S",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11675, commit 2851b3bcb)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 26.3027,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_fsd9qjmmna0",
   "run_url": "https://llm-speed.com/r/r_fsd9qjmmna0",
   "date": "2026-10-16",
   "hardware": "3x A100 (80GB)",
   "model": "Muse-Spark-Open-816B-A42B-UD-00001-of-00005",
   "model_size": null,
   "quant": "IQ1_S",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11675, commit 2851b3bcb)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 25.1999,
   "prefill_tps": 88.57,
   "ttft_ms": 2732.2,
   "prompt_tokens": 242,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_fsd9qjmmna0",
   "run_url": "https://llm-speed.com/r/r_fsd9qjmmna0",
   "date": "2026-10-16",
   "hardware": "3x A100 (80GB)",
   "model": "Muse-Spark-Open-816B-A42B-UD-00001-of-00005",
   "model_size": null,
   "quant": "IQ1_S",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11675, commit 2851b3bcb)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 25.4954,
   "prefill_tps": 288.68,
   "ttft_ms": 11178.5,
   "prompt_tokens": 3227,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_fsd9qjmmna0",
   "run_url": "https://llm-speed.com/r/r_fsd9qjmmna0",
   "date": "2026-10-16",
   "hardware": "3x A100 (80GB)",
   "model": "Muse-Spark-Open-816B-A42B-UD-00001-of-00005",
   "model_size": null,
   "quant": "IQ1_S",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11675, commit 2851b3bcb)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 22.7905,
   "prefill_tps": 570.75,
   "ttft_ms": 3895.5,
   "prompt_tokens": 3350,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_3gnxkzhhmyj",
   "run_url": "https://llm-speed.com/r/r_3gnxkzhhmyj",
   "date": "2026-10-16",
   "hardware": "RTX 3090 (24GB)",
   "model": "gemma3",
   "model_size": "11.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 76.0145,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_3gnxkzhhmyj",
   "run_url": "https://llm-speed.com/r/r_3gnxkzhhmyj",
   "date": "2026-10-16",
   "hardware": "RTX 3090 (24GB)",
   "model": "gemma3",
   "model_size": "11.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 78.6539,
   "prefill_tps": 26.02,
   "ttft_ms": 4534.1,
   "prompt_tokens": 118,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_3gnxkzhhmyj",
   "run_url": "https://llm-speed.com/r/r_3gnxkzhhmyj",
   "date": "2026-10-16",
   "hardware": "RTX 3090 (24GB)",
   "model": "gemma3",
   "model_size": "11.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 74.2429,
   "prefill_tps": 1648.09,
   "ttft_ms": 1932.5,
   "prompt_tokens": 3185,
   "output_tokens": 751,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_3gnxkzhhmyj",
   "run_url": "https://llm-speed.com/r/r_3gnxkzhhmyj",
   "date": "2026-10-16",
   "hardware": "RTX 3090 (24GB)",
   "model": "gemma3",
   "model_size": "11.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 74.4754,
   "prefill_tps": 2887.72,
   "ttft_ms": 807.8,
   "prompt_tokens": 3934,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_19f64yux97o",
   "run_url": "https://llm-speed.com/r/r_19f64yux97o",
   "date": "2026-10-16",
   "hardware": "A40 (45GB)",
   "model": "Llama-3.3-70B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ceefd16)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 12.8548,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_19f64yux97o",
   "run_url": "https://llm-speed.com/r/r_19f64yux97o",
   "date": "2026-10-16",
   "hardware": "A40 (45GB)",
   "model": "Llama-3.3-70B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ceefd16)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 12.9878,
   "prefill_tps": 400.98,
   "ttft_ms": 336.7,
   "prompt_tokens": 135,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_19f64yux97o",
   "run_url": "https://llm-speed.com/r/r_19f64yux97o",
   "date": "2026-10-16",
   "hardware": "A40 (45GB)",
   "model": "Llama-3.3-70B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ceefd16)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 12.6728,
   "prefill_tps": 551.39,
   "ttft_ms": 5734.6,
   "prompt_tokens": 3162,
   "output_tokens": 458,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_19f64yux97o",
   "run_url": "https://llm-speed.com/r/r_19f64yux97o",
   "date": "2026-10-16",
   "hardware": "A40 (45GB)",
   "model": "Llama-3.3-70B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit ceefd16)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 12.7233,
   "prefill_tps": 1574.48,
   "ttft_ms": 1343.9,
   "prompt_tokens": 3235,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_z-l1yelv_67",
   "run_url": "https://llm-speed.com/r/r_z-l1yelv_67",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 155.9829,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_z-l1yelv_67",
   "run_url": "https://llm-speed.com/r/r_z-l1yelv_67",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 154.7438,
   "prefill_tps": 353.4,
   "ttft_ms": 339.6,
   "prompt_tokens": 120,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_z-l1yelv_67",
   "run_url": "https://llm-speed.com/r/r_z-l1yelv_67",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 154.2334,
   "prefill_tps": 2623.3,
   "ttft_ms": 1238.5,
   "prompt_tokens": 3249,
   "output_tokens": 847,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_z-l1yelv_67",
   "run_url": "https://llm-speed.com/r/r_z-l1yelv_67",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 149.3185,
   "prefill_tps": 5097.22,
   "ttft_ms": 418.1,
   "prompt_tokens": 3449,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ymx58emedxd",
   "run_url": "https://llm-speed.com/r/r_ymx58emedxd",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx32k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 157.7241,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ymx58emedxd",
   "run_url": "https://llm-speed.com/r/r_ymx58emedxd",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx32k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 157.2559,
   "prefill_tps": 355.42,
   "ttft_ms": 337.6,
   "prompt_tokens": 120,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ymx58emedxd",
   "run_url": "https://llm-speed.com/r/r_ymx58emedxd",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx32k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 155.7418,
   "prefill_tps": 2605.82,
   "ttft_ms": 1246.8,
   "prompt_tokens": 3249,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ymx58emedxd",
   "run_url": "https://llm-speed.com/r/r_ymx58emedxd",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx32k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 154.853,
   "prefill_tps": 5095.71,
   "ttft_ms": 431.3,
   "prompt_tokens": 3449,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_w3lond-s75t",
   "run_url": "https://llm-speed.com/r/r_w3lond-s75t",
   "date": "2026-10-15",
   "hardware": "RTX 3090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx8k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 80.4362,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_w3lond-s75t",
   "run_url": "https://llm-speed.com/r/r_w3lond-s75t",
   "date": "2026-10-15",
   "hardware": "RTX 3090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx8k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 80.3207,
   "prefill_tps": 264.29,
   "ttft_ms": 454.1,
   "prompt_tokens": 120,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_w3lond-s75t",
   "run_url": "https://llm-speed.com/r/r_w3lond-s75t",
   "date": "2026-10-15",
   "hardware": "RTX 3090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx8k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 80.3643,
   "prefill_tps": 1072.23,
   "ttft_ms": 3030.1,
   "prompt_tokens": 3249,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_w3lond-s75t",
   "run_url": "https://llm-speed.com/r/r_w3lond-s75t",
   "date": "2026-10-15",
   "hardware": "RTX 3090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx8k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 79.2511,
   "prefill_tps": 2109.32,
   "ttft_ms": 943.9,
   "prompt_tokens": 3449,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vkjsinuhlyl",
   "run_url": "https://llm-speed.com/r/r_vkjsinuhlyl",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 106.7417,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vkjsinuhlyl",
   "run_url": "https://llm-speed.com/r/r_vkjsinuhlyl",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 107.3296,
   "prefill_tps": 255.8,
   "ttft_ms": 469.1,
   "prompt_tokens": 120,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vkjsinuhlyl",
   "run_url": "https://llm-speed.com/r/r_vkjsinuhlyl",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 106.1272,
   "prefill_tps": 1814.72,
   "ttft_ms": 1790.4,
   "prompt_tokens": 3249,
   "output_tokens": 847,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_vkjsinuhlyl",
   "run_url": "https://llm-speed.com/r/r_vkjsinuhlyl",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 103.9302,
   "prefill_tps": 3318.86,
   "ttft_ms": 636.4,
   "prompt_tokens": 3449,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qibhq5bkmgq",
   "run_url": "https://llm-speed.com/r/r_qibhq5bkmgq",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx16k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 105.773,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qibhq5bkmgq",
   "run_url": "https://llm-speed.com/r/r_qibhq5bkmgq",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx16k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 105.7023,
   "prefill_tps": 252.84,
   "ttft_ms": 474.6,
   "prompt_tokens": 120,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qibhq5bkmgq",
   "run_url": "https://llm-speed.com/r/r_qibhq5bkmgq",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx16k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 105.1586,
   "prefill_tps": 1746.2,
   "ttft_ms": 1860.6,
   "prompt_tokens": 3249,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qibhq5bkmgq",
   "run_url": "https://llm-speed.com/r/r_qibhq5bkmgq",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx16k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 102.0192,
   "prefill_tps": 3280.72,
   "ttft_ms": 673.0,
   "prompt_tokens": 3449,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qfrb2zmyk0k",
   "run_url": "https://llm-speed.com/r/r_qfrb2zmyk0k",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 75.4046,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qfrb2zmyk0k",
   "run_url": "https://llm-speed.com/r/r_qfrb2zmyk0k",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 75.1868,
   "prefill_tps": 563.37,
   "ttft_ms": 273.4,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qfrb2zmyk0k",
   "run_url": "https://llm-speed.com/r/r_qfrb2zmyk0k",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 74.5688,
   "prefill_tps": 2499.5,
   "ttft_ms": 1289.9,
   "prompt_tokens": 3224,
   "output_tokens": 872,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_qfrb2zmyk0k",
   "run_url": "https://llm-speed.com/r/r_qfrb2zmyk0k",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 73.5219,
   "prefill_tps": 5065.29,
   "ttft_ms": 436.1,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j5tgvia-kjk",
   "run_url": "https://llm-speed.com/r/r_j5tgvia-kjk",
   "date": "2026-10-15",
   "hardware": "RTX A4000 (16GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit b76b133)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 142.6976,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j5tgvia-kjk",
   "run_url": "https://llm-speed.com/r/r_j5tgvia-kjk",
   "date": "2026-10-15",
   "hardware": "RTX A4000 (16GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit b76b133)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 140.018,
   "prefill_tps": 453.55,
   "ttft_ms": 251.3,
   "prompt_tokens": 114,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j5tgvia-kjk",
   "run_url": "https://llm-speed.com/r/r_j5tgvia-kjk",
   "date": "2026-10-15",
   "hardware": "RTX A4000 (16GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit b76b133)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 139.9288,
   "prefill_tps": 2684.38,
   "ttft_ms": 1223.4,
   "prompt_tokens": 3284,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_j5tgvia-kjk",
   "run_url": "https://llm-speed.com/r/r_j5tgvia-kjk",
   "date": "2026-10-15",
   "hardware": "RTX A4000 (16GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 1, commit b76b133)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 139.4354,
   "prefill_tps": 3923.48,
   "ttft_ms": 391.1,
   "prompt_tokens": 3514,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_iu0s18cs9d8",
   "run_url": "https://llm-speed.com/r/r_iu0s18cs9d8",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx8k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 106.3574,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_iu0s18cs9d8",
   "run_url": "https://llm-speed.com/r/r_iu0s18cs9d8",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx8k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 107.0094,
   "prefill_tps": 253.34,
   "ttft_ms": 473.7,
   "prompt_tokens": 120,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_iu0s18cs9d8",
   "run_url": "https://llm-speed.com/r/r_iu0s18cs9d8",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx8k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 105.4943,
   "prefill_tps": 1743.8,
   "ttft_ms": 1863.2,
   "prompt_tokens": 3249,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_iu0s18cs9d8",
   "run_url": "https://llm-speed.com/r/r_iu0s18cs9d8",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-ctx8k",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 103.041,
   "prefill_tps": 3340.41,
   "ttft_ms": 661.0,
   "prompt_tokens": 3449,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c8k6fleym09",
   "run_url": "https://llm-speed.com/r/r_c8k6fleym09",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit a0e6dc7)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 321.2676,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c8k6fleym09",
   "run_url": "https://llm-speed.com/r/r_c8k6fleym09",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit a0e6dc7)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 308.5345,
   "prefill_tps": 553.12,
   "ttft_ms": 206.1,
   "prompt_tokens": 114,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c8k6fleym09",
   "run_url": "https://llm-speed.com/r/r_c8k6fleym09",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit a0e6dc7)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 300.4298,
   "prefill_tps": 12418.32,
   "ttft_ms": 264.4,
   "prompt_tokens": 3284,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c8k6fleym09",
   "run_url": "https://llm-speed.com/r/r_c8k6fleym09",
   "date": "2026-10-15",
   "hardware": "RTX 5090 (32GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit a0e6dc7)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 313.1801,
   "prefill_tps": 18108.76,
   "ttft_ms": 116.5,
   "prompt_tokens": 3514,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_bqmpv9kncyd",
   "run_url": "https://llm-speed.com/r/r_bqmpv9kncyd",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit a0e6dc7)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 236.8065,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_bqmpv9kncyd",
   "run_url": "https://llm-speed.com/r/r_bqmpv9kncyd",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit a0e6dc7)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 231.8921,
   "prefill_tps": 640.09,
   "ttft_ms": 178.1,
   "prompt_tokens": 114,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_bqmpv9kncyd",
   "run_url": "https://llm-speed.com/r/r_bqmpv9kncyd",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit a0e6dc7)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 233.4398,
   "prefill_tps": 9512.43,
   "ttft_ms": 345.2,
   "prompt_tokens": 3284,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_bqmpv9kncyd",
   "run_url": "https://llm-speed.com/r/r_bqmpv9kncyd",
   "date": "2026-10-15",
   "hardware": "RTX 4090 (24GB)",
   "model": "LFM2.5-24B-A2B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit a0e6dc7)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 230.963,
   "prefill_tps": 13801.65,
   "ttft_ms": 153.5,
   "prompt_tokens": 3514,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-sifd5otbpy",
   "run_url": "https://llm-speed.com/r/r_-sifd5otbpy",
   "date": "2026-10-15",
   "hardware": "RTX 3090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 87.7563,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-sifd5otbpy",
   "run_url": "https://llm-speed.com/r/r_-sifd5otbpy",
   "date": "2026-10-15",
   "hardware": "RTX 3090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 87.7528,
   "prefill_tps": 259.74,
   "ttft_ms": 462.0,
   "prompt_tokens": 120,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-sifd5otbpy",
   "run_url": "https://llm-speed.com/r/r_-sifd5otbpy",
   "date": "2026-10-15",
   "hardware": "RTX 3090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 87.4817,
   "prefill_tps": 1183.37,
   "ttft_ms": 2745.5,
   "prompt_tokens": 3249,
   "output_tokens": 847,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_-sifd5otbpy",
   "run_url": "https://llm-speed.com/r/r_-sifd5otbpy",
   "date": "2026-10-15",
   "hardware": "RTX 3090 (24GB)",
   "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": "0.7.0-dev (build 11669, commit 620d2225c)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 78.9235,
   "prefill_tps": 2094.96,
   "ttft_ms": 894.9,
   "prompt_tokens": 3449,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_ttniv2j74vk",
   "run_url": "https://llm-speed.com/r/r_ttniv2j74vk",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 80.107,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ttniv2j74vk",
   "run_url": "https://llm-speed.com/r/r_ttniv2j74vk",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 81.1797,
   "prefill_tps": 324.39,
   "ttft_ms": 403.8,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ttniv2j74vk",
   "run_url": "https://llm-speed.com/r/r_ttniv2j74vk",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 76.6481,
   "prefill_tps": 3252.19,
   "ttft_ms": 974.1,
   "prompt_tokens": 3168,
   "output_tokens": 603,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ttniv2j74vk",
   "run_url": "https://llm-speed.com/r/r_ttniv2j74vk",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 78.6268,
   "prefill_tps": 4874.59,
   "ttft_ms": 448.6,
   "prompt_tokens": 3268,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_t-a9v_ipdit",
   "run_url": "https://llm-speed.com/r/r_t-a9v_ipdit",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 239.6465,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_t-a9v_ipdit",
   "run_url": "https://llm-speed.com/r/r_t-a9v_ipdit",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 242.6455,
   "prefill_tps": 593.85,
   "ttft_ms": 279.5,
   "prompt_tokens": 166,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_t-a9v_ipdit",
   "run_url": "https://llm-speed.com/r/r_t-a9v_ipdit",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 231.2121,
   "prefill_tps": 7864.1,
   "ttft_ms": 405.4,
   "prompt_tokens": 3188,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_t-a9v_ipdit",
   "run_url": "https://llm-speed.com/r/r_t-a9v_ipdit",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 236.1117,
   "prefill_tps": 13439.22,
   "ttft_ms": 150.3,
   "prompt_tokens": 3287,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ptct8o01o5l",
   "run_url": "https://llm-speed.com/r/r_ptct8o01o5l",
   "date": "2026-10-14",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit 8c2134a)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 37.5283,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ptct8o01o5l",
   "run_url": "https://llm-speed.com/r/r_ptct8o01o5l",
   "date": "2026-10-14",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit 8c2134a)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 37.6488,
   "prefill_tps": 368.52,
   "ttft_ms": 417.9,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ptct8o01o5l",
   "run_url": "https://llm-speed.com/r/r_ptct8o01o5l",
   "date": "2026-10-14",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit 8c2134a)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 37.2495,
   "prefill_tps": 1103.55,
   "ttft_ms": 2921.5,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ptct8o01o5l",
   "run_url": "https://llm-speed.com/r/r_ptct8o01o5l",
   "date": "2026-10-14",
   "hardware": "RTX 3090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit 8c2134a)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 36.7514,
   "prefill_tps": 2190.51,
   "ttft_ms": 967.9,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_nrpc8-onxu2",
   "run_url": "https://llm-speed.com/r/r_nrpc8-onxu2",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 137.265,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_nrpc8-onxu2",
   "run_url": "https://llm-speed.com/r/r_nrpc8-onxu2",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 131.5641,
   "prefill_tps": 446.19,
   "ttft_ms": 293.6,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_nrpc8-onxu2",
   "run_url": "https://llm-speed.com/r/r_nrpc8-onxu2",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 133.1451,
   "prefill_tps": 5116.71,
   "ttft_ms": 619.1,
   "prompt_tokens": 3168,
   "output_tokens": 467,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_nrpc8-onxu2",
   "run_url": "https://llm-speed.com/r/r_nrpc8-onxu2",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 135.755,
   "prefill_tps": 5297.29,
   "ttft_ms": 351.8,
   "prompt_tokens": 3268,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_eqnsqmgz29a",
   "run_url": "https://llm-speed.com/r/r_eqnsqmgz29a",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 88.8992,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_eqnsqmgz29a",
   "run_url": "https://llm-speed.com/r/r_eqnsqmgz29a",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 89.8671,
   "prefill_tps": 2292.58,
   "ttft_ms": 57.1,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_eqnsqmgz29a",
   "run_url": "https://llm-speed.com/r/r_eqnsqmgz29a",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 84.1681,
   "prefill_tps": 4989.09,
   "ttft_ms": 635.0,
   "prompt_tokens": 3168,
   "output_tokens": 426,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_eqnsqmgz29a",
   "run_url": "https://llm-speed.com/r/r_eqnsqmgz29a",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 86.6396,
   "prefill_tps": 14684.01,
   "ttft_ms": 142.4,
   "prompt_tokens": 3268,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_d_wda_rw62f",
   "run_url": "https://llm-speed.com/r/r_d_wda_rw62f",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit 3fb4767)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 47.1519,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_d_wda_rw62f",
   "run_url": "https://llm-speed.com/r/r_d_wda_rw62f",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit 3fb4767)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 47.1389,
   "prefill_tps": 349.48,
   "ttft_ms": 320.5,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_d_wda_rw62f",
   "run_url": "https://llm-speed.com/r/r_d_wda_rw62f",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit 3fb4767)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 46.5672,
   "prefill_tps": 2107.9,
   "ttft_ms": 1509.6,
   "prompt_tokens": 3182,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_d_wda_rw62f",
   "run_url": "https://llm-speed.com/r/r_d_wda_rw62f",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.6-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit 3fb4767)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 46.1859,
   "prefill_tps": 3445.65,
   "ttft_ms": 626.2,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ayy9rjgha5r",
   "run_url": "https://llm-speed.com/r/r_ayy9rjgha5r",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 42.6921,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ayy9rjgha5r",
   "run_url": "https://llm-speed.com/r/r_ayy9rjgha5r",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 43.4729,
   "prefill_tps": 778.56,
   "ttft_ms": 141.3,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ayy9rjgha5r",
   "run_url": "https://llm-speed.com/r/r_ayy9rjgha5r",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 40.6583,
   "prefill_tps": 2333.26,
   "ttft_ms": 1348.8,
   "prompt_tokens": 3147,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ayy9rjgha5r",
   "run_url": "https://llm-speed.com/r/r_ayy9rjgha5r",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 41.9378,
   "prefill_tps": 5982.29,
   "ttft_ms": 341.6,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_7j8rpk9mwhg",
   "run_url": "https://llm-speed.com/r/r_7j8rpk9mwhg",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-mtp-on",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 87.0399,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_7j8rpk9mwhg",
   "run_url": "https://llm-speed.com/r/r_7j8rpk9mwhg",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-mtp-on",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 84.5089,
   "prefill_tps": 299.26,
   "ttft_ms": 514.6,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_7j8rpk9mwhg",
   "run_url": "https://llm-speed.com/r/r_7j8rpk9mwhg",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-mtp-on",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 73.101,
   "prefill_tps": 1585.82,
   "ttft_ms": 2033.0,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_7j8rpk9mwhg",
   "run_url": "https://llm-speed.com/r/r_7j8rpk9mwhg",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B-mtp-on",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 77.6037,
   "prefill_tps": 2912.11,
   "ttft_ms": 787.4,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2np7abzjobe",
   "run_url": "https://llm-speed.com/r/r_2np7abzjobe",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 135.9561,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2np7abzjobe",
   "run_url": "https://llm-speed.com/r/r_2np7abzjobe",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 137.3194,
   "prefill_tps": 269.08,
   "ttft_ms": 408.8,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2np7abzjobe",
   "run_url": "https://llm-speed.com/r/r_2np7abzjobe",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 129.2394,
   "prefill_tps": 4652.71,
   "ttft_ms": 674.2,
   "prompt_tokens": 3137,
   "output_tokens": 376,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2np7abzjobe",
   "run_url": "https://llm-speed.com/r/r_2np7abzjobe",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 130.5332,
   "prefill_tps": 3955.23,
   "ttft_ms": 429.2,
   "prompt_tokens": 3210,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1k8942tw3zf",
   "run_url": "https://llm-speed.com/r/r_1k8942tw3zf",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 225.1184,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1k8942tw3zf",
   "run_url": "https://llm-speed.com/r/r_1k8942tw3zf",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 232.4629,
   "prefill_tps": 831.89,
   "ttft_ms": 132.2,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1k8942tw3zf",
   "run_url": "https://llm-speed.com/r/r_1k8942tw3zf",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 206.9274,
   "prefill_tps": 7688.67,
   "ttft_ms": 409.3,
   "prompt_tokens": 3147,
   "output_tokens": 561,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1k8942tw3zf",
   "run_url": "https://llm-speed.com/r/r_1k8942tw3zf",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 216.3518,
   "prefill_tps": 19138.09,
   "ttft_ms": 108.4,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_11kn1epxewh",
   "run_url": "https://llm-speed.com/r/r_11kn1epxewh",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 42.9957,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_11kn1epxewh",
   "run_url": "https://llm-speed.com/r/r_11kn1epxewh",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 43.0649,
   "prefill_tps": 428.56,
   "ttft_ms": 359.3,
   "prompt_tokens": 154,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_11kn1epxewh",
   "run_url": "https://llm-speed.com/r/r_11kn1epxewh",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 42.6272,
   "prefill_tps": 1915.05,
   "ttft_ms": 1683.5,
   "prompt_tokens": 3224,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_11kn1epxewh",
   "run_url": "https://llm-speed.com/r/r_11kn1epxewh",
   "date": "2026-10-14",
   "hardware": "RTX 4090 (24GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "0.6.0-dev (build 1, commit df18bee)",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 42.0658,
   "prefill_tps": 3643.98,
   "ttft_ms": 629.3,
   "prompt_tokens": 3496,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b948ehgi8g4",
   "run_url": "https://llm-speed.com/r/r_b948ehgi8g4",
   "date": "2026-09-19",
   "hardware": "RTX 5880 (48GB)",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.34.2",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 464.1621,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b948ehgi8g4",
   "run_url": "https://llm-speed.com/r/r_b948ehgi8g4",
   "date": "2026-09-19",
   "hardware": "RTX 5880 (48GB)",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.34.2",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 466.9498,
   "prefill_tps": 44.32,
   "ttft_ms": 2820.6,
   "prompt_tokens": 125,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b948ehgi8g4",
   "run_url": "https://llm-speed.com/r/r_b948ehgi8g4",
   "date": "2026-09-19",
   "hardware": "RTX 5880 (48GB)",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.34.2",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 441.8971,
   "prefill_tps": 39673.01,
   "ttft_ms": 79.4,
   "prompt_tokens": 3152,
   "output_tokens": 273,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b948ehgi8g4",
   "run_url": "https://llm-speed.com/r/r_b948ehgi8g4",
   "date": "2026-09-19",
   "hardware": "RTX 5880 (48GB)",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.34.2",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 452.3137,
   "prefill_tps": 91077.23,
   "ttft_ms": 21.8,
   "prompt_tokens": 3225,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b1rn5gi6b3b",
   "run_url": "https://llm-speed.com/r/r_b1rn5gi6b3b",
   "date": "2026-09-13",
   "hardware": "AMD64 Family 23 Model 104 Stepping 1, AuthenticAMD (6c) + 15GB",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.34.0",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 19.955,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b1rn5gi6b3b",
   "run_url": "https://llm-speed.com/r/r_b1rn5gi6b3b",
   "date": "2026-09-13",
   "hardware": "AMD64 Family 23 Model 104 Stepping 1, AuthenticAMD (6c) + 15GB",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.34.0",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 23.8762,
   "prefill_tps": 39.41,
   "ttft_ms": 3171.6,
   "prompt_tokens": 125,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b1rn5gi6b3b",
   "run_url": "https://llm-speed.com/r/r_b1rn5gi6b3b",
   "date": "2026-09-13",
   "hardware": "AMD64 Family 23 Model 104 Stepping 1, AuthenticAMD (6c) + 15GB",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.34.0",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 14.6927,
   "prefill_tps": 93.91,
   "ttft_ms": 33563.2,
   "prompt_tokens": 3152,
   "output_tokens": 464,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b1rn5gi6b3b",
   "run_url": "https://llm-speed.com/r/r_b1rn5gi6b3b",
   "date": "2026-09-13",
   "hardware": "AMD64 Family 23 Model 104 Stepping 1, AuthenticAMD (6c) + 15GB",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.34.0",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 16.7972,
   "prefill_tps": 203.16,
   "ttft_ms": 7976.6,
   "prompt_tokens": 3225,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_8q-uf-rq-gp",
   "run_url": "https://llm-speed.com/r/r_8q-uf-rq-gp",
   "date": "2026-09-06",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 134.1811,
   "prefill_tps": 6022.36,
   "ttft_ms": 3963.9,
   "prompt_tokens": 23872,
   "output_tokens": 98,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1srqmpjnkgd",
   "run_url": "https://llm-speed.com/r/r_1srqmpjnkgd",
   "date": "2026-09-06",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 136.2665,
   "prefill_tps": 7161.04,
   "ttft_ms": 3333.6,
   "prompt_tokens": 23872,
   "output_tokens": 98,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-lh-vczf7ik",
   "run_url": "https://llm-speed.com/r/r_-lh-vczf7ik",
   "date": "2026-09-06",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "long-context-decay",
   "suite_version": "suite-v1",
   "decode_tps": 142.6114,
   "prefill_tps": 7115.79,
   "ttft_ms": 3354.8,
   "prompt_tokens": 23872,
   "output_tokens": 98,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_v5arqmazf31",
   "run_url": "https://llm-speed.com/r/r_v5arqmazf31",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 141.1171,
   "prefill_tps": 2027.92,
   "ttft_ms": 59.7,
   "prompt_tokens": 121,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_v5arqmazf31",
   "run_url": "https://llm-speed.com/r/r_v5arqmazf31",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 135.6421,
   "prefill_tps": 5147.66,
   "ttft_ms": 619.3,
   "prompt_tokens": 3188,
   "output_tokens": 620,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dz5a3lzxhrj",
   "run_url": "https://llm-speed.com/r/r_dz5a3lzxhrj",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 65.6646,
   "prefill_tps": 969.83,
   "ttft_ms": 117.5,
   "prompt_tokens": 114,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_dz5a3lzxhrj",
   "run_url": "https://llm-speed.com/r/r_dz5a3lzxhrj",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 65.0984,
   "prefill_tps": 3496.8,
   "ttft_ms": 910.5,
   "prompt_tokens": 3184,
   "output_tokens": 874,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c3ps9wjygi9",
   "run_url": "https://llm-speed.com/r/r_c3ps9wjygi9",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 65.7273,
   "prefill_tps": 973.57,
   "ttft_ms": 117.1,
   "prompt_tokens": 114,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c3ps9wjygi9",
   "run_url": "https://llm-speed.com/r/r_c3ps9wjygi9",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 65.0943,
   "prefill_tps": 3506.52,
   "ttft_ms": 908.0,
   "prompt_tokens": 3184,
   "output_tokens": 874,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c2podhe9qwc",
   "run_url": "https://llm-speed.com/r/r_c2podhe9qwc",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 139.5026,
   "prefill_tps": 1958.85,
   "ttft_ms": 61.8,
   "prompt_tokens": 121,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_c2podhe9qwc",
   "run_url": "https://llm-speed.com/r/r_c2podhe9qwc",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 137.1097,
   "prefill_tps": 5117.98,
   "ttft_ms": 622.9,
   "prompt_tokens": 3188,
   "output_tokens": 620,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_8xmm65n1fhq",
   "run_url": "https://llm-speed.com/r/r_8xmm65n1fhq",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 137.2687,
   "prefill_tps": 2316.39,
   "ttft_ms": 52.2,
   "prompt_tokens": 121,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_8xmm65n1fhq",
   "run_url": "https://llm-speed.com/r/r_8xmm65n1fhq",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-12b-it-qat",
   "model_size": null,
   "quant": "Q4_0",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 135.6115,
   "prefill_tps": 5523.3,
   "ttft_ms": 577.2,
   "prompt_tokens": 3188,
   "output_tokens": 620,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7mod38qsldj",
   "run_url": "https://llm-speed.com/r/r_7mod38qsldj",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 65.426,
   "prefill_tps": 865.32,
   "ttft_ms": 131.7,
   "prompt_tokens": 114,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_7mod38qsldj",
   "run_url": "https://llm-speed.com/r/r_7mod38qsldj",
   "date": "2026-09-05",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.8-27B",
   "model_size": null,
   "quant": "Q4_K_M",
   "runtime": "llama.cpp",
   "runtime_version": "1 (9725a31)",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 65.102,
   "prefill_tps": 3501.11,
   "ttft_ms": 909.4,
   "prompt_tokens": 3184,
   "output_tokens": 874,
   "batch_size": 1,
   "source": "llm-speed"
  },
  {
   "run_id": "r_w-p7v--eync",
   "run_url": "https://llm-speed.com/r/r_w-p7v--eync",
   "date": "2026-08-18",
   "hardware": "M1 Pro (16-core GPU) + 16GB unified",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.32.14",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 97.2563,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_w-p7v--eync",
   "run_url": "https://llm-speed.com/r/r_w-p7v--eync",
   "date": "2026-08-18",
   "hardware": "M1 Pro (16-core GPU) + 16GB unified",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.32.14",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 103.1208,
   "prefill_tps": 8.77,
   "ttft_ms": 14246.7,
   "prompt_tokens": 125,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_w-p7v--eync",
   "run_url": "https://llm-speed.com/r/r_w-p7v--eync",
   "date": "2026-08-18",
   "hardware": "M1 Pro (16-core GPU) + 16GB unified",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.32.14",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 81.3471,
   "prefill_tps": 1246.52,
   "ttft_ms": 2528.6,
   "prompt_tokens": 3152,
   "output_tokens": 413,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_w-p7v--eync",
   "run_url": "https://llm-speed.com/r/r_w-p7v--eync",
   "date": "2026-08-18",
   "hardware": "M1 Pro (16-core GPU) + 16GB unified",
   "model": "llama3.2",
   "model_size": "1.2B",
   "quant": "Q8_0",
   "runtime": "ollama",
   "runtime_version": "0.32.14",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 93.1394,
   "prefill_tps": 2975.32,
   "ttft_ms": 516.3,
   "prompt_tokens": 3225,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_udwgba7udqu",
   "run_url": "https://llm-speed.com/r/r_udwgba7udqu",
   "date": "2026-07-26",
   "hardware": "M5 Max (40-core GPU) + 48GB unified",
   "model": "qwen3.6-agent-q6k-ctx128k",
   "model_size": "35.5B",
   "quant": "Q6_K",
   "runtime": "ollama",
   "runtime_version": "0.32.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 88.2933,
   "prefill_tps": 16.2,
   "ttft_ms": 6915.3,
   "prompt_tokens": 112,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_yy_6jfx70jq",
   "run_url": "https://llm-speed.com/r/r_yy_6jfx70jq",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-MLX-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 110.5803,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_yy_6jfx70jq",
   "run_url": "https://llm-speed.com/r/r_yy_6jfx70jq",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-MLX-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 116.8189,
   "prefill_tps": 424.47,
   "ttft_ms": 247.4,
   "prompt_tokens": 105,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_yy_6jfx70jq",
   "run_url": "https://llm-speed.com/r/r_yy_6jfx70jq",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-MLX-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 100.4862,
   "prefill_tps": 1104.0,
   "ttft_ms": 2846.0,
   "prompt_tokens": 3142,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_yy_6jfx70jq",
   "run_url": "https://llm-speed.com/r/r_yy_6jfx70jq",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-MLX-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 107.2267,
   "prefill_tps": 1108.91,
   "ttft_ms": 1884.3,
   "prompt_tokens": 3242,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_p2rpb_0iyjj",
   "run_url": "https://llm-speed.com/r/r_p2rpb_0iyjj",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 168.4365,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_p2rpb_0iyjj",
   "run_url": "https://llm-speed.com/r/r_p2rpb_0iyjj",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 182.6756,
   "prefill_tps": 636.62,
   "ttft_ms": 172.8,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_p2rpb_0iyjj",
   "run_url": "https://llm-speed.com/r/r_p2rpb_0iyjj",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 146.9774,
   "prefill_tps": 1913.73,
   "ttft_ms": 1644.4,
   "prompt_tokens": 3147,
   "output_tokens": 567,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_p2rpb_0iyjj",
   "run_url": "https://llm-speed.com/r/r_p2rpb_0iyjj",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-4B-Instruct-2507-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 160.8229,
   "prefill_tps": 1913.59,
   "ttft_ms": 1090.9,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_o6wbmfegmde",
   "run_url": "https://llm-speed.com/r/r_o6wbmfegmde",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-30B-A3B-Instruct-2507-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 105.8593,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_o6wbmfegmde",
   "run_url": "https://llm-speed.com/r/r_o6wbmfegmde",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-30B-A3B-Instruct-2507-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 112.5421,
   "prefill_tps": 308.69,
   "ttft_ms": 356.3,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_o6wbmfegmde",
   "run_url": "https://llm-speed.com/r/r_o6wbmfegmde",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-30B-A3B-Instruct-2507-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 96.3723,
   "prefill_tps": 1885.17,
   "ttft_ms": 1669.3,
   "prompt_tokens": 3147,
   "output_tokens": 788,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_o6wbmfegmde",
   "run_url": "https://llm-speed.com/r/r_o6wbmfegmde",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-30B-A3B-Instruct-2507-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 101.2644,
   "prefill_tps": 1978.03,
   "ttft_ms": 1057.1,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b1awwhkoo2v",
   "run_url": "https://llm-speed.com/r/r_b1awwhkoo2v",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-8B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 114.3326,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b1awwhkoo2v",
   "run_url": "https://llm-speed.com/r/r_b1awwhkoo2v",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-8B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 120.4906,
   "prefill_tps": 446.11,
   "ttft_ms": 246.6,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b1awwhkoo2v",
   "run_url": "https://llm-speed.com/r/r_b1awwhkoo2v",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-8B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 103.3454,
   "prefill_tps": 1108.81,
   "ttft_ms": 2838.2,
   "prompt_tokens": 3147,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b1awwhkoo2v",
   "run_url": "https://llm-speed.com/r/r_b1awwhkoo2v",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-8B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 109.3918,
   "prefill_tps": 1109.15,
   "ttft_ms": 1885.2,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_6rgao6ao735",
   "run_url": "https://llm-speed.com/r/r_6rgao6ao735",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-0.6B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 368.6823,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_6rgao6ao735",
   "run_url": "https://llm-speed.com/r/r_6rgao6ao735",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-0.6B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 429.2283,
   "prefill_tps": 1185.21,
   "ttft_ms": 92.8,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_6rgao6ao735",
   "run_url": "https://llm-speed.com/r/r_6rgao6ao735",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-0.6B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 334.2718,
   "prefill_tps": 6893.27,
   "ttft_ms": 456.5,
   "prompt_tokens": 3147,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_6rgao6ao735",
   "run_url": "https://llm-speed.com/r/r_6rgao6ao735",
   "date": "2026-07-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-0.6B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 368.4658,
   "prefill_tps": 8617.74,
   "ttft_ms": 233.1,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_o636l3cc-rr",
   "run_url": "https://llm-speed.com/r/r_o636l3cc-rr",
   "date": "2026-07-08",
   "hardware": "RTX 4090 (24GB)",
   "model": "glm-4.7-flash",
   "model_size": "29.9B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 129.8667,
   "prefill_tps": 2491.13,
   "ttft_ms": 1262.5,
   "prompt_tokens": 3145,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_zrjj-pj93q8",
   "run_url": "https://llm-speed.com/r/r_zrjj-pj93q8",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "deepseek-r1",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 81.0918,
   "prefill_tps": 240.4,
   "ttft_ms": 13069.6,
   "prompt_tokens": 3142,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_x23y_sg24pm",
   "run_url": "https://llm-speed.com/r/r_x23y_sg24pm",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "27.4B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 46.1699,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_x23y_sg24pm",
   "run_url": "https://llm-speed.com/r/r_x23y_sg24pm",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "27.4B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 46.9506,
   "prefill_tps": 144.51,
   "ttft_ms": 816.6,
   "prompt_tokens": 118,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_x23y_sg24pm",
   "run_url": "https://llm-speed.com/r/r_x23y_sg24pm",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "27.4B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 45.2529,
   "prefill_tps": 1594.08,
   "ttft_ms": 1998.0,
   "prompt_tokens": 3185,
   "output_tokens": 606,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_x23y_sg24pm",
   "run_url": "https://llm-speed.com/r/r_x23y_sg24pm",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "27.4B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 45.3332,
   "prefill_tps": 2556.81,
   "ttft_ms": 955.8,
   "prompt_tokens": 3934,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wjq32z47vlp",
   "run_url": "https://llm-speed.com/r/r_wjq32z47vlp",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 179.8901,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wjq32z47vlp",
   "run_url": "https://llm-speed.com/r/r_wjq32z47vlp",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 145.163,
   "prefill_tps": 195.63,
   "ttft_ms": 562.3,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wjq32z47vlp",
   "run_url": "https://llm-speed.com/r/r_wjq32z47vlp",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 165.5338,
   "prefill_tps": 3527.16,
   "ttft_ms": 892.2,
   "prompt_tokens": 3147,
   "output_tokens": 535,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_pb0jpnbujji",
   "run_url": "https://llm-speed.com/r/r_pb0jpnbujji",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 139.1588,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_pb0jpnbujji",
   "run_url": "https://llm-speed.com/r/r_pb0jpnbujji",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 39.8555,
   "prefill_tps": 2.83,
   "ttft_ms": 46337.3,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_pb0jpnbujji",
   "run_url": "https://llm-speed.com/r/r_pb0jpnbujji",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 135.0344,
   "prefill_tps": 3319.44,
   "ttft_ms": 954.4,
   "prompt_tokens": 3168,
   "output_tokens": 412,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_pb0jpnbujji",
   "run_url": "https://llm-speed.com/r/r_pb0jpnbujji",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 134.1956,
   "prefill_tps": 4111.08,
   "ttft_ms": 486.6,
   "prompt_tokens": 3268,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_o2-1w665rtq",
   "run_url": "https://llm-speed.com/r/r_o2-1w665rtq",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "deepseek-coder-v2",
   "model_size": "15.7B",
   "quant": "Q4_0",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 155.6215,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_o2-1w665rtq",
   "run_url": "https://llm-speed.com/r/r_o2-1w665rtq",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "deepseek-coder-v2",
   "model_size": "15.7B",
   "quant": "Q4_0",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 189.4748,
   "prefill_tps": 159.22,
   "ttft_ms": 734.9,
   "prompt_tokens": 117,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_o2-1w665rtq",
   "run_url": "https://llm-speed.com/r/r_o2-1w665rtq",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "deepseek-coder-v2",
   "model_size": "15.7B",
   "quant": "Q4_0",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 77.5562,
   "prefill_tps": 3907.47,
   "ttft_ms": 838.4,
   "prompt_tokens": 3276,
   "output_tokens": 719,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_o2-1w665rtq",
   "run_url": "https://llm-speed.com/r/r_o2-1w665rtq",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "deepseek-coder-v2",
   "model_size": "15.7B",
   "quant": "Q4_0",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 101.1526,
   "prefill_tps": 6933.05,
   "ttft_ms": 351.9,
   "prompt_tokens": 4077,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_mv8n8k9wu1e",
   "run_url": "https://llm-speed.com/r/r_mv8n8k9wu1e",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 161.1483,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_mv8n8k9wu1e",
   "run_url": "https://llm-speed.com/r/r_mv8n8k9wu1e",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 159.3872,
   "prefill_tps": 451.96,
   "ttft_ms": 289.8,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_mv8n8k9wu1e",
   "run_url": "https://llm-speed.com/r/r_mv8n8k9wu1e",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 154.7252,
   "prefill_tps": 5998.66,
   "ttft_ms": 528.1,
   "prompt_tokens": 3168,
   "output_tokens": 660,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_mv8n8k9wu1e",
   "run_url": "https://llm-speed.com/r/r_mv8n8k9wu1e",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "qwen2.5-coder",
   "model_size": "7.6B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 158.0786,
   "prefill_tps": 6421.06,
   "ttft_ms": 320.0,
   "prompt_tokens": 3268,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_l2ck67ls40i",
   "run_url": "https://llm-speed.com/r/r_l2ck67ls40i",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "deepseek-r1",
   "model_size": "32.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 3.756,
   "prefill_tps": 14.28,
   "ttft_ms": 219986.2,
   "prompt_tokens": 3142,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_l2ck67ls40i",
   "run_url": "https://llm-speed.com/r/r_l2ck67ls40i",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "deepseek-r1",
   "model_size": "32.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 3.786,
   "prefill_tps": 3515.07,
   "ttft_ms": 970.8,
   "prompt_tokens": 3242,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_iu2sfa9ykvw",
   "run_url": "https://llm-speed.com/r/r_iu2sfa9ykvw",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gpt-oss",
   "model_size": "20.9B",
   "quant": "MXFP4",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 141.7443,
   "prefill_tps": 631.51,
   "ttft_ms": 5048.2,
   "prompt_tokens": 3188,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_h_659oy695r",
   "run_url": "https://llm-speed.com/r/r_h_659oy695r",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "qwen3.6",
   "model_size": "27.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 44.1788,
   "prefill_tps": 1910.46,
   "ttft_ms": 1807.9,
   "prompt_tokens": 3454,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_h1ub_1uxzdh",
   "run_url": "https://llm-speed.com/r/r_h1ub_1uxzdh",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 154.225,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_h1ub_1uxzdh",
   "run_url": "https://llm-speed.com/r/r_h1ub_1uxzdh",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 154.3702,
   "prefill_tps": 327.96,
   "ttft_ms": 335.4,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_h1ub_1uxzdh",
   "run_url": "https://llm-speed.com/r/r_h1ub_1uxzdh",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 146.286,
   "prefill_tps": 5032.48,
   "ttft_ms": 623.4,
   "prompt_tokens": 3137,
   "output_tokens": 432,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_h1ub_1uxzdh",
   "run_url": "https://llm-speed.com/r/r_h1ub_1uxzdh",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 149.447,
   "prefill_tps": 5377.53,
   "ttft_ms": 387.3,
   "prompt_tokens": 3210,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_fg77v2hhohb",
   "run_url": "https://llm-speed.com/r/r_fg77v2hhohb",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "deepseek-r1",
   "model_size": "8.2B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 131.9466,
   "prefill_tps": 686.27,
   "ttft_ms": 4578.4,
   "prompt_tokens": 3142,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_fg77v2hhohb",
   "run_url": "https://llm-speed.com/r/r_fg77v2hhohb",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "deepseek-r1",
   "model_size": "8.2B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 133.8357,
   "prefill_tps": 8852.44,
   "ttft_ms": 366.2,
   "prompt_tokens": 3242,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_dlanfbgym0h",
   "run_url": "https://llm-speed.com/r/r_dlanfbgym0h",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "4.3B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 193.0686,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_dlanfbgym0h",
   "run_url": "https://llm-speed.com/r/r_dlanfbgym0h",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "4.3B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 195.0046,
   "prefill_tps": 167.24,
   "ttft_ms": 705.6,
   "prompt_tokens": 118,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_dlanfbgym0h",
   "run_url": "https://llm-speed.com/r/r_dlanfbgym0h",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "4.3B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 187.5567,
   "prefill_tps": 3254.12,
   "ttft_ms": 978.8,
   "prompt_tokens": 3185,
   "output_tokens": 585,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_dlanfbgym0h",
   "run_url": "https://llm-speed.com/r/r_dlanfbgym0h",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "4.3B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 189.9851,
   "prefill_tps": 3543.39,
   "ttft_ms": 715.0,
   "prompt_tokens": 3934,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_9hurqggbshk",
   "run_url": "https://llm-speed.com/r/r_9hurqggbshk",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 133.8678,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_9hurqggbshk",
   "run_url": "https://llm-speed.com/r/r_9hurqggbshk",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 136.2044,
   "prefill_tps": 2.2,
   "ttft_ms": 49960.0,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_9hurqggbshk",
   "run_url": "https://llm-speed.com/r/r_9hurqggbshk",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 127.5289,
   "prefill_tps": 3004.29,
   "ttft_ms": 1044.2,
   "prompt_tokens": 3137,
   "output_tokens": 390,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_9hurqggbshk",
   "run_url": "https://llm-speed.com/r/r_9hurqggbshk",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "llama3.1",
   "model_size": "8.0B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 127.4714,
   "prefill_tps": 3475.92,
   "ttft_ms": 527.3,
   "prompt_tokens": 3210,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_73tnfdueq2h",
   "run_url": "https://llm-speed.com/r/r_73tnfdueq2h",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 88.6283,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_73tnfdueq2h",
   "run_url": "https://llm-speed.com/r/r_73tnfdueq2h",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 89.4537,
   "prefill_tps": 466.57,
   "ttft_ms": 280.8,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_73tnfdueq2h",
   "run_url": "https://llm-speed.com/r/r_73tnfdueq2h",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 83.8372,
   "prefill_tps": 3572.27,
   "ttft_ms": 886.8,
   "prompt_tokens": 3168,
   "output_tokens": 598,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_73tnfdueq2h",
   "run_url": "https://llm-speed.com/r/r_73tnfdueq2h",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (48GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 86.2145,
   "prefill_tps": 5298.4,
   "ttft_ms": 394.9,
   "prompt_tokens": 3268,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_6ahy-dq0f_0",
   "run_url": "https://llm-speed.com/r/r_6ahy-dq0f_0",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 67.6352,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_6ahy-dq0f_0",
   "run_url": "https://llm-speed.com/r/r_6ahy-dq0f_0",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.2128,
   "prefill_tps": 402.05,
   "ttft_ms": 325.8,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_6ahy-dq0f_0",
   "run_url": "https://llm-speed.com/r/r_6ahy-dq0f_0",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 65.8279,
   "prefill_tps": 2070.64,
   "ttft_ms": 1530.0,
   "prompt_tokens": 3168,
   "output_tokens": 532,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_6ahy-dq0f_0",
   "run_url": "https://llm-speed.com/r/r_6ahy-dq0f_0",
   "date": "2026-07-02",
   "hardware": "RTX 3090 (24GB)",
   "model": "qwen2.5-coder",
   "model_size": "14.8B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 63.6332,
   "prefill_tps": 3518.84,
   "ttft_ms": 483.2,
   "prompt_tokens": 3268,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3kmrc135e0e",
   "run_url": "https://llm-speed.com/r/r_3kmrc135e0e",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "12.2B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 90.4257,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3kmrc135e0e",
   "run_url": "https://llm-speed.com/r/r_3kmrc135e0e",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "12.2B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 92.6521,
   "prefill_tps": 171.36,
   "ttft_ms": 688.6,
   "prompt_tokens": 118,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3kmrc135e0e",
   "run_url": "https://llm-speed.com/r/r_3kmrc135e0e",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "12.2B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 87.6021,
   "prefill_tps": 2206.43,
   "ttft_ms": 1443.5,
   "prompt_tokens": 3185,
   "output_tokens": 881,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3kmrc135e0e",
   "run_url": "https://llm-speed.com/r/r_3kmrc135e0e",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "gemma3",
   "model_size": "12.2B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 88.5296,
   "prefill_tps": 3123.9,
   "ttft_ms": 815.3,
   "prompt_tokens": 3934,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2r1p3w9ps7c",
   "run_url": "https://llm-speed.com/r/r_2r1p3w9ps7c",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "deepseek-r1",
   "model_size": "8.2B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 130.9621,
   "prefill_tps": 599.85,
   "ttft_ms": 5238.0,
   "prompt_tokens": 3142,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2r1p3w9ps7c",
   "run_url": "https://llm-speed.com/r/r_2r1p3w9ps7c",
   "date": "2026-07-02",
   "hardware": "RTX 4090 (24GB)",
   "model": "deepseek-r1",
   "model_size": "8.2B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.31.1",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 132.3682,
   "prefill_tps": 9612.78,
   "ttft_ms": 337.3,
   "prompt_tokens": 3242,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_yz3q11pa049",
   "run_url": "https://llm-speed.com/r/r_yz3q11pa049",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.6993,
   "prefill_tps": null,
   "ttft_ms": 156.4,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_yluotk909p8",
   "run_url": "https://llm-speed.com/r/r_yluotk909p8",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.3759,
   "prefill_tps": null,
   "ttft_ms": 167.1,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_xsajby03vhb",
   "run_url": "https://llm-speed.com/r/r_xsajby03vhb",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 222.3756,
   "prefill_tps": null,
   "ttft_ms": 294.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_xr4qdv1hgf2",
   "run_url": "https://llm-speed.com/r/r_xr4qdv1hgf2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 131.4499,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_xr4qdv1hgf2",
   "run_url": "https://llm-speed.com/r/r_xr4qdv1hgf2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 130.267,
   "prefill_tps": null,
   "ttft_ms": 48.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_xr4qdv1hgf2",
   "run_url": "https://llm-speed.com/r/r_xr4qdv1hgf2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 122.7055,
   "prefill_tps": null,
   "ttft_ms": 488.8,
   "prompt_tokens": 0,
   "output_tokens": 401,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_xr4qdv1hgf2",
   "run_url": "https://llm-speed.com/r/r_xr4qdv1hgf2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 122.7695,
   "prefill_tps": 20315.38,
   "ttft_ms": 110.8,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_xbis0gb1uq3",
   "run_url": "https://llm-speed.com/r/r_xbis0gb1uq3",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 222.3879,
   "prefill_tps": null,
   "ttft_ms": 172.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_xa08qutcmkm",
   "run_url": "https://llm-speed.com/r/r_xa08qutcmkm",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 68.928,
   "prefill_tps": null,
   "ttft_ms": 326.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wwq2l7lmy6d",
   "run_url": "https://llm-speed.com/r/r_wwq2l7lmy6d",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.3095,
   "prefill_tps": null,
   "ttft_ms": 160.4,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wtd90zbbusq",
   "run_url": "https://llm-speed.com/r/r_wtd90zbbusq",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 66.7521,
   "prefill_tps": null,
   "ttft_ms": 194.7,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wppiqxyk9iw",
   "run_url": "https://llm-speed.com/r/r_wppiqxyk9iw",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 66.3901,
   "prefill_tps": null,
   "ttft_ms": 210.3,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wowv__0b5s6",
   "run_url": "https://llm-speed.com/r/r_wowv__0b5s6",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 70.3745,
   "prefill_tps": null,
   "ttft_ms": 268.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wmexo75dt0o",
   "run_url": "https://llm-speed.com/r/r_wmexo75dt0o",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 70.0439,
   "prefill_tps": null,
   "ttft_ms": 193.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wax_x2ryqhk",
   "run_url": "https://llm-speed.com/r/r_wax_x2ryqhk",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 73.3144,
   "prefill_tps": null,
   "ttft_ms": 296.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_w482rf72v6z",
   "run_url": "https://llm-speed.com/r/r_w482rf72v6z",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.5579,
   "prefill_tps": null,
   "ttft_ms": 174.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_v983y0y3r2u",
   "run_url": "https://llm-speed.com/r/r_v983y0y3r2u",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 70.9565,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_v983y0y3r2u",
   "run_url": "https://llm-speed.com/r/r_v983y0y3r2u",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.4053,
   "prefill_tps": null,
   "ttft_ms": 383.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_v983y0y3r2u",
   "run_url": "https://llm-speed.com/r/r_v983y0y3r2u",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 69.1516,
   "prefill_tps": null,
   "ttft_ms": 1250.6,
   "prompt_tokens": 0,
   "output_tokens": 1024,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_v983y0y3r2u",
   "run_url": "https://llm-speed.com/r/r_v983y0y3r2u",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 68.5605,
   "prefill_tps": 4677.1,
   "ttft_ms": 414.2,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_v2vrkr4uah1",
   "run_url": "https://llm-speed.com/r/r_v2vrkr4uah1",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.4809,
   "prefill_tps": null,
   "ttft_ms": 171.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_v05axrj3dti",
   "run_url": "https://llm-speed.com/r/r_v05axrj3dti",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 68.8249,
   "prefill_tps": null,
   "ttft_ms": 413.3,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_uvy0zplf-sh",
   "run_url": "https://llm-speed.com/r/r_uvy0zplf-sh",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.3587,
   "prefill_tps": null,
   "ttft_ms": 168.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_uut6m_v6ui9",
   "run_url": "https://llm-speed.com/r/r_uut6m_v6ui9",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.3693,
   "prefill_tps": null,
   "ttft_ms": 179.8,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_uhv-sxt4h97",
   "run_url": "https://llm-speed.com/r/r_uhv-sxt4h97",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.7892,
   "prefill_tps": null,
   "ttft_ms": 186.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_udgtg0c3pjv",
   "run_url": "https://llm-speed.com/r/r_udgtg0c3pjv",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.9652,
   "prefill_tps": null,
   "ttft_ms": 295.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_u9eqyrsfrgt",
   "run_url": "https://llm-speed.com/r/r_u9eqyrsfrgt",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 70.9491,
   "prefill_tps": null,
   "ttft_ms": 329.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_u4wa_y_y3vt",
   "run_url": "https://llm-speed.com/r/r_u4wa_y_y3vt",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.5616,
   "prefill_tps": null,
   "ttft_ms": 226.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_u4iojm6-ekg",
   "run_url": "https://llm-speed.com/r/r_u4iojm6-ekg",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Yi-Coder-9B-Chat",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 199.3261,
   "prefill_tps": null,
   "ttft_ms": 36.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_twfs86tf_xf",
   "run_url": "https://llm-speed.com/r/r_twfs86tf_xf",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 71.8991,
   "prefill_tps": null,
   "ttft_ms": 115.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_tj9bu7gvnvh",
   "run_url": "https://llm-speed.com/r/r_tj9bu7gvnvh",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 133.2949,
   "prefill_tps": null,
   "ttft_ms": 55.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_th_ounxmvpx",
   "run_url": "https://llm-speed.com/r/r_th_ounxmvpx",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.6181,
   "prefill_tps": null,
   "ttft_ms": 177.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ta1y71vmvhf",
   "run_url": "https://llm-speed.com/r/r_ta1y71vmvhf",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 223.1567,
   "prefill_tps": null,
   "ttft_ms": 190.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_sgqjiuomsug",
   "run_url": "https://llm-speed.com/r/r_sgqjiuomsug",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.2865,
   "prefill_tps": null,
   "ttft_ms": 170.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_sc_ghtmn-ti",
   "run_url": "https://llm-speed.com/r/r_sc_ghtmn-ti",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 219.8088,
   "prefill_tps": null,
   "ttft_ms": 178.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_s0-yb8j14ys",
   "run_url": "https://llm-speed.com/r/r_s0-yb8j14ys",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 66.1865,
   "prefill_tps": null,
   "ttft_ms": 200.0,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_rrrs_2wn0__",
   "run_url": "https://llm-speed.com/r/r_rrrs_2wn0__",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.6485,
   "prefill_tps": null,
   "ttft_ms": 348.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qsvrisrvp-e",
   "run_url": "https://llm-speed.com/r/r_qsvrisrvp-e",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 68.9381,
   "prefill_tps": null,
   "ttft_ms": 299.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qrpvh5hd9km",
   "run_url": "https://llm-speed.com/r/r_qrpvh5hd9km",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.5594,
   "prefill_tps": null,
   "ttft_ms": 205.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qr4srge34da",
   "run_url": "https://llm-speed.com/r/r_qr4srge34da",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Llama-3.1-8B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 223.0156,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qr4srge34da",
   "run_url": "https://llm-speed.com/r/r_qr4srge34da",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Llama-3.1-8B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 229.4431,
   "prefill_tps": null,
   "ttft_ms": 35.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qr4srge34da",
   "run_url": "https://llm-speed.com/r/r_qr4srge34da",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Llama-3.1-8B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 211.4127,
   "prefill_tps": null,
   "ttft_ms": 265.7,
   "prompt_tokens": 0,
   "output_tokens": 351,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qr4srge34da",
   "run_url": "https://llm-speed.com/r/r_qr4srge34da",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Llama-3.1-8B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 210.255,
   "prefill_tps": 36720.32,
   "ttft_ms": 60.8,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qlo6j6lnnh3",
   "run_url": "https://llm-speed.com/r/r_qlo6j6lnnh3",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 73.2035,
   "prefill_tps": null,
   "ttft_ms": 290.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qlcfyt0mlv6",
   "run_url": "https://llm-speed.com/r/r_qlcfyt0mlv6",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.1916,
   "prefill_tps": null,
   "ttft_ms": 235.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ql_2f6nzxj_",
   "run_url": "https://llm-speed.com/r/r_ql_2f6nzxj_",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 212.6405,
   "prefill_tps": null,
   "ttft_ms": 240.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qiq8q_cqfk5",
   "run_url": "https://llm-speed.com/r/r_qiq8q_cqfk5",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.9958,
   "prefill_tps": null,
   "ttft_ms": 241.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qhp37dyi9n1",
   "run_url": "https://llm-speed.com/r/r_qhp37dyi9n1",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.8594,
   "prefill_tps": null,
   "ttft_ms": 184.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qe0el0pkw93",
   "run_url": "https://llm-speed.com/r/r_qe0el0pkw93",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 73.2621,
   "prefill_tps": null,
   "ttft_ms": 176.1,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_qdm3mkehpyx",
   "run_url": "https://llm-speed.com/r/r_qdm3mkehpyx",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.53,
   "prefill_tps": null,
   "ttft_ms": 187.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_q9f15lz6831",
   "run_url": "https://llm-speed.com/r/r_q9f15lz6831",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "stable-code-instruct-3b",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 356.0844,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_q9f15lz6831",
   "run_url": "https://llm-speed.com/r/r_q9f15lz6831",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "stable-code-instruct-3b",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 341.948,
   "prefill_tps": null,
   "ttft_ms": 174.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_q9f15lz6831",
   "run_url": "https://llm-speed.com/r/r_q9f15lz6831",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "stable-code-instruct-3b",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 289.0944,
   "prefill_tps": null,
   "ttft_ms": 231.6,
   "prompt_tokens": 0,
   "output_tokens": 234,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_q9f15lz6831",
   "run_url": "https://llm-speed.com/r/r_q9f15lz6831",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "stable-code-instruct-3b",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 292.8447,
   "prefill_tps": 44387.47,
   "ttft_ms": 42.7,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_q5xsw1p-7f8",
   "run_url": "https://llm-speed.com/r/r_q5xsw1p-7f8",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.9473,
   "prefill_tps": null,
   "ttft_ms": 290.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_q0wcxrit2bz",
   "run_url": "https://llm-speed.com/r/r_q0wcxrit2bz",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.2263,
   "prefill_tps": null,
   "ttft_ms": 342.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_q-it_4s9z4p",
   "run_url": "https://llm-speed.com/r/r_q-it_4s9z4p",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.1911,
   "prefill_tps": null,
   "ttft_ms": 230.1,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_pnk9rze10h7",
   "run_url": "https://llm-speed.com/r/r_pnk9rze10h7",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.158,
   "prefill_tps": null,
   "ttft_ms": 163.5,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_pnei9cgfzl5",
   "run_url": "https://llm-speed.com/r/r_pnei9cgfzl5",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 214.0429,
   "prefill_tps": null,
   "ttft_ms": 210.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_plujbqnef08",
   "run_url": "https://llm-speed.com/r/r_plujbqnef08",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.3656,
   "prefill_tps": null,
   "ttft_ms": 175.8,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_phvxm9dcak0",
   "run_url": "https://llm-speed.com/r/r_phvxm9dcak0",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.4541,
   "prefill_tps": null,
   "ttft_ms": 327.1,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_pa7nuerd9tl",
   "run_url": "https://llm-speed.com/r/r_pa7nuerd9tl",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.6675,
   "prefill_tps": null,
   "ttft_ms": 174.8,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_p_f63tcgans",
   "run_url": "https://llm-speed.com/r/r_p_f63tcgans",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 136.0002,
   "prefill_tps": null,
   "ttft_ms": 51.3,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_p3m8a1lj4kg",
   "run_url": "https://llm-speed.com/r/r_p3m8a1lj4kg",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.3872,
   "prefill_tps": null,
   "ttft_ms": 224.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_p307g-1cdkl",
   "run_url": "https://llm-speed.com/r/r_p307g-1cdkl",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.7915,
   "prefill_tps": null,
   "ttft_ms": 297.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_p01v4lc4c11",
   "run_url": "https://llm-speed.com/r/r_p01v4lc4c11",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.4807,
   "prefill_tps": null,
   "ttft_ms": 251.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_p-pbvaxim4m",
   "run_url": "https://llm-speed.com/r/r_p-pbvaxim4m",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 223.843,
   "prefill_tps": null,
   "ttft_ms": 147.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_opuj21f13-_",
   "run_url": "https://llm-speed.com/r/r_opuj21f13-_",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 133.7787,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_opuj21f13-_",
   "run_url": "https://llm-speed.com/r/r_opuj21f13-_",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 140.0295,
   "prefill_tps": null,
   "ttft_ms": 42.1,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_opuj21f13-_",
   "run_url": "https://llm-speed.com/r/r_opuj21f13-_",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 122.9755,
   "prefill_tps": null,
   "ttft_ms": 457.2,
   "prompt_tokens": 0,
   "output_tokens": 518,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_opuj21f13-_",
   "run_url": "https://llm-speed.com/r/r_opuj21f13-_",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-14B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 130.4513,
   "prefill_tps": 21985.95,
   "ttft_ms": 103.7,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_onvh-dpmck-",
   "run_url": "https://llm-speed.com/r/r_onvh-dpmck-",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.0524,
   "prefill_tps": null,
   "ttft_ms": 206.8,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_nkbs6d3-d21",
   "run_url": "https://llm-speed.com/r/r_nkbs6d3-d21",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 71.9114,
   "prefill_tps": null,
   "ttft_ms": 71.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_n6su7ptrulh",
   "run_url": "https://llm-speed.com/r/r_n6su7ptrulh",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.3942,
   "prefill_tps": null,
   "ttft_ms": 172.4,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_n65ex7zl6ts",
   "run_url": "https://llm-speed.com/r/r_n65ex7zl6ts",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.3639,
   "prefill_tps": null,
   "ttft_ms": 145.9,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_mqx-i-thqtq",
   "run_url": "https://llm-speed.com/r/r_mqx-i-thqtq",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.648,
   "prefill_tps": null,
   "ttft_ms": 308.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_moawmhigq5d",
   "run_url": "https://llm-speed.com/r/r_moawmhigq5d",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.3736,
   "prefill_tps": null,
   "ttft_ms": 157.4,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_mln72x5zbis",
   "run_url": "https://llm-speed.com/r/r_mln72x5zbis",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 244.9066,
   "prefill_tps": null,
   "ttft_ms": 36.1,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_mj85rtghwmg",
   "run_url": "https://llm-speed.com/r/r_mj85rtghwmg",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 71.0911,
   "prefill_tps": null,
   "ttft_ms": 241.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_lzv-y6_-n0b",
   "run_url": "https://llm-speed.com/r/r_lzv-y6_-n0b",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.487,
   "prefill_tps": null,
   "ttft_ms": 220.7,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_lrxodemb-w0",
   "run_url": "https://llm-speed.com/r/r_lrxodemb-w0",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.6651,
   "prefill_tps": null,
   "ttft_ms": 208.6,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_lblt3fsiqzb",
   "run_url": "https://llm-speed.com/r/r_lblt3fsiqzb",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.4549,
   "prefill_tps": null,
   "ttft_ms": 174.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_l-wg5a6o-vg",
   "run_url": "https://llm-speed.com/r/r_l-wg5a6o-vg",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.5671,
   "prefill_tps": null,
   "ttft_ms": 171.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_kfrkg-vn376",
   "run_url": "https://llm-speed.com/r/r_kfrkg-vn376",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Llama-3.1-8B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 232.2232,
   "prefill_tps": null,
   "ttft_ms": 33.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_k1u_k1j_1i2",
   "run_url": "https://llm-speed.com/r/r_k1u_k1j_1i2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "phi-4",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 140.2034,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_k1u_k1j_1i2",
   "run_url": "https://llm-speed.com/r/r_k1u_k1j_1i2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "phi-4",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 139.0636,
   "prefill_tps": null,
   "ttft_ms": 51.1,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_k1u_k1j_1i2",
   "run_url": "https://llm-speed.com/r/r_k1u_k1j_1i2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "phi-4",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 133.7342,
   "prefill_tps": null,
   "ttft_ms": 432.8,
   "prompt_tokens": 0,
   "output_tokens": 410,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_k1u_k1j_1i2",
   "run_url": "https://llm-speed.com/r/r_k1u_k1j_1i2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "phi-4",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 124.8007,
   "prefill_tps": 21162.44,
   "ttft_ms": 102.5,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_k070lz99uzi",
   "run_url": "https://llm-speed.com/r/r_k070lz99uzi",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.5494,
   "prefill_tps": null,
   "ttft_ms": 184.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_jrwk2oj1el-",
   "run_url": "https://llm-speed.com/r/r_jrwk2oj1el-",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.9033,
   "prefill_tps": null,
   "ttft_ms": 180.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_jkn4ltg393p",
   "run_url": "https://llm-speed.com/r/r_jkn4ltg393p",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.2997,
   "prefill_tps": null,
   "ttft_ms": 167.1,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_jbit-ru039h",
   "run_url": "https://llm-speed.com/r/r_jbit-ru039h",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.4402,
   "prefill_tps": null,
   "ttft_ms": 172.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_j1t3p2tae3a",
   "run_url": "https://llm-speed.com/r/r_j1t3p2tae3a",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.1779,
   "prefill_tps": null,
   "ttft_ms": 288.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_j1cr6asrnn6",
   "run_url": "https://llm-speed.com/r/r_j1cr6asrnn6",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 73.757,
   "prefill_tps": null,
   "ttft_ms": 346.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_j0xki0x2kn2",
   "run_url": "https://llm-speed.com/r/r_j0xki0x2kn2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.6347,
   "prefill_tps": null,
   "ttft_ms": 169.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_hj-6scdybyq",
   "run_url": "https://llm-speed.com/r/r_hj-6scdybyq",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 222.382,
   "prefill_tps": null,
   "ttft_ms": 145.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_gipbd9a8wrn",
   "run_url": "https://llm-speed.com/r/r_gipbd9a8wrn",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 71.4977,
   "prefill_tps": null,
   "ttft_ms": 212.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_g37y03ugmpk",
   "run_url": "https://llm-speed.com/r/r_g37y03ugmpk",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.1528,
   "prefill_tps": null,
   "ttft_ms": 170.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_g1aw3mizd32",
   "run_url": "https://llm-speed.com/r/r_g1aw3mizd32",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 223.9806,
   "prefill_tps": null,
   "ttft_ms": 169.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_fo83sbnxax4",
   "run_url": "https://llm-speed.com/r/r_fo83sbnxax4",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 71.993,
   "prefill_tps": null,
   "ttft_ms": 317.1,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_f7ulllqu4vk",
   "run_url": "https://llm-speed.com/r/r_f7ulllqu4vk",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 73.9574,
   "prefill_tps": null,
   "ttft_ms": 190.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_f1wlemwip05",
   "run_url": "https://llm-speed.com/r/r_f1wlemwip05",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.1666,
   "prefill_tps": null,
   "ttft_ms": 202.0,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_f14_uxceu0r",
   "run_url": "https://llm-speed.com/r/r_f14_uxceu0r",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 218.9734,
   "prefill_tps": null,
   "ttft_ms": 151.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_f-uojs7vckb",
   "run_url": "https://llm-speed.com/r/r_f-uojs7vckb",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 66.0035,
   "prefill_tps": null,
   "ttft_ms": 226.2,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_es8a88t0ez0",
   "run_url": "https://llm-speed.com/r/r_es8a88t0ez0",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 70.0678,
   "prefill_tps": null,
   "ttft_ms": 172.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ercjdbdw2gi",
   "run_url": "https://llm-speed.com/r/r_ercjdbdw2gi",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.3238,
   "prefill_tps": null,
   "ttft_ms": 289.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_epzfs8k8ohh",
   "run_url": "https://llm-speed.com/r/r_epzfs8k8ohh",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 68.7658,
   "prefill_tps": null,
   "ttft_ms": 199.8,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ea3vckhh-cn",
   "run_url": "https://llm-speed.com/r/r_ea3vckhh-cn",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.7271,
   "prefill_tps": null,
   "ttft_ms": 227.8,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ea1db-lhv0r",
   "run_url": "https://llm-speed.com/r/r_ea1db-lhv0r",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 70.8926,
   "prefill_tps": null,
   "ttft_ms": 185.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_e7_858msfny",
   "run_url": "https://llm-speed.com/r/r_e7_858msfny",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.6137,
   "prefill_tps": null,
   "ttft_ms": 231.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_e-k4aea8ipr",
   "run_url": "https://llm-speed.com/r/r_e-k4aea8ipr",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "phi-4",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 140.9123,
   "prefill_tps": null,
   "ttft_ms": 56.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_dqelw_a8f2c",
   "run_url": "https://llm-speed.com/r/r_dqelw_a8f2c",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 221.6304,
   "prefill_tps": null,
   "ttft_ms": 207.1,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_dp6sr2_iwcf",
   "run_url": "https://llm-speed.com/r/r_dp6sr2_iwcf",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 223.2769,
   "prefill_tps": null,
   "ttft_ms": 263.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_dee_mcm1ga0",
   "run_url": "https://llm-speed.com/r/r_dee_mcm1ga0",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.7973,
   "prefill_tps": null,
   "ttft_ms": 189.4,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_d1ydh-i8f9j",
   "run_url": "https://llm-speed.com/r/r_d1ydh-i8f9j",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 208.5706,
   "prefill_tps": null,
   "ttft_ms": 219.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_cxuvzpfj-yn",
   "run_url": "https://llm-speed.com/r/r_cxuvzpfj-yn",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 223.3052,
   "prefill_tps": null,
   "ttft_ms": 153.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_carzhcoe-mi",
   "run_url": "https://llm-speed.com/r/r_carzhcoe-mi",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 70.9832,
   "prefill_tps": null,
   "ttft_ms": 199.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_c7qyvvmmsv1",
   "run_url": "https://llm-speed.com/r/r_c7qyvvmmsv1",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-Coder-30B-A3B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 259.9122,
   "prefill_tps": null,
   "ttft_ms": 218.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_c6t0q3m_tti",
   "run_url": "https://llm-speed.com/r/r_c6t0q3m_tti",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 216.2407,
   "prefill_tps": null,
   "ttft_ms": 242.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_c25tn-sl4bn",
   "run_url": "https://llm-speed.com/r/r_c25tn-sl4bn",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 221.7695,
   "prefill_tps": null,
   "ttft_ms": 203.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bjy5a5izxjc",
   "run_url": "https://llm-speed.com/r/r_bjy5a5izxjc",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 68.5974,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bjy5a5izxjc",
   "run_url": "https://llm-speed.com/r/r_bjy5a5izxjc",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 68.7106,
   "prefill_tps": null,
   "ttft_ms": 77.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bjy5a5izxjc",
   "run_url": "https://llm-speed.com/r/r_bjy5a5izxjc",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 65.3554,
   "prefill_tps": null,
   "ttft_ms": 967.7,
   "prompt_tokens": 0,
   "output_tokens": 326,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bjy5a5izxjc",
   "run_url": "https://llm-speed.com/r/r_bjy5a5izxjc",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-32B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 66.4479,
   "prefill_tps": 10407.9,
   "ttft_ms": 214.2,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bgylub2qqr-",
   "run_url": "https://llm-speed.com/r/r_bgylub2qqr-",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.84,
   "prefill_tps": null,
   "ttft_ms": 398.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bfpto9so2o1",
   "run_url": "https://llm-speed.com/r/r_bfpto9so2o1",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "DeepSeek-Coder-V2-Lite-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 268.4118,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bfpto9so2o1",
   "run_url": "https://llm-speed.com/r/r_bfpto9so2o1",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "DeepSeek-Coder-V2-Lite-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 293.1416,
   "prefill_tps": null,
   "ttft_ms": 297.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bfpto9so2o1",
   "run_url": "https://llm-speed.com/r/r_bfpto9so2o1",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "DeepSeek-Coder-V2-Lite-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 181.1683,
   "prefill_tps": null,
   "ttft_ms": 361.0,
   "prompt_tokens": 0,
   "output_tokens": 482,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bfpto9so2o1",
   "run_url": "https://llm-speed.com/r/r_bfpto9so2o1",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "DeepSeek-Coder-V2-Lite-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 204.5204,
   "prefill_tps": 24978.67,
   "ttft_ms": 80.7,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b9ul-vxh9sc",
   "run_url": "https://llm-speed.com/r/r_b9ul-vxh9sc",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 302.7739,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b9ul-vxh9sc",
   "run_url": "https://llm-speed.com/r/r_b9ul-vxh9sc",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 318.3849,
   "prefill_tps": null,
   "ttft_ms": 172.5,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b9ul-vxh9sc",
   "run_url": "https://llm-speed.com/r/r_b9ul-vxh9sc",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 301.6215,
   "prefill_tps": null,
   "ttft_ms": 239.1,
   "prompt_tokens": 0,
   "output_tokens": 1015,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_b9ul-vxh9sc",
   "run_url": "https://llm-speed.com/r/r_b9ul-vxh9sc",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gpt-oss-20b",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 304.4969,
   "prefill_tps": 26907.52,
   "ttft_ms": 77.7,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_az687c4xasr",
   "run_url": "https://llm-speed.com/r/r_az687c4xasr",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 73.5559,
   "prefill_tps": null,
   "ttft_ms": 166.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_aj808r0dw53",
   "run_url": "https://llm-speed.com/r/r_aj808r0dw53",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.6019,
   "prefill_tps": null,
   "ttft_ms": 381.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_a9n_rervciy",
   "run_url": "https://llm-speed.com/r/r_a9n_rervciy",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 212.7994,
   "prefill_tps": null,
   "ttft_ms": 167.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_a56-wxl21lk",
   "run_url": "https://llm-speed.com/r/r_a56-wxl21lk",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 223.9669,
   "prefill_tps": null,
   "ttft_ms": 167.3,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r__b_bzmmab_8",
   "run_url": "https://llm-speed.com/r/r__b_bzmmab_8",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-2-9b-it",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 152.7022,
   "prefill_tps": null,
   "ttft_ms": 58.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r__679a-4h44q",
   "run_url": "https://llm-speed.com/r/r__679a-4h44q",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 66.6954,
   "prefill_tps": null,
   "ttft_ms": 178.7,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_9ap2a34-le5",
   "run_url": "https://llm-speed.com/r/r_9ap2a34-le5",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.842,
   "prefill_tps": null,
   "ttft_ms": 349.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_8qwzo79cf0s",
   "run_url": "https://llm-speed.com/r/r_8qwzo79cf0s",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.5891,
   "prefill_tps": null,
   "ttft_ms": 314.1,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_8l57cim1i10",
   "run_url": "https://llm-speed.com/r/r_8l57cim1i10",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "stable-code-instruct-3b",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 331.0057,
   "prefill_tps": null,
   "ttft_ms": 36.7,
   "prompt_tokens": 0,
   "output_tokens": 219,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_83zbwf7c17p",
   "run_url": "https://llm-speed.com/r/r_83zbwf7c17p",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.4833,
   "prefill_tps": null,
   "ttft_ms": 287.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_7u98v6--uli",
   "run_url": "https://llm-speed.com/r/r_7u98v6--uli",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.5413,
   "prefill_tps": null,
   "ttft_ms": 170.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_7snxv0llk6f",
   "run_url": "https://llm-speed.com/r/r_7snxv0llk6f",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.8964,
   "prefill_tps": null,
   "ttft_ms": 164.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_616apthaana",
   "run_url": "https://llm-speed.com/r/r_616apthaana",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 66.7395,
   "prefill_tps": null,
   "ttft_ms": 199.7,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_608esz63ib8",
   "run_url": "https://llm-speed.com/r/r_608esz63ib8",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 64.7145,
   "prefill_tps": null,
   "ttft_ms": 197.3,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_5m7gbxjpw_c",
   "run_url": "https://llm-speed.com/r/r_5m7gbxjpw_c",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.5562,
   "prefill_tps": null,
   "ttft_ms": 215.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_5b-e5ortgcv",
   "run_url": "https://llm-speed.com/r/r_5b-e5ortgcv",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.7012,
   "prefill_tps": null,
   "ttft_ms": 166.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_5-8ewf89dyr",
   "run_url": "https://llm-speed.com/r/r_5-8ewf89dyr",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.839,
   "prefill_tps": null,
   "ttft_ms": 342.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_4upad7ubcpi",
   "run_url": "https://llm-speed.com/r/r_4upad7ubcpi",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.3098,
   "prefill_tps": null,
   "ttft_ms": 198.3,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_4q040m4scic",
   "run_url": "https://llm-speed.com/r/r_4q040m4scic",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Codestral-22B-v0.1",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 100.2663,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_4q040m4scic",
   "run_url": "https://llm-speed.com/r/r_4q040m4scic",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Codestral-22B-v0.1",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 93.7208,
   "prefill_tps": null,
   "ttft_ms": 68.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_4q040m4scic",
   "run_url": "https://llm-speed.com/r/r_4q040m4scic",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Codestral-22B-v0.1",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 87.364,
   "prefill_tps": null,
   "ttft_ms": 849.1,
   "prompt_tokens": 0,
   "output_tokens": 250,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_4q040m4scic",
   "run_url": "https://llm-speed.com/r/r_4q040m4scic",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Codestral-22B-v0.1",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 93.4361,
   "prefill_tps": 10351.05,
   "ttft_ms": 190.8,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_4puowxcjcfu",
   "run_url": "https://llm-speed.com/r/r_4puowxcjcfu",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.3411,
   "prefill_tps": null,
   "ttft_ms": 301.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_4fxpo_ja16m",
   "run_url": "https://llm-speed.com/r/r_4fxpo_ja16m",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.0523,
   "prefill_tps": null,
   "ttft_ms": 191.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_4fi6u0-u2ih",
   "run_url": "https://llm-speed.com/r/r_4fi6u0-u2ih",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.2381,
   "prefill_tps": null,
   "ttft_ms": 223.2,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_432qs45nio9",
   "run_url": "https://llm-speed.com/r/r_432qs45nio9",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.2726,
   "prefill_tps": null,
   "ttft_ms": 181.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3yn-4321hp-",
   "run_url": "https://llm-speed.com/r/r_3yn-4321hp-",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 246.6545,
   "prefill_tps": null,
   "ttft_ms": 33.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3un_x00tm0t",
   "run_url": "https://llm-speed.com/r/r_3un_x00tm0t",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.4878,
   "prefill_tps": null,
   "ttft_ms": 178.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3n3hnvdgwnx",
   "run_url": "https://llm-speed.com/r/r_3n3hnvdgwnx",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.5492,
   "prefill_tps": null,
   "ttft_ms": 179.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3hda1iz7yd8",
   "run_url": "https://llm-speed.com/r/r_3hda1iz7yd8",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 71.8074,
   "prefill_tps": null,
   "ttft_ms": 176.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_36c-t9il61l",
   "run_url": "https://llm-speed.com/r/r_36c-t9il61l",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 221.0317,
   "prefill_tps": null,
   "ttft_ms": 165.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2o9kb8hy9uk",
   "run_url": "https://llm-speed.com/r/r_2o9kb8hy9uk",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 68.6149,
   "prefill_tps": null,
   "ttft_ms": 183.3,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2g-h0epeovp",
   "run_url": "https://llm-speed.com/r/r_2g-h0epeovp",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 72.6761,
   "prefill_tps": null,
   "ttft_ms": 165.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2b9o6y_49mi",
   "run_url": "https://llm-speed.com/r/r_2b9o6y_49mi",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 254.0419,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2b9o6y_49mi",
   "run_url": "https://llm-speed.com/r/r_2b9o6y_49mi",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 255.3023,
   "prefill_tps": null,
   "ttft_ms": 35.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2b9o6y_49mi",
   "run_url": "https://llm-speed.com/r/r_2b9o6y_49mi",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 244.0058,
   "prefill_tps": null,
   "ttft_ms": 228.0,
   "prompt_tokens": 0,
   "output_tokens": 489,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2b9o6y_49mi",
   "run_url": "https://llm-speed.com/r/r_2b9o6y_49mi",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-Coder-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 229.9005,
   "prefill_tps": 38735.22,
   "ttft_ms": 57.4,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_2673sv7x5m4",
   "run_url": "https://llm-speed.com/r/r_2673sv7x5m4",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.6796,
   "prefill_tps": null,
   "ttft_ms": 177.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_23fireoga9y",
   "run_url": "https://llm-speed.com/r/r_23fireoga9y",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.2745,
   "prefill_tps": null,
   "ttft_ms": 343.9,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1shiviswt3d",
   "run_url": "https://llm-speed.com/r/r_1shiviswt3d",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 240.665,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1shiviswt3d",
   "run_url": "https://llm-speed.com/r/r_1shiviswt3d",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 232.6601,
   "prefill_tps": null,
   "ttft_ms": 37.0,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1shiviswt3d",
   "run_url": "https://llm-speed.com/r/r_1shiviswt3d",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 232.3969,
   "prefill_tps": null,
   "ttft_ms": 239.4,
   "prompt_tokens": 0,
   "output_tokens": 377,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1shiviswt3d",
   "run_url": "https://llm-speed.com/r/r_1shiviswt3d",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen2.5-7B-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 232.5257,
   "prefill_tps": 38007.68,
   "ttft_ms": 57.1,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1ofpvf4m7p5",
   "run_url": "https://llm-speed.com/r/r_1ofpvf4m7p5",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.3281,
   "prefill_tps": null,
   "ttft_ms": 155.9,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_148vtu_7e08",
   "run_url": "https://llm-speed.com/r/r_148vtu_7e08",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 217.356,
   "prefill_tps": null,
   "ttft_ms": 199.4,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_10yvku19-xt",
   "run_url": "https://llm-speed.com/r/r_10yvku19-xt",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 223.8139,
   "prefill_tps": null,
   "ttft_ms": 280.2,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_0ztzrxt5qw2",
   "run_url": "https://llm-speed.com/r/r_0ztzrxt5qw2",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.9744,
   "prefill_tps": null,
   "ttft_ms": 150.6,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_0igp5bsgx_7",
   "run_url": "https://llm-speed.com/r/r_0igp5bsgx_7",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.4425,
   "prefill_tps": null,
   "ttft_ms": 160.5,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_0dfevy9f4gh",
   "run_url": "https://llm-speed.com/r/r_0dfevy9f4gh",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.0517,
   "prefill_tps": null,
   "ttft_ms": 322.0,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_0_gs1rgl2fl",
   "run_url": "https://llm-speed.com/r/r_0_gs1rgl2fl",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "DeepSeek-Coder-V2-Lite-Instruct",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 309.4805,
   "prefill_tps": null,
   "ttft_ms": 267.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_0-uc27u4l1s",
   "run_url": "https://llm-speed.com/r/r_0-uc27u4l1s",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-35B-A3B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 217.5416,
   "prefill_tps": null,
   "ttft_ms": 287.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-txe_hiq44n",
   "run_url": "https://llm-speed.com/r/r_-txe_hiq44n",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 66.6379,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-txe_hiq44n",
   "run_url": "https://llm-speed.com/r/r_-txe_hiq44n",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 66.5118,
   "prefill_tps": null,
   "ttft_ms": 158.0,
   "prompt_tokens": 0,
   "output_tokens": 254,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-txe_hiq44n",
   "run_url": "https://llm-speed.com/r/r_-txe_hiq44n",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 62.298,
   "prefill_tps": null,
   "ttft_ms": 1067.1,
   "prompt_tokens": 0,
   "output_tokens": 1020,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-txe_hiq44n",
   "run_url": "https://llm-speed.com/r/r_-txe_hiq44n",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3-32B",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 64.3449,
   "prefill_tps": 8394.07,
   "ttft_ms": 258.6,
   "prompt_tokens": 3362,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-dxzsj2j-y_",
   "run_url": "https://llm-speed.com/r/r_-dxzsj2j-y_",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.169,
   "prefill_tps": null,
   "ttft_ms": 202.2,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-cpk_tabogc",
   "run_url": "https://llm-speed.com/r/r_-cpk_tabogc",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 68.9743,
   "prefill_tps": null,
   "ttft_ms": 188.6,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-_ag61ig4f_",
   "run_url": "https://llm-speed.com/r/r_-_ag61ig4f_",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "gemma-4-31B-it-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.5369,
   "prefill_tps": null,
   "ttft_ms": 182.9,
   "prompt_tokens": 0,
   "output_tokens": 253,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-1k-8qr_v8a",
   "run_url": "https://llm-speed.com/r/r_-1k-8qr_v8a",
   "date": "2026-07-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 71.2642,
   "prefill_tps": null,
   "ttft_ms": 409.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wqhqzea_7xy",
   "run_url": "https://llm-speed.com/r/r_wqhqzea_7xy",
   "date": "2026-06-30",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 71.9163,
   "prefill_tps": null,
   "ttft_ms": 530.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_txvkjgoyyxs",
   "run_url": "https://llm-speed.com/r/r_txvkjgoyyxs",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 93.1668,
   "prefill_tps": 13.3,
   "ttft_ms": 8270.0,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_roktphpc--8",
   "run_url": "https://llm-speed.com/r/r_roktphpc--8",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder-bench-32k",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 109.6633,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_roktphpc--8",
   "run_url": "https://llm-speed.com/r/r_roktphpc--8",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder-bench-32k",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 113.3498,
   "prefill_tps": 84.12,
   "ttft_ms": 1307.7,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_roktphpc--8",
   "run_url": "https://llm-speed.com/r/r_roktphpc--8",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder-bench-32k",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 97.4049,
   "prefill_tps": 1342.8,
   "ttft_ms": 2343.6,
   "prompt_tokens": 3147,
   "output_tokens": 571,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_roktphpc--8",
   "run_url": "https://llm-speed.com/r/r_roktphpc--8",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder-bench-32k",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 103.152,
   "prefill_tps": 3371.6,
   "ttft_ms": 477.5,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_r0di2hkku1h",
   "run_url": "https://llm-speed.com/r/r_r0di2hkku1h",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 109.8794,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_r0di2hkku1h",
   "run_url": "https://llm-speed.com/r/r_r0di2hkku1h",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 94.5096,
   "prefill_tps": 65.06,
   "ttft_ms": 1690.7,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_r0di2hkku1h",
   "run_url": "https://llm-speed.com/r/r_r0di2hkku1h",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 97.3521,
   "prefill_tps": 1397.26,
   "ttft_ms": 2252.3,
   "prompt_tokens": 3147,
   "output_tokens": 574,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_40h1dznuznk",
   "run_url": "https://llm-speed.com/r/r_40h1dznuznk",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 109.1058,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_40h1dznuznk",
   "run_url": "https://llm-speed.com/r/r_40h1dznuznk",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 92.7038,
   "prefill_tps": 718.97,
   "ttft_ms": 153.0,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_40h1dznuznk",
   "run_url": "https://llm-speed.com/r/r_40h1dznuznk",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 94.6087,
   "prefill_tps": 1396.52,
   "ttft_ms": 2253.5,
   "prompt_tokens": 3147,
   "output_tokens": 634,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1o8q4lhgj88",
   "run_url": "https://llm-speed.com/r/r_1o8q4lhgj88",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 67.0137,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1o8q4lhgj88",
   "run_url": "https://llm-speed.com/r/r_1o8q4lhgj88",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 55.4536,
   "prefill_tps": 675.16,
   "ttft_ms": 162.9,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1o8q4lhgj88",
   "run_url": "https://llm-speed.com/r/r_1o8q4lhgj88",
   "date": "2026-06-27",
   "hardware": "M4 Max (40-core GPU) + 128GB unified",
   "model": "qwen3-coder",
   "model_size": "30.5B",
   "quant": "Q4_K_M",
   "runtime": "ollama",
   "runtime_version": "0.30.11",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 57.8647,
   "prefill_tps": 28422.38,
   "ttft_ms": 110.7,
   "prompt_tokens": 3147,
   "output_tokens": 679,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1pl79r50ofy",
   "run_url": "https://llm-speed.com/r/r_1pl79r50ofy",
   "date": "2026-05-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "lmstudio-community-Qwen3-Next-80B-A3B-Instruct-MLX-4bit",
   "model_size": "80B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "concurrent-decode",
   "suite_version": "suite-v1",
   "decode_tps": 78.6041,
   "prefill_tps": null,
   "ttft_ms": null,
   "prompt_tokens": 1024,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1pl79r50ofy",
   "run_url": "https://llm-speed.com/r/r_1pl79r50ofy",
   "date": "2026-05-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "lmstudio-community-Qwen3-Next-80B-A3B-Instruct-MLX-4bit",
   "model_size": "80B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 80.3406,
   "prefill_tps": 24.49,
   "ttft_ms": 4492.5,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1pl79r50ofy",
   "run_url": "https://llm-speed.com/r/r_1pl79r50ofy",
   "date": "2026-05-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "lmstudio-community-Qwen3-Next-80B-A3B-Instruct-MLX-4bit",
   "model_size": "80B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-long",
   "suite_version": "suite-v1",
   "decode_tps": 77.6316,
   "prefill_tps": 1608.6,
   "ttft_ms": 1956.4,
   "prompt_tokens": 3147,
   "output_tokens": 819,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1pl79r50ofy",
   "run_url": "https://llm-speed.com/r/r_1pl79r50ofy",
   "date": "2026-05-12",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "lmstudio-community-Qwen3-Next-80B-A3B-Instruct-MLX-4bit",
   "model_size": "80B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "agent-trace",
   "suite_version": "suite-v1",
   "decode_tps": 78.4075,
   "prefill_tps": 1586.28,
   "ttft_ms": 1318.2,
   "prompt_tokens": 3247,
   "output_tokens": 840,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bqsunbd6xa8",
   "run_url": "https://llm-speed.com/r/r_bqsunbd6xa8",
   "date": "2026-05-02",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 69.8896,
   "prefill_tps": null,
   "ttft_ms": 3995.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_1pww-w7p8sd",
   "run_url": "https://llm-speed.com/r/r_1pww-w7p8sd",
   "date": "2026-05-02",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 67.2826,
   "prefill_tps": null,
   "ttft_ms": 552.5,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_kj4fh_mmzj9",
   "run_url": "https://llm-speed.com/r/r_kj4fh_mmzj9",
   "date": "2026-05-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 47.7523,
   "prefill_tps": null,
   "ttft_ms": 2833.3,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r__b89kg2iica",
   "run_url": "https://llm-speed.com/r/r__b89kg2iica",
   "date": "2026-05-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 39.6148,
   "prefill_tps": null,
   "ttft_ms": 226.9,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_4u7250hj28o",
   "run_url": "https://llm-speed.com/r/r_4u7250hj28o",
   "date": "2026-05-01",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 45.921,
   "prefill_tps": null,
   "ttft_ms": 3088.8,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_y2_5y8oo97d",
   "run_url": "https://llm-speed.com/r/r_y2_5y8oo97d",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/stable-code-instruct-3b-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 192.496,
   "prefill_tps": 560.72,
   "ttft_ms": 226.5,
   "prompt_tokens": 127,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_wsxml_39dh_",
   "run_url": "https://llm-speed.com/r/r_wsxml_39dh_",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/starcoder2-15b-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 64.1555,
   "prefill_tps": 220.48,
   "ttft_ms": 489.8,
   "prompt_tokens": 108,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_v4bq1sviz4o",
   "run_url": "https://llm-speed.com/r/r_v4bq1sviz4o",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community-Qwen2.5-14B-Instruct-4bit",
   "model_size": "14B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 70.8519,
   "prefill_tps": 301.75,
   "ttft_ms": 434.1,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_v2pbc0rq2l4",
   "run_url": "https://llm-speed.com/r/r_v2pbc0rq2l4",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Llama-3.1-8B-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 130.1794,
   "prefill_tps": 400.34,
   "ttft_ms": 339.7,
   "prompt_tokens": 136,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_uoehjq0nvc0",
   "run_url": "https://llm-speed.com/r/r_uoehjq0nvc0",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen2.5-Coder-7B-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 138.5532,
   "prefill_tps": 539.59,
   "ttft_ms": 242.8,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_sx3a4y9n-m4",
   "run_url": "https://llm-speed.com/r/r_sx3a4y9n-m4",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/llama-3.3-70b-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 16.7758,
   "prefill_tps": 25.09,
   "ttft_ms": 5419.9,
   "prompt_tokens": 136,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_sqzp-0rdez-",
   "run_url": "https://llm-speed.com/r/r_sqzp-0rdez-",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/phi-4-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 74.3683,
   "prefill_tps": 254.99,
   "ttft_ms": 443.2,
   "prompt_tokens": 113,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_q7t7b7dcuz5",
   "run_url": "https://llm-speed.com/r/r_q7t7b7dcuz5",
   "date": "2026-04-28",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community/gemma-2-9b-it-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 21.9719,
   "prefill_tps": 102.5,
   "ttft_ms": 1151.3,
   "prompt_tokens": 118,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_pnrrpcdqfo4",
   "run_url": "https://llm-speed.com/r/r_pnrrpcdqfo4",
   "date": "2026-04-28",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community/Qwen3-32B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 7.1568,
   "prefill_tps": 25.65,
   "ttft_ms": 4287.9,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_njgxtgyym1e",
   "run_url": "https://llm-speed.com/r/r_njgxtgyym1e",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community-Qwen2.5-32B-Instruct-4bit",
   "model_size": "32B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 34.601,
   "prefill_tps": 141.94,
   "ttft_ms": 922.9,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_llzv_g-ymaf",
   "run_url": "https://llm-speed.com/r/r_llzv_g-ymaf",
   "date": "2026-04-28",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community-Qwen2.5-7B-Instruct-4bit",
   "model_size": "7B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 30.519,
   "prefill_tps": 161.91,
   "ttft_ms": 809.1,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_l_v1-zq_qaz",
   "run_url": "https://llm-speed.com/r/r_l_v1-zq_qaz",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/DeepSeek-Coder-V2-Lite-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 168.3419,
   "prefill_tps": 291.46,
   "ttft_ms": 449.5,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_l36cijqxq4t",
   "run_url": "https://llm-speed.com/r/r_l36cijqxq4t",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen2.5-Coder-14B-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 70.5143,
   "prefill_tps": 306.12,
   "ttft_ms": 427.9,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_iz137eqvuzy",
   "run_url": "https://llm-speed.com/r/r_iz137eqvuzy",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/gemma-2-9b-it-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 89.455,
   "prefill_tps": 170.67,
   "ttft_ms": 691.4,
   "prompt_tokens": 118,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_ia73dzeue0b",
   "run_url": "https://llm-speed.com/r/r_ia73dzeue0b",
   "date": "2026-04-28",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community-Qwen2.5-14B-Instruct-4bit",
   "model_size": "14B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 14.4082,
   "prefill_tps": 117.86,
   "ttft_ms": 1111.5,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_h0-use1ypnb",
   "run_url": "https://llm-speed.com/r/r_h0-use1ypnb",
   "date": "2026-04-28",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community/Llama-3.1-8B-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 29.2033,
   "prefill_tps": 203.28,
   "ttft_ms": 669.0,
   "prompt_tokens": 136,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_fpsca03u2o_",
   "run_url": "https://llm-speed.com/r/r_fpsca03u2o_",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-Coder-30B-A3B-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 112.1533,
   "prefill_tps": 203.95,
   "ttft_ms": 539.3,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_f4x3xaan2ay",
   "run_url": "https://llm-speed.com/r/r_f4x3xaan2ay",
   "date": "2026-04-28",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community/Qwen2.5-32B-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 7.0546,
   "prefill_tps": 33.41,
   "ttft_ms": 3921.1,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_e3t93rscswq",
   "run_url": "https://llm-speed.com/r/r_e3t93rscswq",
   "date": "2026-04-28",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community-Qwen2.5-7B-Instruct-4bit",
   "model_size": "7B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 15.6749,
   "prefill_tps": 54.34,
   "ttft_ms": 2410.7,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bue3bee0gw7",
   "run_url": "https://llm-speed.com/r/r_bue3bee0gw7",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/granite-8b-code-instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 112.2668,
   "prefill_tps": 525.71,
   "ttft_ms": 220.7,
   "prompt_tokens": 116,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_anmmc80-aoq",
   "run_url": "https://llm-speed.com/r/r_anmmc80-aoq",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen3-32B-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 34.4122,
   "prefill_tps": 95.12,
   "ttft_ms": 1156.4,
   "prompt_tokens": 110,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_79dvtag5fd_",
   "run_url": "https://llm-speed.com/r/r_79dvtag5fd_",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Codestral-22B-v0.1-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 47.4871,
   "prefill_tps": 205.7,
   "ttft_ms": 559.1,
   "prompt_tokens": 115,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_721b4bls_oq",
   "run_url": "https://llm-speed.com/r/r_721b4bls_oq",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Qwen2.5-Coder-32B-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 34.4781,
   "prefill_tps": 144.05,
   "ttft_ms": 909.4,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_5r6rhiynenc",
   "run_url": "https://llm-speed.com/r/r_5r6rhiynenc",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community-Qwen2.5-7B-Instruct-4bit",
   "model_size": "7B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 139.5719,
   "prefill_tps": 190.01,
   "ttft_ms": 689.4,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_5c80gthqlh6",
   "run_url": "https://llm-speed.com/r/r_5c80gthqlh6",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/qwen2.5-72b-Instruct-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 16.3148,
   "prefill_tps": 23.25,
   "ttft_ms": 5635.3,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3ijun8ltjnb",
   "run_url": "https://llm-speed.com/r/r_3ijun8ltjnb",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/gpt-oss-20b-MXFP4-Q4",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 152.6652,
   "prefill_tps": 239.86,
   "ttft_ms": 692.1,
   "prompt_tokens": 166,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_3hvui9a1yuc",
   "run_url": "https://llm-speed.com/r/r_3hvui9a1yuc",
   "date": "2026-04-28",
   "hardware": "M3 Ultra (60-core GPU) + 96GB unified",
   "model": "mlx-community/Yi-Coder-9B-Chat-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 103.5467,
   "prefill_tps": 390.85,
   "ttft_ms": 307.0,
   "prompt_tokens": 120,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_-w8hnn61va_",
   "run_url": "https://llm-speed.com/r/r_-w8hnn61va_",
   "date": "2026-04-28",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community/phi-4-4bit",
   "model_size": null,
   "quant": null,
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 15.6126,
   "prefill_tps": 120.72,
   "ttft_ms": 936.0,
   "prompt_tokens": 113,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_79bwm4mq_4l",
   "run_url": "https://llm-speed.com/r/r_79bwm4mq_4l",
   "date": "2026-04-27",
   "hardware": "RTX 5090 (32GB)",
   "model": "Qwen3.6-27B-Q4_K_M.gguf",
   "model_size": null,
   "quant": null,
   "runtime": "llama.cpp",
   "runtime_version": null,
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 66.2824,
   "prefill_tps": null,
   "ttft_ms": 352.7,
   "prompt_tokens": 0,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_bftqtkilvoe",
   "run_url": "https://llm-speed.com/r/r_bftqtkilvoe",
   "date": "2026-04-26",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community-Qwen2.5-0.5B-Instruct-4bit",
   "model_size": "0.5B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 282.6186,
   "prefill_tps": 668.8,
   "ttft_ms": 195.9,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  },
  {
   "run_id": "r_akcbpx5vcqa",
   "run_url": "https://llm-speed.com/r/r_akcbpx5vcqa",
   "date": "2026-04-26",
   "hardware": "M3 Pro (18-core GPU) + 36GB unified",
   "model": "mlx-community-Qwen2.5-0.5B-Instruct-4bit",
   "model_size": "0.5B",
   "quant": "4bit",
   "runtime": "mlx",
   "runtime_version": "0.31.3",
   "workload": "chat-short",
   "suite_version": "suite-v1",
   "decode_tps": 286.519,
   "prefill_tps": 656.2,
   "ttft_ms": 199.6,
   "prompt_tokens": 131,
   "output_tokens": 256,
   "batch_size": 1,
   "source": "community"
  }
 ]
}
