{
  "reviewed": "2026-09-16",
  "description": "Six previously cited submitted runs received July 2, 2026. All four workload rows are retained; the corrected article tables select chat-short and chat-long. Not controlled hardware comparisons. Hardware labels and model metadata are reported, not independently certified.",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "runs": [
    {
      "id": "r_pb0jpnbujji",
      "source_url": "https://llm-speed.com/r/r_pb0jpnbujji",
      "received_at": "2026-07-02 04:36:59",
      "accelerator_summary": "RTX 3090 (24GB) + AMD EPYC 7663 56-Core Processor (56c) + 252GB",
      "suite_version": "suite-v1",
      "cli_version": "0.0.3",
      "results": [
        {
          "workload": "chat-short",
          "model_name": "qwen2.5-coder",
          "model_size": "7.6B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 39.855519017009414,
          "ttft_ms": 46337.28031492233,
          "prompt_tokens": 131,
          "output_tokens": 256,
          "context_tokens": 131,
          "batch_size": 1,
          "wall_ms": 52736.024351000786,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":128,\"target_output_tokens\":256,\"backend_extras\":{\"eval_duration_ns\":6399253000,\"prompt_eval_duration_ns\":23471257000,\"load_duration_ns\":22858583316,\"total_duration_ns\":52735109244,\"done_reason\":\"length\",\"decode_tps_authoritative\":40.00466929499428}}"
        },
        {
          "workload": "chat-long",
          "model_name": "qwen2.5-coder",
          "model_size": "7.6B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 135.03437884081268,
          "ttft_ms": 954.3764960765839,
          "prompt_tokens": 3168,
          "output_tokens": 412,
          "context_tokens": 3168,
          "batch_size": 1,
          "wall_ms": 3998.8929270505905,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":4096,\"target_output_tokens\":1024,\"prompt_chars\":17027,\"backend_extras\":{\"eval_duration_ns\":3044415000,\"prompt_eval_duration_ns\":544449000,\"load_duration_ns\":363525252,\"total_duration_ns\":3996994252,\"done_reason\":\"stop\",\"decode_tps_authoritative\":135.3297759996584}}"
        },
        {
          "workload": "concurrent-decode",
          "model_name": "qwen2.5-coder",
          "model_size": "7.6B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 139.15881575817022,
          "ttft_ms": null,
          "prompt_tokens": 1024,
          "output_tokens": 256,
          "context_tokens": 1024,
          "batch_size": 1,
          "wall_ms": 26201.73426604271,
          "extras": "{\"concurrency_curve\":[{\"batch\":1,\"aggregate_tps\":108.6451196423609,\"per_stream_tps\":139.15881575817022,\"p50_ms\":7.166183948516846,\"p95_ms\":7.321299052238464,\"wall_ms\":2356.2954400777817,\"n_success\":1,\"n_failures\":0,\"total_output_tokens\":256,\"skipped\":false,\"error\":null},{\"batch\":4,\"aggregate_tps\":130.66618260271335,\"per_stream_tps\":138.50610887326764,\"p50_ms\":7.190293967723846,\"p95_ms\":7.366137398779392,\"wall_ms\":7216.863470077515,\"n_success\":4,\"n_failures\":0,\"total_output_tokens\":943,\"skipped\":false,\"error\":null},{\"batch\":8,\"aggregate_tps\":132.73299287963368,\"per_stream_tps\":136.82976852606032,\"p50_ms\":7.300089925527573,\"p95_ms\":7.514221035838127,\"wall_ms\":13636.398612976074,\"n_success\":8,\"n_failures\":0,\"total_output_tokens\":1810,\"skipped\":false,\"error\":null},{\"batch\":16,\"aggregate_tps\":133.80793669615048,\"per_stream_tps\":136.22182867816787,\"p50_ms\":7.336838483810425,\"p95_ms\":7.469511133432388,\"wall_ms\":26201.73426604271,\"n_success\":16,\"n_failures\":0,\"total_output_tokens\":3506,\"skipped\":false,\"error\":null}],\"batch_sizes\":[1,4,8,16],\"prompt_chars\":4375,\"target_prompt_tokens\":1024,\"target_output_tokens\":256}"
        },
        {
          "workload": "agent-trace",
          "model_name": "qwen2.5-coder",
          "model_size": "7.6B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 134.1955781009218,
          "ttft_ms": 486.5895240306854,
          "prompt_tokens": 3268,
          "output_tokens": 840,
          "context_tokens": 3268,
          "batch_size": 1,
          "wall_ms": 7056.651057004929,
          "extras": "{\"per_turn\":[{\"turn_idx\":1,\"ttft_ms\":310.92317390441895,\"decode_tps\":137.0109345849685,\"prefill_tps\":675.4080030861779,\"output_tokens\":80,\"prompt_tokens\":210,\"wall_ms\":887.8064119815826,\"prefix_cache_hit_rate\":null},{\"turn_idx\":3,\"ttft_ms\":530.3184950351715,\"decode_tps\":136.3130635446766,\"prefill_tps\":1734.8065523134062,\"output_tokens\":60,\"prompt_tokens\":920,\"wall_ms\":963.5060250759125,\"prefix_cache_hit_rate\":null},{\"turn_idx\":5,\"ttft_ms\":451.3859770298004,\"decode_tps\":135.6585600123438,\"prefill_tps\":3145.8664474777243,\"output_tokens\":61,\"prompt_tokens\":1420,\"wall_ms\":894.1741399765015,\"prefix_cache_hit_rate\":null},{\"turn_idx\":7,\"ttft_ms\":513.733029961586,\"decode_tps\":133.74580399642852,\"prefill_tps\":4111.084701246333,\"output_tokens\":28,\"prompt_tokens\":2112,\"wall_ms\":716.1135320663452,\"prefix_cache_hit_rate\":null},{\"turn_idx\":9,\"ttft_ms\":533.2998169660568,\"decode_tps\":132.6731556134304,\"prefill_tps\":5295.332775596547,\"output_tokens\":200,\"prompt_tokens\":2824,\"wall_ms\":2034.0105689764023,\"prefix_cache_hit_rate\":null},{\"turn_idx\":11,\"ttft_ms\":486.5895240306854,\"decode_tps\":131.8232114226914,\"prefill_tps\":6522.951776084354,\"output_tokens\":24,\"prompt_tokens\":3174,\"wall_ms\":661.7861000299454,\"prefix_cache_hit_rate\":null},{\"turn_idx\":13,\"ttft_ms\":454.68298184871674,\"decode_tps\":133.07050194685263,\"prefill_tps\":7187.42537209659,\"output_tokens\":60,\"prompt_tokens\":3268,\"wall_ms\":898.721333861351,\"prefix_cache_hit_rate\":null}],\"n_assistant_turns_benchmarked\":7,\"trace_chars_total\":13784,\"last_turn_backend_extras\":{\"eval_duration_ns\":443878000,\"prompt_eval_duration_ns\":27295000,\"load_duration_ns\":396218640,\"total_duration_ns\":897325254,\"done_reason\":\"stop\",\"decode_tps_authoritative\":135.17227706712205}}"
        }
      ]
    },
    {
      "id": "r_mv8n8k9wu1e",
      "source_url": "https://llm-speed.com/r/r_mv8n8k9wu1e",
      "received_at": "2026-07-02 06:45:29",
      "accelerator_summary": "RTX 4090 (48GB) + AMD EPYC 7763 64-Core Processor (128c) + 1008GB",
      "suite_version": "suite-v1",
      "cli_version": "0.0.3",
      "results": [
        {
          "workload": "chat-short",
          "model_name": "qwen2.5-coder",
          "model_size": "7.6B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 159.3871867829164,
          "ttft_ms": 289.84955406188965,
          "prompt_tokens": 131,
          "output_tokens": 256,
          "context_tokens": 131,
          "batch_size": 1,
          "wall_ms": 1890.3097701072693,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":128,\"target_output_tokens\":256,\"backend_extras\":{\"eval_duration_ns\":1600668000,\"prompt_eval_duration_ns\":17458000,\"load_duration_ns\":265978578,\"total_duration_ns\":1889640738,\"done_reason\":\"length\",\"decode_tps_authoritative\":159.9332278773612}}"
        },
        {
          "workload": "chat-long",
          "model_name": "qwen2.5-coder",
          "model_size": "7.6B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 154.72518215744412,
          "ttft_ms": 528.1181101799011,
          "prompt_tokens": 3168,
          "output_tokens": 660,
          "context_tokens": 3168,
          "batch_size": 1,
          "wall_ms": 4788.1709570884705,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":4096,\"target_output_tokens\":1024,\"prompt_chars\":17027,\"backend_extras\":{\"eval_duration_ns\":4259871000,\"prompt_eval_duration_ns\":262954999,\"load_duration_ns\":230415716,\"total_duration_ns\":4786721692,\"done_reason\":\"stop\",\"decode_tps_authoritative\":154.9342691363189}}"
        },
        {
          "workload": "concurrent-decode",
          "model_name": "qwen2.5-coder",
          "model_size": "7.6B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 161.14833567376076,
          "ttft_ms": null,
          "prompt_tokens": 1024,
          "output_tokens": 256,
          "context_tokens": 1024,
          "batch_size": 1,
          "wall_ms": 21829.613107681274,
          "extras": "{\"concurrency_curve\":[{\"batch\":1,\"aggregate_tps\":118.02452038653662,\"per_stream_tps\":161.14833567376076,\"p50_ms\":6.18072509765625,\"p95_ms\":6.286634922027588,\"wall_ms\":1804.7097272872925,\"n_success\":1,\"n_failures\":0,\"total_output_tokens\":213,\"skipped\":false,\"error\":null},{\"batch\":4,\"aggregate_tps\":152.64658772615707,\"per_stream_tps\":161.22265632107758,\"p50_ms\":6.1804749965667725,\"p95_ms\":6.293662765026093,\"wall_ms\":6151.464071273804,\"n_success\":4,\"n_failures\":0,\"total_output_tokens\":939,\"skipped\":false,\"error\":null},{\"batch\":8,\"aggregate_tps\":156.02521861435417,\"per_stream_tps\":161.0595593462409,\"p50_ms\":6.188621997833252,\"p95_ms\":6.343430521488189,\"wall_ms\":11857.057573318481,\"n_success\":8,\"n_failures\":0,\"total_output_tokens\":1850,\"skipped\":false,\"error\":null},{\"batch\":16,\"aggregate_tps\":157.72153097795845,\"per_stream_tps\":161.08783928035214,\"p50_ms\":6.186859130859375,\"p95_ms\":6.342853397130966,\"wall_ms\":21829.613107681274,\"n_success\":16,\"n_failures\":0,\"total_output_tokens\":3443,\"skipped\":false,\"error\":null}],\"batch_sizes\":[1,4,8,16],\"prompt_chars\":4375,\"target_prompt_tokens\":1024,\"target_output_tokens\":256}"
        },
        {
          "workload": "agent-trace",
          "model_name": "qwen2.5-coder",
          "model_size": "7.6B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 158.0785996407928,
          "ttft_ms": 320.0309247970581,
          "prompt_tokens": 3268,
          "output_tokens": 840,
          "context_tokens": 3268,
          "batch_size": 1,
          "wall_ms": 5653.897922992706,
          "extras": "{\"per_turn\":[{\"turn_idx\":1,\"ttft_ms\":333.0277066230774,\"decode_tps\":158.76397377788638,\"prefill_tps\":630.5781645900086,\"output_tokens\":9,\"prompt_tokens\":210,\"wall_ms\":383.68359994888306,\"prefix_cache_hit_rate\":null},{\"turn_idx\":3,\"ttft_ms\":320.0309247970581,\"decode_tps\":158.89458554522975,\"prefill_tps\":2874.722186874289,\"output_tokens\":15,\"prompt_tokens\":920,\"wall_ms\":408.54818964004517,\"prefix_cache_hit_rate\":null},{\"turn_idx\":5,\"ttft_ms\":313.06445693969727,\"decode_tps\":159.81193866618483,\"prefill_tps\":4535.807142979254,\"output_tokens\":300,\"prompt_tokens\":1420,\"wall_ms\":2184.4406909942627,\"prefix_cache_hit_rate\":null},{\"turn_idx\":7,\"ttft_ms\":328.9177899360657,\"decode_tps\":156.48369042809378,\"prefill_tps\":6421.057372453238,\"output_tokens\":40,\"prompt_tokens\":2112,\"wall_ms\":578.6689629554749,\"prefix_cache_hit_rate\":null},{\"turn_idx\":9,\"ttft_ms\":360.5165767669678,\"decode_tps\":156.55767562221249,\"prefill_tps\":7833.20430179661,\"output_tokens\":78,\"prompt_tokens\":2824,\"wall_ms\":853.0172047615051,\"prefix_cache_hit_rate\":null},{\"turn_idx\":11,\"ttft_ms\":311.8218922615051,\"decode_tps\":154.05817601126333,\"prefill_tps\":10178.887623894503,\"output_tokens\":32,\"prompt_tokens\":3174,\"wall_ms\":513.5856833457947,\"prefix_cache_hit_rate\":null},{\"turn_idx\":13,\"ttft_ms\":272.497163772583,\"decode_tps\":154.9212681780729,\"prefill_tps\":11992.785373455716,\"output_tokens\":72,\"prompt_tokens\":3268,\"wall_ms\":731.4740567207336,\"prefix_cache_hit_rate\":null}],\"n_assistant_turns_benchmarked\":7,\"trace_chars_total\":13784,\"last_turn_backend_extras\":{\"eval_duration_ns\":458811000,\"prompt_eval_duration_ns\":17560000,\"load_duration_ns\":234647382,\"total_duration_ns\":730109702,\"done_reason\":\"stop\",\"decode_tps_authoritative\":156.92736224719982}}"
        }
      ]
    },
    {
      "id": "r_9hurqggbshk",
      "source_url": "https://llm-speed.com/r/r_9hurqggbshk",
      "received_at": "2026-07-02 04:44:14",
      "accelerator_summary": "RTX 3090 (24GB) + AMD EPYC 7663 56-Core Processor (56c) + 252GB",
      "suite_version": "suite-v1",
      "cli_version": "0.0.3",
      "results": [
        {
          "workload": "chat-short",
          "model_name": "llama3.1",
          "model_size": "8.0B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 136.2044382840296,
          "ttft_ms": 49959.980445981026,
          "prompt_tokens": 110,
          "output_tokens": 256,
          "context_tokens": 110,
          "batch_size": 1,
          "wall_ms": 51832.553726911545,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":128,\"target_output_tokens\":256,\"backend_extras\":{\"eval_duration_ns\":1873406000,\"prompt_eval_duration_ns\":23781510000,\"load_duration_ns\":26173161245,\"total_duration_ns\":51831761152,\"done_reason\":\"length\",\"decode_tps_authoritative\":136.6495036313538}}"
        },
        {
          "workload": "chat-long",
          "model_name": "llama3.1",
          "model_size": "8.0B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 127.52890592846465,
          "ttft_ms": 1044.174241065979,
          "prompt_tokens": 3137,
          "output_tokens": 390,
          "context_tokens": 3137,
          "batch_size": 1,
          "wall_ms": 4095.403799176216,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":4096,\"target_output_tokens\":1024,\"prompt_chars\":17027,\"backend_extras\":{\"eval_duration_ns\":3050955000,\"prompt_eval_duration_ns\":583353000,\"load_duration_ns\":413029221,\"total_duration_ns\":4093624786,\"done_reason\":\"stop\",\"decode_tps_authoritative\":127.82882736716864}}"
        },
        {
          "workload": "concurrent-decode",
          "model_name": "llama3.1",
          "model_size": "8.0B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 133.86781027765034,
          "ttft_ms": null,
          "prompt_tokens": 1024,
          "output_tokens": 256,
          "context_tokens": 1024,
          "batch_size": 1,
          "wall_ms": 31590.012720108032,
          "extras": "{\"concurrency_curve\":[{\"batch\":1,\"aggregate_tps\":100.90783257116955,\"per_stream_tps\":133.86781027765034,\"p50_ms\":7.44996702671051,\"p95_ms\":7.548813378810882,\"wall_ms\":2536.968572974205,\"n_success\":1,\"n_failures\":0,\"total_output_tokens\":256,\"skipped\":false,\"error\":null},{\"batch\":4,\"aggregate_tps\":124.23594832468842,\"per_stream_tps\":132.39955526374405,\"p50_ms\":7.544722020626068,\"p95_ms\":7.783863537311553,\"wall_ms\":8242.38083910942,\"n_success\":4,\"n_failures\":0,\"total_output_tokens\":1024,\"skipped\":false,\"error\":null},{\"batch\":8,\"aggregate_tps\":128.0694959596041,\"per_stream_tps\":132.06907763085735,\"p50_ms\":7.556771993637085,\"p95_ms\":7.876325488090515,\"wall_ms\":15991.317718982697,\"n_success\":8,\"n_failures\":0,\"total_output_tokens\":2048,\"skipped\":false,\"error\":null},{\"batch\":16,\"aggregate_tps\":129.66123300712596,\"per_stream_tps\":131.63888489752375,\"p50_ms\":7.586462557315826,\"p95_ms\":7.757873481512069,\"wall_ms\":31590.012720108032,\"n_success\":16,\"n_failures\":0,\"total_output_tokens\":4096,\"skipped\":false,\"error\":null}],\"batch_sizes\":[1,4,8,16],\"prompt_chars\":4375,\"target_prompt_tokens\":1024,\"target_output_tokens\":256}"
        },
        {
          "workload": "agent-trace",
          "model_name": "llama3.1",
          "model_size": "8.0B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 127.47136420991863,
          "ttft_ms": 527.3295251131058,
          "prompt_tokens": 3210,
          "output_tokens": 840,
          "context_tokens": 3210,
          "batch_size": 1,
          "wall_ms": 8302.878104925156,
          "extras": "{\"per_turn\":[{\"turn_idx\":1,\"ttft_ms\":459.47418093681335,\"decode_tps\":134.34631734734103,\"prefill_tps\":411.3397614957415,\"output_tokens\":59,\"prompt_tokens\":189,\"wall_ms\":884.204460978508,\"prefix_cache_hit_rate\":null},{\"turn_idx\":3,\"ttft_ms\":563.3011778593063,\"decode_tps\":127.90569436469958,\"prefill_tps\":1595.949086093585,\"output_tokens\":38,\"prompt_tokens\":899,\"wall_ms\":845.028636932373,\"prefix_cache_hit_rate\":null},{\"turn_idx\":5,\"ttft_ms\":519.2858638763428,\"decode_tps\":128.12904552890342,\"prefill_tps\":2703.713113851167,\"output_tokens\":300,\"prompt_tokens\":1404,\"wall_ms\":2830.032226920128,\"prefix_cache_hit_rate\":null},{\"turn_idx\":7,\"ttft_ms\":601.5677460432053,\"decode_tps\":118.57333742941042,\"prefill_tps\":3475.9177395289107,\"output_tokens\":40,\"prompt_tokens\":2091,\"wall_ms\":897.1614099740982,\"prefix_cache_hit_rate\":null},{\"turn_idx\":9,\"ttft_ms\":579.6083799600601,\"decode_tps\":126.01873165111368,\"prefill_tps\":4780.814245975784,\"output_tokens\":89,\"prompt_tokens\":2771,\"wall_ms\":1278.9907850027084,\"prefix_cache_hit_rate\":null},{\"turn_idx\":11,\"ttft_ms\":527.3295251131058,\"decode_tps\":123.30843970449548,\"prefill_tps\":5910.915000125285,\"output_tokens\":10,\"prompt_tokens\":3117,\"wall_ms\":601.2698340415955,\"prefix_cache_hit_rate\":null},{\"turn_idx\":13,\"ttft_ms\":449.22370398044586,\"decode_tps\":126.06838598754226,\"prefill_tps\":7145.660328155184,\"output_tokens\":66,\"prompt_tokens\":3210,\"wall_ms\":965.6404169797897,\"prefix_cache_hit_rate\":null}],\"n_assistant_turns_benchmarked\":7,\"trace_chars_total\":13784,\"last_turn_backend_extras\":{\"eval_duration_ns\":516217999,\"prompt_eval_duration_ns\":30853000,\"load_duration_ns\":399440848,\"total_duration_ns\":963878964,\"done_reason\":\"stop\",\"decode_tps_authoritative\":127.85296159346045}}"
        }
      ]
    },
    {
      "id": "r_h1ub_1uxzdh",
      "source_url": "https://llm-speed.com/r/r_h1ub_1uxzdh",
      "received_at": "2026-07-02 06:47:15",
      "accelerator_summary": "RTX 4090 (48GB) + AMD EPYC 7763 64-Core Processor (128c) + 1008GB",
      "suite_version": "suite-v1",
      "cli_version": "0.0.3",
      "results": [
        {
          "workload": "chat-short",
          "model_name": "llama3.1",
          "model_size": "8.0B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 154.37022441747067,
          "ttft_ms": 335.40629720687866,
          "prompt_tokens": 110,
          "output_tokens": 256,
          "context_tokens": 110,
          "batch_size": 1,
          "wall_ms": 1987.6243124008179,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":128,\"target_output_tokens\":256,\"backend_extras\":{\"eval_duration_ns\":1652516000,\"prompt_eval_duration_ns\":16765000,\"load_duration_ns\":300904608,\"total_duration_ns\":1986789988,\"done_reason\":\"length\",\"decode_tps_authoritative\":154.91529280200615}}"
        },
        {
          "workload": "chat-long",
          "model_name": "llama3.1",
          "model_size": "8.0B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 146.28601298115095,
          "ttft_ms": 623.3509335517883,
          "prompt_tokens": 3137,
          "output_tokens": 432,
          "context_tokens": 3137,
          "batch_size": 1,
          "wall_ms": 3570.5037174224854,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":4096,\"target_output_tokens\":1024,\"prompt_chars\":17027,\"backend_extras\":{\"eval_duration_ns\":2946953000,\"prompt_eval_duration_ns\":278818000,\"load_duration_ns\":294928835,\"total_duration_ns\":3569044232,\"done_reason\":\"stop\",\"decode_tps_authoritative\":146.5920902029995}}"
        },
        {
          "workload": "concurrent-decode",
          "model_name": "llama3.1",
          "model_size": "8.0B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 154.2250254874623,
          "ttft_ms": null,
          "prompt_tokens": 1024,
          "output_tokens": 256,
          "context_tokens": 1024,
          "batch_size": 1,
          "wall_ms": 27035.92396879196,
          "extras": "{\"concurrency_curve\":[{\"batch\":1,\"aggregate_tps\":110.66645154339501,\"per_stream_tps\":154.2250254874623,\"p50_ms\":6.461995601654053,\"p95_ms\":6.545150232315064,\"wall_ms\":2313.25750875473,\"n_success\":1,\"n_failures\":0,\"total_output_tokens\":256,\"skipped\":false,\"error\":null},{\"batch\":4,\"aggregate_tps\":145.8817474964856,\"per_stream_tps\":154.6057050083185,\"p50_ms\":6.450860977172852,\"p95_ms\":6.551786003112792,\"wall_ms\":7019.383970737457,\"n_success\":4,\"n_failures\":0,\"total_output_tokens\":1024,\"skipped\":false,\"error\":null},{\"batch\":8,\"aggregate_tps\":149.77451093650365,\"per_stream_tps\":154.24239918251277,\"p50_ms\":6.459690809249878,\"p95_ms\":6.602396004199981,\"wall_ms\":13673.88874912262,\"n_success\":8,\"n_failures\":0,\"total_output_tokens\":2048,\"skipped\":false,\"error\":null},{\"batch\":16,\"aggregate_tps\":151.50212749259407,\"per_stream_tps\":154.2942695245118,\"p50_ms\":6.459691047668457,\"p95_ms\":6.594563674926757,\"wall_ms\":27035.92396879196,\"n_success\":16,\"n_failures\":0,\"total_output_tokens\":4096,\"skipped\":false,\"error\":null}],\"batch_sizes\":[1,4,8,16],\"prompt_chars\":4375,\"target_prompt_tokens\":1024,\"target_output_tokens\":256}"
        },
        {
          "workload": "agent-trace",
          "model_name": "llama3.1",
          "model_size": "8.0B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 149.44700158830034,
          "ttft_ms": 387.25278997421265,
          "prompt_tokens": 3210,
          "output_tokens": 840,
          "context_tokens": 3210,
          "batch_size": 1,
          "wall_ms": 6977.026604652405,
          "extras": "{\"per_turn\":[{\"turn_idx\":1,\"ttft_ms\":418.98182678222656,\"decode_tps\":156.67294164142734,\"prefill_tps\":451.0935508862445,\"output_tokens\":31,\"prompt_tokens\":189,\"wall_ms\":604.615149974823,\"prefix_cache_hit_rate\":null},{\"turn_idx\":3,\"ttft_ms\":387.25278997421265,\"decode_tps\":151.16028985949984,\"prefill_tps\":2321.4810151783927,\"output_tokens\":60,\"prompt_tokens\":899,\"wall_ms\":771.5997486114502,\"prefix_cache_hit_rate\":null},{\"turn_idx\":5,\"ttft_ms\":345.7945852279663,\"decode_tps\":150.89989535682162,\"prefill_tps\":4060.2139535366296,\"output_tokens\":300,\"prompt_tokens\":1404,\"wall_ms\":2314.342456817627,\"prefix_cache_hit_rate\":null},{\"turn_idx\":7,\"ttft_ms\":388.84029722213745,\"decode_tps\":143.05220330071478,\"prefill_tps\":5377.529065115001,\"output_tokens\":27,\"prompt_tokens\":2091,\"wall_ms\":563.7975578308105,\"prefix_cache_hit_rate\":null},{\"turn_idx\":9,\"ttft_ms\":393.3048839569092,\"decode_tps\":147.517017564555,\"prefill_tps\":7045.424842228996,\"output_tokens\":200,\"prompt_tokens\":2771,\"wall_ms\":1736.1193809509277,\"prefix_cache_hit_rate\":null},{\"turn_idx\":11,\"ttft_ms\":356.6453080177307,\"decode_tps\":145.9688787130564,\"prefill_tps\":8739.775709722888,\"output_tokens\":40,\"prompt_tokens\":3117,\"wall_ms\":624.6591811180115,\"prefix_cache_hit_rate\":null},{\"turn_idx\":13,\"ttft_ms\":331.8756380081177,\"decode_tps\":136.4693425979706,\"prefill_tps\":9672.297789816928,\"output_tokens\":5,\"prompt_tokens\":3210,\"wall_ms\":361.37694692611694,\"prefix_cache_hit_rate\":null}],\"n_assistant_turns_benchmarked\":7,\"trace_chars_total\":13784,\"last_turn_backend_extras\":{\"eval_duration_ns\":29320000,\"prompt_eval_duration_ns\":18422000,\"load_duration_ns\":301129405,\"total_duration_ns\":360104052,\"done_reason\":\"stop\",\"decode_tps_authoritative\":170.53206002728513}}"
        }
      ]
    },
    {
      "id": "r_6ahy-dq0f_0",
      "source_url": "https://llm-speed.com/r/r_6ahy-dq0f_0",
      "received_at": "2026-07-02 05:12:05",
      "accelerator_summary": "RTX 3090 (24GB) + AMD EPYC 7702P 64-Core Processor (64c) + 252GB",
      "suite_version": "suite-v1",
      "cli_version": "0.0.3",
      "results": [
        {
          "workload": "chat-short",
          "model_name": "qwen2.5-coder",
          "model_size": "14.8B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 69.21279500618812,
          "ttft_ms": 325.8339210152626,
          "prompt_tokens": 131,
          "output_tokens": 256,
          "context_tokens": 131,
          "batch_size": 1,
          "wall_ms": 4010.7167890667915,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":128,\"target_output_tokens\":256,\"backend_extras\":{\"eval_duration_ns\":3685418000,\"prompt_eval_duration_ns\":52618000,\"load_duration_ns\":267808297,\"total_duration_ns\":4009965312,\"done_reason\":\"length\",\"decode_tps_authoritative\":69.46294830057269}}"
        },
        {
          "workload": "chat-long",
          "model_name": "qwen2.5-coder",
          "model_size": "14.8B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 65.82788865351883,
          "ttft_ms": 1529.9652310609818,
          "prompt_tokens": 3168,
          "output_tokens": 532,
          "context_tokens": 3168,
          "batch_size": 1,
          "wall_ms": 9597.556104004383,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":4096,\"target_output_tokens\":1024,\"prompt_chars\":17027,\"backend_extras\":{\"eval_duration_ns\":8067397000,\"prompt_eval_duration_ns\":1198963000,\"load_duration_ns\":251007799,\"total_duration_ns\":9596366291,\"done_reason\":\"stop\",\"decode_tps_authoritative\":65.94444279858794}}"
        },
        {
          "workload": "concurrent-decode",
          "model_name": "qwen2.5-coder",
          "model_size": "14.8B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 67.63521696036534,
          "ttft_ms": null,
          "prompt_tokens": 1024,
          "output_tokens": 256,
          "context_tokens": 1024,
          "batch_size": 1,
          "wall_ms": 60887.32939696312,
          "extras": "{\"concurrency_curve\":[{\"batch\":1,\"aggregate_tps\":56.36665007223615,\"per_stream_tps\":67.63521696036534,\"p50_ms\":14.68113100528717,\"p95_ms\":15.348158955574036,\"wall_ms\":4541.692644000053,\"n_success\":1,\"n_failures\":0,\"total_output_tokens\":256,\"skipped\":false,\"error\":null},{\"batch\":4,\"aggregate_tps\":66.97308800861332,\"per_stream_tps\":68.57042787395785,\"p50_ms\":14.542462468147278,\"p95_ms\":15.213520733267067,\"wall_ms\":15080.684346973896,\"n_success\":4,\"n_failures\":0,\"total_output_tokens\":1010,\"skipped\":false,\"error\":null},{\"batch\":8,\"aggregate_tps\":66.94057285079286,\"per_stream_tps\":67.87706589165165,\"p50_ms\":14.678185015916824,\"p95_ms\":15.267942086458206,\"wall_ms\":30459.85286897421,\"n_success\":8,\"n_failures\":0,\"total_output_tokens\":2039,\"skipped\":false,\"error\":null},{\"batch\":16,\"aggregate_tps\":61.06360776246237,\"per_stream_tps\":62.644032275651426,\"p50_ms\":14.965201079845428,\"p95_ms\":22.02500921785831,\"wall_ms\":60887.32939696312,\"n_success\":15,\"n_failures\":1,\"total_output_tokens\":3718,\"skipped\":false,\"error\":null}],\"batch_sizes\":[1,4,8,16],\"prompt_chars\":4375,\"target_prompt_tokens\":1024,\"target_output_tokens\":256}"
        },
        {
          "workload": "agent-trace",
          "model_name": "qwen2.5-coder",
          "model_size": "14.8B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 63.63319527454055,
          "ttft_ms": 483.21461099386215,
          "prompt_tokens": 3268,
          "output_tokens": 840,
          "context_tokens": 3268,
          "batch_size": 1,
          "wall_ms": 11980.043566048145,
          "extras": "{\"per_turn\":[{\"turn_idx\":1,\"ttft_ms\":470.67963802814484,\"decode_tps\":63.334017770437136,\"prefill_tps\":446.1633413329064,\"output_tokens\":80,\"prompt_tokens\":210,\"wall_ms\":1718.4354130625725,\"prefix_cache_hit_rate\":null},{\"turn_idx\":3,\"ttft_ms\":568.8413509726524,\"decode_tps\":62.862027161564775,\"prefill_tps\":1617.3226479173977,\"output_tokens\":50,\"prompt_tokens\":920,\"wall_ms\":1348.0339440107346,\"prefix_cache_hit_rate\":null},{\"turn_idx\":5,\"ttft_ms\":483.21461099386215,\"decode_tps\":64.00112124902708,\"prefill_tps\":2938.652862916095,\"output_tokens\":101,\"prompt_tokens\":1420,\"wall_ms\":2046.0530380010605,\"prefix_cache_hit_rate\":null},{\"turn_idx\":7,\"ttft_ms\":600.1984130144119,\"decode_tps\":61.92592278313707,\"prefill_tps\":3518.836361783727,\"output_tokens\":40,\"prompt_tokens\":2112,\"wall_ms\":1230.8951369524002,\"prefix_cache_hit_rate\":null},{\"turn_idx\":9,\"ttft_ms\":615.1767929792404,\"decode_tps\":63.830623625253736,\"prefill_tps\":4590.550281202331,\"output_tokens\":200,\"prompt_tokens\":2824,\"wall_ms\":3733.498552978039,\"prefix_cache_hit_rate\":null},{\"turn_idx\":11,\"ttft_ms\":466.61033099889755,\"decode_tps\":64.24599533819874,\"prefill_tps\":6802.249734173801,\"output_tokens\":16,\"prompt_tokens\":3174,\"wall_ms\":702.2663569450378,\"prefix_cache_hit_rate\":null},{\"turn_idx\":13,\"ttft_ms\":343.09480398893356,\"decode_tps\":64.42484725755641,\"prefill_tps\":9525.064098917128,\"output_tokens\":56,\"prompt_tokens\":3268,\"wall_ms\":1200.4108769893646,\"prefix_cache_hit_rate\":null}],\"n_assistant_turns_benchmarked\":7,\"trace_chars_total\":13784,\"last_turn_backend_extras\":{\"eval_duration_ns\":857092000,\"prompt_eval_duration_ns\":63688000,\"load_duration_ns\":258996928,\"total_duration_ns\":1199310977,\"done_reason\":\"stop\",\"decode_tps_authoritative\":65.3372100077938}}"
        }
      ]
    },
    {
      "id": "r_73tnfdueq2h",
      "source_url": "https://llm-speed.com/r/r_73tnfdueq2h",
      "received_at": "2026-07-02 06:49:34",
      "accelerator_summary": "RTX 4090 (48GB) + AMD EPYC 7763 64-Core Processor (128c) + 1008GB",
      "suite_version": "suite-v1",
      "cli_version": "0.0.3",
      "results": [
        {
          "workload": "chat-short",
          "model_name": "qwen2.5-coder",
          "model_size": "14.8B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 89.45371428505361,
          "ttft_ms": 280.7721152305603,
          "prompt_tokens": 131,
          "output_tokens": 256,
          "context_tokens": 131,
          "batch_size": 1,
          "wall_ms": 3131.657458782196,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":128,\"target_output_tokens\":256,\"backend_extras\":{\"eval_duration_ns\":2851079000,\"prompt_eval_duration_ns\":29130000,\"load_duration_ns\":247298431,\"total_duration_ns\":3131038977,\"done_reason\":\"length\",\"decode_tps_authoritative\":89.79056700989345}}"
        },
        {
          "workload": "chat-long",
          "model_name": "qwen2.5-coder",
          "model_size": "14.8B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 83.8372048563924,
          "ttft_ms": 886.8298907279968,
          "prompt_tokens": 3168,
          "output_tokens": 598,
          "context_tokens": 3168,
          "batch_size": 1,
          "wall_ms": 8008.7010860443115,
          "extras": "{\"tps_source\":\"wall_clock\",\"target_prompt_tokens\":4096,\"target_output_tokens\":1024,\"prompt_chars\":17027,\"backend_extras\":{\"eval_duration_ns\":7121795000,\"prompt_eval_duration_ns\":530344000,\"load_duration_ns\":264280088,\"total_duration_ns\":8007284400,\"done_reason\":\"stop\",\"decode_tps_authoritative\":83.9675952481081}}"
        },
        {
          "workload": "concurrent-decode",
          "model_name": "qwen2.5-coder",
          "model_size": "14.8B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 88.62833261189789,
          "ttft_ms": null,
          "prompt_tokens": 1024,
          "output_tokens": 256,
          "context_tokens": 1024,
          "batch_size": 1,
          "wall_ms": 46058.66002321243,
          "extras": "{\"concurrency_curve\":[{\"batch\":1,\"aggregate_tps\":68.93503675918414,\"per_stream_tps\":88.62833261189789,\"p50_ms\":11.242916107177734,\"p95_ms\":11.46578598022461,\"wall_ms\":3713.6413068771362,\"n_success\":1,\"n_failures\":0,\"total_output_tokens\":256,\"skipped\":false,\"error\":null},{\"batch\":4,\"aggregate_tps\":86.1234219655629,\"per_stream_tps\":88.70242353970474,\"p50_ms\":11.235105395317078,\"p95_ms\":11.389447531700135,\"wall_ms\":11181.627227783203,\"n_success\":4,\"n_failures\":0,\"total_output_tokens\":963,\"skipped\":false,\"error\":null},{\"batch\":8,\"aggregate_tps\":87.1714819110741,\"per_stream_tps\":88.67350060795678,\"p50_ms\":11.24269962310791,\"p95_ms\":11.392013399600982,\"wall_ms\":22472.945934295654,\"n_success\":8,\"n_failures\":0,\"total_output_tokens\":1959,\"skipped\":false,\"error\":null},{\"batch\":16,\"aggregate_tps\":87.7793665287359,\"per_stream_tps\":88.66433804950712,\"p50_ms\":11.245650053024292,\"p95_ms\":11.411370146274567,\"wall_ms\":46058.66002321243,\"n_success\":16,\"n_failures\":0,\"total_output_tokens\":4043,\"skipped\":false,\"error\":null}],\"batch_sizes\":[1,4,8,16],\"prompt_chars\":4375,\"target_prompt_tokens\":1024,\"target_output_tokens\":256}"
        },
        {
          "workload": "agent-trace",
          "model_name": "qwen2.5-coder",
          "model_size": "14.8B",
          "model_quant": "Q4_K_M",
          "backend": "ollama",
          "backend_version": "0.31.1",
          "decode_tps": 86.21450913354933,
          "ttft_ms": 394.9283719062805,
          "prompt_tokens": 3268,
          "output_tokens": 840,
          "context_tokens": 3268,
          "batch_size": 1,
          "wall_ms": 8939.666153907776,
          "extras": "{\"per_turn\":[{\"turn_idx\":1,\"ttft_ms\":447.4311218261719,\"decode_tps\":89.5647252950942,\"prefill_tps\":469.34598367429953,\"output_tokens\":80,\"prompt_tokens\":210,\"wall_ms\":1329.6743240356445,\"prefix_cache_hit_rate\":null},{\"turn_idx\":3,\"ttft_ms\":394.9283719062805,\"decode_tps\":88.6600259201879,\"prefill_tps\":2329.5363550591474,\"output_tokens\":60,\"prompt_tokens\":920,\"wall_ms\":1060.6228775978088,\"prefix_cache_hit_rate\":null},{\"turn_idx\":5,\"ttft_ms\":350.67594385147095,\"decode_tps\":87.59300122019702,\"prefill_tps\":4049.322529524415,\"output_tokens\":81,\"prompt_tokens\":1420,\"wall_ms\":1264.443042755127,\"prefix_cache_hit_rate\":null},{\"turn_idx\":7,\"ttft_ms\":398.61117601394653,\"decode_tps\":86.1136745388477,\"prefill_tps\":5298.39634984571,\"output_tokens\":40,\"prompt_tokens\":2112,\"wall_ms\":851.8371410369873,\"prefix_cache_hit_rate\":null},{\"turn_idx\":9,\"ttft_ms\":415.1059522628784,\"decode_tps\":84.7800347690307,\"prefill_tps\":6803.082404878685,\"output_tokens\":200,\"prompt_tokens\":2824,\"wall_ms\":2763.0825629234314,\"prefix_cache_hit_rate\":null},{\"turn_idx\":11,\"ttft_ms\":363.1254138946533,\"decode_tps\":82.98193200014002,\"prefill_tps\":8740.781775524014,\"output_tokens\":34,\"prompt_tokens\":3174,\"wall_ms\":761.3710689544678,\"prefix_cache_hit_rate\":null},{\"turn_idx\":13,\"ttft_ms\":310.5034031867981,\"decode_tps\":83.7523467823207,\"prefill_tps\":10524.844386436496,\"output_tokens\":51,\"prompt_tokens\":3268,\"wall_ms\":908.2084460258484,\"prefix_cache_hit_rate\":null}],\"n_assistant_turns_benchmarked\":7,\"trace_chars_total\":13784,\"last_turn_backend_extras\":{\"eval_duration_ns\":597542000,\"prompt_eval_duration_ns\":32811000,\"load_duration_ns\":256149855,\"total_duration_ns\":906967411,\"done_reason\":\"stop\",\"decode_tps_authoritative\":85.34964906232533}}"
        }
      ]
    }
  ]
}