{
  "protocol_notes": {
    "cpu_only": true,
    "model": "Qwen3.5-0.8B Q8_0",
    "carrier": "APEIRON_F32_CARRIER=1; Q8Act kernels",
    "rounds_per_run": 5,
    "llama_threads": [
      8,
      16,
      24,
      32
    ],
    "baseline": "best llama thread count separately per metric and round",
    "timing": "Prefill and decode are independent benchmarks. Apeiron prefill uses the recorded prompt IDs; llama-bench uses synthetic IDs of the same count. Apeiron decode is 64 greedy steps from position zero, not a continuation after the prefill benchmark. This is a throughput comparison, not an identical-output comparison.",
    "runtime_revision": "04d206013f70f245dfdaf2619c0b1846d10b9922",
    "main_merge": "01de89d020954897f48e9863f806ac9df0bbf5af"
  },
  "runs": [
    {
      "schema": "apeiron.bench.v1",
      "unix_time": 1790795647,
      "label": "w6e-vs-llama-r3",
      "protocol": {
        "pp": 200,
        "tg": 64,
        "reps": 5,
        "spec_rows": null,
        "max_busy": 0.05,
        "llama_threads": "8,16,24,32"
      },
      "identity": {
        "cpu": "Intel(R) Core(TM) i9-14900KF",
        "online_cpus": "32",
        "governor": "powersave",
        "kernel": "7.2.8-1-cachyos",
        "rustc": "rustc 1.97.0-nightly (17584a181 2026-04-13)",
        "git_head": "04d206013f70f245dfdaf2619c0b1846d10b9922",
        "git_dirty_paths": "0",
        "src_sha256": "0218e7d911a3c3cd9850102be1aceb7cfa955852d41b8e92e7b073f7f37e12fa",
        "model": "Qwen3.5-0.8B-Q8_0.gguf",
        "model_sha256": "37ae482d336108d23516fa35e8e0c4126688d81018b87178a18d752a1357814f",
        "ids_sha256": "894a166ae31393f33425ed7d1fd0b3eed0801c26a3c7095d90825d66fb240443",
        "trace_default": "false",
        "mem_read_gbs_8t": "79.9",
        "mem_read_gbs_16t": "80.0",
        "mem_read_gbs_32t": "90.3",
        "llama_commit": "0324696b8"
      },
      "rounds": [
        {
          "round": 0,
          "busy": 0.04906832298136643,
          "quiet": true,
          "pp": {
            "tps": 1257.1928560619406,
            "secs": 0.159084582,
            "cpu_s": 3.8241840000000025,
            "cores": 24.038684025331897,
            "mhz": 4649.278375
          },
          "tg": {
            "tps": 91.97110556422516,
            "secs": 0.695870726,
            "cpu_s": 16.621306999999995,
            "cores": 23.88562469863116,
            "mhz": 4539.13909375
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 8,
              "tps": 319.841295
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 51.832396
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 16,
              "tps": 439.414404
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 49.04004
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 24,
              "tps": 550.71085
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 18.935289
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 32,
              "tps": 309.833329
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 15.973919
            }
          ]
        },
        {
          "round": 1,
          "busy": 0.0475746268656716,
          "quiet": true,
          "pp": {
            "tps": 1208.8731969626044,
            "secs": 0.165443324,
            "cpu_s": 3.9369319999999988,
            "cores": 23.796257865321895,
            "mhz": 4590.01375
          },
          "tg": {
            "tps": 76.77209573848845,
            "secs": 0.833636224,
            "cpu_s": 17.669574999999995,
            "cores": 21.195785993100024,
            "mhz": 4547.40678125
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 8,
              "tps": 310.478601
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 50.383603
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 16,
              "tps": 442.768396
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 50.037732
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 24,
              "tps": 560.387235
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 23.459792
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 32,
              "tps": 366.504591
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 19.272822
            }
          ]
        },
        {
          "round": 2,
          "busy": 0.047870686975442944,
          "quiet": true,
          "pp": {
            "tps": 1224.5907446815304,
            "secs": 0.163319869,
            "cpu_s": 3.9146939999999972,
            "cores": 23.96949020330158,
            "mhz": 4562.24103125
          },
          "tg": {
            "tps": 88.63614071772878,
            "secs": 0.722053098,
            "cpu_s": 17.214371,
            "cores": 23.840865786299833,
            "mhz": 4532.30290625
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 8,
              "tps": 336.102102
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 50.336834
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 16,
              "tps": 447.925554
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 49.570813
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 24,
              "tps": 580.920679
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 20.238585
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 32,
              "tps": 300.30952
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 20.138924
            }
          ]
        },
        {
          "round": 3,
          "busy": 0.0497822028624767,
          "quiet": true,
          "pp": {
            "tps": 1231.9923983112244,
            "secs": 0.162338664,
            "cpu_s": 3.8671449999999936,
            "cores": 23.821466215836256,
            "mhz": 4629.0294375
          },
          "tg": {
            "tps": 88.99334804480516,
            "secs": 0.719154874,
            "cpu_s": 17.149924,
            "cores": 23.84733055428058,
            "mhz": 4538.68953125
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 8,
              "tps": 348.033867
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 50.14925
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 16,
              "tps": 438.438831
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 49.537232
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 24,
              "tps": 568.964649
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 18.018451
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 32,
              "tps": 316.142843
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 18.053511
            }
          ]
        },
        {
          "round": 4,
          "busy": 0.049674014281279155,
          "quiet": true,
          "pp": {
            "tps": 1227.4278172408094,
            "secs": 0.162942372,
            "cpu_s": 3.893492000000009,
            "cores": 23.894901935022826,
            "mhz": 4603.04878125
          },
          "tg": {
            "tps": 89.65827506352144,
            "secs": 0.713821451,
            "cpu_s": 17.039523000000003,
            "cores": 23.870847501331255,
            "mhz": 4538.366375
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 8,
              "tps": 335.108698
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 51.185314
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 16,
              "tps": 451.118582
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 48.817431
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 24,
              "tps": 559.214255
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 16.693913
            },
            {
              "n_prompt": 200,
              "n_gen": 0,
              "threads": 32,
              "tps": 337.322859
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 16.692348
            }
          ]
        }
      ],
      "record_sha256": "7dc76ed1fba73603bbe2b2403c16e4406560f14a51a382c905e99ff1437c1ee2",
      "recorded_utc": "2026-09-30T19:14:07+00:00"
    },
    {
      "schema": "apeiron.bench.v1",
      "unix_time": 1790798160,
      "label": "w7-q35r2-pp512",
      "protocol": {
        "pp": 512,
        "tg": 64,
        "reps": 5,
        "spec_rows": null,
        "max_busy": 0.05,
        "llama_threads": "8,16,24,32"
      },
      "identity": {
        "cpu": "Intel(R) Core(TM) i9-14900KF",
        "online_cpus": "32",
        "governor": "powersave",
        "kernel": "7.2.8-1-cachyos",
        "rustc": "rustc 1.97.0-nightly (17584a181 2026-04-13)",
        "git_head": "04d206013f70f245dfdaf2619c0b1846d10b9922",
        "git_dirty_paths": "0",
        "src_sha256": "0218e7d911a3c3cd9850102be1aceb7cfa955852d41b8e92e7b073f7f37e12fa",
        "model": "Qwen3.5-0.8B-Q8_0.gguf",
        "model_sha256": "37ae482d336108d23516fa35e8e0c4126688d81018b87178a18d752a1357814f",
        "ids_sha256": "2fdda083149e7c9f9fbd065d5803cf40334f5c5063fb030342b0ffccc96d24ae",
        "trace_default": "false",
        "mem_read_gbs_8t": "79.7",
        "mem_read_gbs_16t": "70.8",
        "mem_read_gbs_32t": "90.6",
        "llama_commit": "0324696b8"
      },
      "rounds": [
        {
          "round": 0,
          "busy": 0.049501867995018656,
          "quiet": true,
          "pp": {
            "tps": 1114.4049540611045,
            "secs": 0.459438015,
            "cpu_s": 10.958444999999998,
            "cores": 23.851846478136988,
            "mhz": 4547.2820625
          },
          "tg": {
            "tps": 81.49844051460661,
            "secs": 0.7852911,
            "cpu_s": 18.683036,
            "cores": 23.79122340747272,
            "mhz": 4537.27090625
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 8,
              "tps": 386.806776
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 52.747161
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 16,
              "tps": 394.831737
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 46.243941
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 24,
              "tps": 454.957867
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 25.090581
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 32,
              "tps": 322.228293
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 29.614154
            }
          ]
        },
        {
          "round": 1,
          "busy": 0.04919053549190533,
          "quiet": true,
          "pp": {
            "tps": 1188.649542798722,
            "secs": 0.430740922,
            "cpu_s": 10.280080000000012,
            "cores": 23.86603982799668,
            "mhz": 4547.30971875
          },
          "tg": {
            "tps": 85.86831065483047,
            "secs": 0.745327345,
            "cpu_s": 17.740025000000003,
            "cores": 23.801655901944674,
            "mhz": 4544.22915625
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 8,
              "tps": 371.959538
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 51.037088
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 16,
              "tps": 417.466609
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 48.513281
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 24,
              "tps": 453.90197
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 33.763397
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 32,
              "tps": 345.449864
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 25.653745
            }
          ]
        },
        {
          "round": 2,
          "busy": 0.04890965732087227,
          "quiet": true,
          "pp": {
            "tps": 1214.3393190316197,
            "secs": 0.421628446,
            "cpu_s": 10.051758000000007,
            "cores": 23.840322196856725,
            "mhz": 4621.9605
          },
          "tg": {
            "tps": 78.30241269749575,
            "secs": 0.817343908,
            "cpu_s": 18.857684999999975,
            "cores": 23.071909896708956,
            "mhz": 4410.24353125
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 8,
              "tps": 377.388739
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 50.318108
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 16,
              "tps": 411.85027
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 49.469027
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 24,
              "tps": 434.992145
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 24.174435
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 32,
              "tps": 297.070152
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 21.415136
            }
          ]
        },
        {
          "round": 3,
          "busy": 0.04704049844236757,
          "quiet": true,
          "pp": {
            "tps": 1199.3906683114435,
            "secs": 0.426883428,
            "cpu_s": 10.161180000000002,
            "cores": 23.803172794986086,
            "mhz": 4646.66903125
          },
          "tg": {
            "tps": 87.93425664550126,
            "secs": 0.727816467,
            "cpu_s": 17.320899999999995,
            "cores": 23.798444780172847,
            "mhz": 4544.621875
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 8,
              "tps": 387.227768
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 52.005731
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 16,
              "tps": 409.87781
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 49.95701
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 24,
              "tps": 520.843565
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 18.362651
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 32,
              "tps": 329.398572
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 18.117089
            }
          ]
        },
        {
          "round": 4,
          "busy": 0.04919053549190533,
          "quiet": true,
          "pp": {
            "tps": 1058.9868630487206,
            "secs": 0.483480974,
            "cpu_s": 11.561533999999995,
            "cores": 23.913110591193593,
            "mhz": 4549.9705
          },
          "tg": {
            "tps": 91.00165937402356,
            "secs": 0.703283879,
            "cpu_s": 16.789617000000078,
            "cores": 23.873171988348787,
            "mhz": 4499.24415625
          },
          "spec": null,
          "spec_accept": null,
          "llama": [
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 8,
              "tps": 378.331514
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 8,
              "tps": 50.946179
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 16,
              "tps": 401.419531
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 16,
              "tps": 49.757019
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 24,
              "tps": 435.372279
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 24,
              "tps": 30.416876
            },
            {
              "n_prompt": 512,
              "n_gen": 0,
              "threads": 32,
              "tps": 357.541646
            },
            {
              "n_prompt": 0,
              "n_gen": 64,
              "threads": 32,
              "tps": 18.625563
            }
          ]
        }
      ],
      "record_sha256": "6d207d2c829e00879cc998c30669364559bfb4c0300c7e8f8ed66af3eae95c9d",
      "recorded_utc": "2026-09-30T19:56:00+00:00"
    }
  ]
}