Results / results/candidate_01_scale32b/20260812T053042Z/results.json
{
"experiment": "candidate_01_scale32b",
"author": "Simon-Pierre Boucher",
"contact": "contact@spboucher.ai",
"manifest": {
"author": "Simon-Pierre Boucher",
"contact": "contact@spboucher.ai",
"project": "localvm-research",
"collected_utc": "2026-08-12T05:30:42.799916+00:00",
"chip": {
"brand": "Apple M5 Max",
"arch": "arm64",
"cores_total": 18,
"cores_performance": 6,
"cores_efficiency": 12,
"gpu_cores": 40
},
"memory": {
"unified_bytes": 51539607552,
"unified_gb": 48,
"pagesize": 16384
},
"ssd": {
"model": "APPLE SSD AP2048Z",
"size": "2 TB",
"smart_status": "Verified"
},
"os": {
"product": "macOS",
"version": "27.0",
"build": "26A5388g",
"kernel": "27.0.0"
},
"software": {
"python": "3.14.4",
"mlx": "0.32.0",
"mlx_lm": "0.31.3",
"torch": null,
"numpy": "2.5.2"
},
"git": {
"commit": "30886de9b97d55c430a638480f14d16f4ba97d44",
"dirty_tree": false
},
"thermal_level_at_collect": null
},
"config": {
"per_domain": 1,
"max_tokens": 32,
"window": 32,
"taus": "2.0",
"modes": "verify-all"
},
"models": {
"base": "mlx-community/Qwen3-32B-4bit",
"verify": "mlx-community/Qwen3-32B-8bit",
"judge": "mlx-community/Qwen3-8B-bf16"
},
"q8_streamed_bytes": 34810574466,
"baseline_pure_q4_tokens_per_s": 23.983917284463768,
"runs": [
{
"mode": "verify-all",
"tau": 2,
"window": 32,
"tokens_per_s": 2.4801166056852075,
"deferral_rate": 0.2760416666666667,
"rollback_rate": 0.046875,
"sweep_latency_s_mean": 3.026262025066535,
"logical_verify_bytes_per_token": 2719576130.15625,
"raw": {
"tokens": 192,
"deferred": 53,
"sweeps": 15,
"rollbacks": 9,
"sweep_s": 45.393930375998025,
"gen_s": 32.02178449800249,
"logical_bytes": 522158616990
}
}
],
"quality_8b_judge": {
"pure_q4": {
"mean_logprob_8b_judge": -0.3015170494715373,
"n": 6
},
"verify-all_tau2.0": {
"mean_logprob_8b_judge": -0.2445124089717865,
"n": 6
}
}
}