Files
echo/echo-memory.plugin.src/skills/echo-memory/eval/perf/results/m-pool-warmup.json
T
Jason Stedwell b4605a52f2 ver 1.3 and 1.3.1
2026-06-23 22:17:39 -05:00

52 lines
1.3 KiB
JSON

{
"env": {
"date": "2026-06-23T20:12:12",
"endpoint": "https://obsidian.example.com",
"commit": "af16598",
"echo_workers": 8,
"echo_timeout": 30,
"python": "3.10.12",
"iterations": 12,
"count_k": 50
},
"run_id": "20260623-201212-30c2b8",
"metrics": {
"pool-warmup": {
"result": {
"probe": "_agent/echo-vault.md",
"cold_ms": 163.25,
"warm": {
"n": 12,
"min_ms": 45.64,
"median_ms": 50.29,
"p90_ms": 52.51,
"p95_ms": 53.79,
"max_ms": 55.28,
"mean_ms": 50.26,
"warmup": {
"n": 1,
"min_ms": 51.68,
"median_ms": 51.68,
"p90_ms": 51.68,
"p95_ms": 51.68,
"max_ms": 51.68,
"mean_ms": 51.68
}
},
"cold_over_warm_ratio": 3.25
},
"gates": [
{
"rule": {
"field": "cold_over_warm_ratio",
"op": ">=",
"min": 1.5,
"why": "cold request must be meaningfully slower than warm \u2014 proves keep-alive is reusing the connection; a ratio near 1.0 means every request is re-handshaking (the pre-1.1.0 bug)"
},
"value": 3.25,
"pass": true
}
]
}
}
}