Files
echo/echo-memory.plugin.src/skills/echo-memory/eval/perf/results/m-read-full.json
T

62 lines
1.5 KiB
JSON
Raw Normal View History

2026-06-23 17:17:00 -05:00
{
"env": {
"date": "2026-06-23T20:17:09",
2026-06-23 22:17:39 -05:00
"endpoint": "https://obsidian.example.com",
2026-06-23 17:17:00 -05:00
"commit": "af16598",
"echo_workers": 8,
"echo_timeout": 30,
"python": "3.10.12",
"iterations": 4,
"count_k": 50
},
"run_id": "20260623-201709-b08a2e",
"metrics": {
"read-full": {
"result": {
"note_count": 197,
"workers": 8,
"serial": {
"n": 1,
"min_ms": 11376.08,
"median_ms": 11376.08,
"p90_ms": 11376.08,
"p95_ms": 11376.08,
"max_ms": 11376.08,
"mean_ms": 11376.08
},
"concurrent": {
"n": 4,
"min_ms": 1559.79,
"median_ms": 1595.31,
"p90_ms": 1740.92,
"p95_ms": 1768.05,
"max_ms": 1795.17,
"mean_ms": 1636.4,
"warmup": {
"n": 2,
"min_ms": 1641.35,
"median_ms": 1652.91,
"p90_ms": 1662.17,
"p95_ms": 1663.32,
"max_ms": 1664.48,
"mean_ms": 1652.91
}
},
"speedup_ratio": 7.13,
"notes_per_sec_concurrent": 123.5
},
"gates": [
{
"rule": {
"field": "speedup_ratio",
"op": ">=",
"min": 1.8,
"why": "concurrent read_many must beat serial by the 1.1.0 concurrency margin; <1.8 means concurrency regressed"
},
"value": 7.13,
"pass": true
}
]
}
}
}