Files
echo/echo-memory.plugin.src/skills/echo-memory/eval/perf/results/m-bulk-get.json
T

73 lines
1.6 KiB
JSON
Raw Normal View History

2026-06-23 17:17:00 -05:00
{
"env": {
"date": "2026-06-23T20:21:36",
"endpoint": "https://echoapi.alwisp.com",
"commit": "af16598",
"echo_workers": 8,
"echo_timeout": 30,
"python": "3.10.12",
"iterations": 5,
"count_k": 30
},
"run_id": "20260623-202136-f2f4dc",
"metrics": {
"bulk-get": {
"result": {
"k": 30,
"workers": 8,
"serial": {
"n": 5,
"min_ms": 1520.47,
"median_ms": 1606.86,
"p90_ms": 1805.72,
"p95_ms": 1835.83,
"max_ms": 1865.94,
"mean_ms": 1658.6,
"warmup": {
"n": 1,
"min_ms": 1601.2,
"median_ms": 1601.2,
"p90_ms": 1601.2,
"p95_ms": 1601.2,
"max_ms": 1601.2,
"mean_ms": 1601.2
}
},
"concurrent": {
"n": 5,
"min_ms": 340.31,
"median_ms": 356.48,
"p90_ms": 358.82,
"p95_ms": 359.32,
"max_ms": 359.83,
"mean_ms": 351.42,
"warmup": {
"n": 2,
"min_ms": 353.43,
"median_ms": 434.94,
"p90_ms": 500.15,
"p95_ms": 508.3,
"max_ms": 516.45,
"mean_ms": 434.94
}
},
"speedup_ratio": 4.51
},
"gates": [
{
"rule": {
"field": "speedup_ratio",
"op": ">=",
"min": 1.5,
"why": "controlled-K concurrent vs serial; lower bar than full-vault since K is small"
},
"value": 4.51,
"pass": true
}
]
}
},
"cleanup": {
"deleted": 30
}
}