echo/echo-memory.plugin.src/skills/echo-memory/eval/perf/results/m-pool-warmup.json

{
  "env": {
    "date": "2026-06-23T20:12:12",
    "endpoint": "https://obsidian.example.com",
    "commit": "af16598",
    "echo_workers": 8,
    "echo_timeout": 30,
    "python": "3.10.12",
    "iterations": 12,
    "count_k": 50
  },
  "run_id": "20260623-201212-30c2b8",
  "metrics": {
    "pool-warmup": {
      "result": {
        "probe": "_agent/echo-vault.md",
        "cold_ms": 163.25,
        "warm": {
          "n": 12,
          "min_ms": 45.64,
          "median_ms": 50.29,
          "p90_ms": 52.51,
          "p95_ms": 53.79,
          "max_ms": 55.28,
          "mean_ms": 50.26,
          "warmup": {
            "n": 1,
            "min_ms": 51.68,
            "median_ms": 51.68,
            "p90_ms": 51.68,
            "p95_ms": 51.68,
            "max_ms": 51.68,
            "mean_ms": 51.68
          }
        },
        "cold_over_warm_ratio": 3.25
      },
      "gates": [
        {
          "rule": {
            "field": "cold_over_warm_ratio",
            "op": ">=",
            "min": 1.5,
            "why": "cold request must be meaningfully slower than warm \u2014 proves keep-alive is reusing the connection; a ratio near 1.0 means every request is re-handshaking (the pre-1.1.0 bug)"
          },
          "value": 3.25,
          "pass": true
        }
      ]
    }
  }
}