testing and documentation

2026-06-23 17:17:00 -05:00
parent c2da2d261c
commit e89f4660f6
28 changed files with 4045 additions and 19 deletions
@@ -0,0 +1,73 @@
+{
+  "env": {
+    "date": "2026-06-23T20:21:36",
+    "endpoint": "https://echoapi.alwisp.com",
+    "commit": "af16598",
+    "echo_workers": 8,
+    "echo_timeout": 30,
+    "python": "3.10.12",
+    "iterations": 5,
+    "count_k": 30
+  },
+  "run_id": "20260623-202136-f2f4dc",
+  "metrics": {
+    "bulk-get": {
+      "result": {
+        "k": 30,
+        "workers": 8,
+        "serial": {
+          "n": 5,
+          "min_ms": 1520.47,
+          "median_ms": 1606.86,
+          "p90_ms": 1805.72,
+          "p95_ms": 1835.83,
+          "max_ms": 1865.94,
+          "mean_ms": 1658.6,
+          "warmup": {
+            "n": 1,
+            "min_ms": 1601.2,
+            "median_ms": 1601.2,
+            "p90_ms": 1601.2,
+            "p95_ms": 1601.2,
+            "max_ms": 1601.2,
+            "mean_ms": 1601.2
+          }
+        },
+        "concurrent": {
+          "n": 5,
+          "min_ms": 340.31,
+          "median_ms": 356.48,
+          "p90_ms": 358.82,
+          "p95_ms": 359.32,
+          "max_ms": 359.83,
+          "mean_ms": 351.42,
+          "warmup": {
+            "n": 2,
+            "min_ms": 353.43,
+            "median_ms": 434.94,
+            "p90_ms": 500.15,
+            "p95_ms": 508.3,
+            "max_ms": 516.45,
+            "mean_ms": 434.94
+          }
+        },
+        "speedup_ratio": 4.51
+      },
+      "gates": [
+        {
+          "rule": {
+            "field": "speedup_ratio",
+            "op": ">=",
+            "min": 1.5,
+            "why": "controlled-K concurrent vs serial; lower bar than full-vault since K is small"
+          },
+          "value": 4.51,
+          "pass": true
+        }
+      ]
+    }
+  },
+  "cleanup": {
+    "deleted": 30
+  }
+}