2026-06-23 17:17:00 -05:00
|
|
|
{
|
|
|
|
|
"env": {
|
|
|
|
|
"date": "2026-06-23T21:18:12",
|
2026-06-23 22:17:39 -05:00
|
|
|
"endpoint": "https://obsidian.example.com",
|
2026-06-23 17:17:00 -05:00
|
|
|
"commit": "af16598",
|
|
|
|
|
"echo_workers": 8,
|
|
|
|
|
"echo_timeout": 30,
|
|
|
|
|
"python": "3.10.12",
|
|
|
|
|
"iterations": 1,
|
|
|
|
|
"count_k": 50
|
|
|
|
|
},
|
|
|
|
|
"run_id": "20260623-211812-ea4b36",
|
|
|
|
|
"metrics": {
|
|
|
|
|
"subject-pull": {
|
|
|
|
|
"result": {
|
|
|
|
|
"subjects": [
|
|
|
|
|
{
|
|
|
|
|
"label": "apta",
|
|
|
|
|
"query": "APTA",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 0.75,
|
|
|
|
|
"median_ms": 0.75,
|
|
|
|
|
"p90_ms": 0.75,
|
|
|
|
|
"p95_ms": 0.75,
|
|
|
|
|
"max_ms": 0.75,
|
|
|
|
|
"mean_ms": 0.75
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 61.87,
|
|
|
|
|
"median_ms": 61.87,
|
|
|
|
|
"p90_ms": 61.87,
|
|
|
|
|
"p95_ms": 61.87,
|
|
|
|
|
"max_ms": 61.87,
|
|
|
|
|
"mean_ms": 61.87
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2231.31,
|
|
|
|
|
"median_ms": 2231.31,
|
|
|
|
|
"p90_ms": 2231.31,
|
|
|
|
|
"p95_ms": 2231.31,
|
|
|
|
|
"max_ms": 2231.31,
|
|
|
|
|
"mean_ms": 2231.31
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"label": "capmetro",
|
|
|
|
|
"query": "CapMetro",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 0.03,
|
|
|
|
|
"median_ms": 0.03,
|
|
|
|
|
"p90_ms": 0.03,
|
|
|
|
|
"p95_ms": 0.03,
|
|
|
|
|
"max_ms": 0.03,
|
|
|
|
|
"mean_ms": 0.03
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 57.73,
|
|
|
|
|
"median_ms": 57.73,
|
|
|
|
|
"p90_ms": 57.73,
|
|
|
|
|
"p95_ms": 57.73,
|
|
|
|
|
"max_ms": 57.73,
|
|
|
|
|
"mean_ms": 57.73
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2116.06,
|
|
|
|
|
"median_ms": 2116.06,
|
|
|
|
|
"p90_ms": 2116.06,
|
|
|
|
|
"p95_ms": 2116.06,
|
|
|
|
|
"max_ms": 2116.06,
|
|
|
|
|
"mean_ms": 2116.06
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"label": "hub-echo",
|
|
|
|
|
"query": "echo",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 0.03,
|
|
|
|
|
"median_ms": 0.03,
|
|
|
|
|
"p90_ms": 0.03,
|
|
|
|
|
"p95_ms": 0.03,
|
|
|
|
|
"max_ms": 0.03,
|
|
|
|
|
"mean_ms": 0.03
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 70.56,
|
|
|
|
|
"median_ms": 70.56,
|
|
|
|
|
"p90_ms": 70.56,
|
|
|
|
|
"p95_ms": 70.56,
|
|
|
|
|
"max_ms": 70.56,
|
|
|
|
|
"mean_ms": 70.56
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2403.62,
|
|
|
|
|
"median_ms": 2403.62,
|
|
|
|
|
"p90_ms": 2403.62,
|
|
|
|
|
"p95_ms": 2403.62,
|
|
|
|
|
"max_ms": 2403.62,
|
|
|
|
|
"mean_ms": 2403.62
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"label": "hub-prefs",
|
|
|
|
|
"query": "operator preferences",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 0.04,
|
|
|
|
|
"median_ms": 0.04,
|
|
|
|
|
"p90_ms": 0.04,
|
|
|
|
|
"p95_ms": 0.04,
|
|
|
|
|
"max_ms": 0.04,
|
|
|
|
|
"mean_ms": 0.04
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2011.13,
|
|
|
|
|
"median_ms": 2011.13,
|
|
|
|
|
"p90_ms": 2011.13,
|
|
|
|
|
"p95_ms": 2011.13,
|
|
|
|
|
"max_ms": 2011.13,
|
|
|
|
|
"mean_ms": 2011.13
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2994.84,
|
|
|
|
|
"median_ms": 2994.84,
|
|
|
|
|
"p90_ms": 2994.84,
|
|
|
|
|
"p95_ms": 2994.84,
|
|
|
|
|
"max_ms": 2994.84,
|
|
|
|
|
"mean_ms": 2994.84
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"label": "leaf-rivnut",
|
|
|
|
|
"query": "rivnut torque spec",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2.15,
|
|
|
|
|
"median_ms": 2.15,
|
|
|
|
|
"p90_ms": 2.15,
|
|
|
|
|
"p95_ms": 2.15,
|
|
|
|
|
"max_ms": 2.15,
|
|
|
|
|
"mean_ms": 2.15
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2013.58,
|
|
|
|
|
"median_ms": 2013.58,
|
|
|
|
|
"p90_ms": 2013.58,
|
|
|
|
|
"p95_ms": 2013.58,
|
|
|
|
|
"max_ms": 2013.58,
|
|
|
|
|
"mean_ms": 2013.58
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2371.32,
|
|
|
|
|
"median_ms": 2371.32,
|
|
|
|
|
"p90_ms": 2371.32,
|
|
|
|
|
"p95_ms": 2371.32,
|
|
|
|
|
"max_ms": 2371.32,
|
|
|
|
|
"mean_ms": 2371.32
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"gates": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
