2026-06-23 17:17:00 -05:00
|
|
|
{
|
|
|
|
|
"env": {
|
|
|
|
|
"date": "2026-06-23T20:20:23",
|
2026-06-23 22:17:39 -05:00
|
|
|
"endpoint": "https://obsidian.example.com",
|
2026-06-23 17:17:00 -05:00
|
|
|
"commit": "af16598",
|
|
|
|
|
"echo_workers": 8,
|
|
|
|
|
"echo_timeout": 30,
|
|
|
|
|
"python": "3.10.12",
|
|
|
|
|
"iterations": 1,
|
|
|
|
|
"count_k": 50
|
|
|
|
|
},
|
|
|
|
|
"run_id": "20260623-202023-274ddd",
|
|
|
|
|
"metrics": {
|
|
|
|
|
"subject-pull": {
|
|
|
|
|
"result": {
|
|
|
|
|
"subjects": [
|
|
|
|
|
{
|
|
|
|
|
"label": "apta",
|
|
|
|
|
"query": "APTA",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 0.97,
|
|
|
|
|
"median_ms": 0.97,
|
|
|
|
|
"p90_ms": 0.97,
|
|
|
|
|
"p95_ms": 0.97,
|
|
|
|
|
"max_ms": 0.97,
|
|
|
|
|
"mean_ms": 0.97
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 71.55,
|
|
|
|
|
"median_ms": 71.55,
|
|
|
|
|
"p90_ms": 71.55,
|
|
|
|
|
"p95_ms": 71.55,
|
|
|
|
|
"max_ms": 71.55,
|
|
|
|
|
"mean_ms": 71.55
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 3836.47,
|
|
|
|
|
"median_ms": 3836.47,
|
|
|
|
|
"p90_ms": 3836.47,
|
|
|
|
|
"p95_ms": 3836.47,
|
|
|
|
|
"max_ms": 3836.47,
|
|
|
|
|
"mean_ms": 3836.47
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"label": "capmetro",
|
|
|
|
|
"query": "CapMetro",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 0.05,
|
|
|
|
|
"median_ms": 0.05,
|
|
|
|
|
"p90_ms": 0.05,
|
|
|
|
|
"p95_ms": 0.05,
|
|
|
|
|
"max_ms": 0.05,
|
|
|
|
|
"mean_ms": 0.05
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 57.66,
|
|
|
|
|
"median_ms": 57.66,
|
|
|
|
|
"p90_ms": 57.66,
|
|
|
|
|
"p95_ms": 57.66,
|
|
|
|
|
"max_ms": 57.66,
|
|
|
|
|
"mean_ms": 57.66
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2800.54,
|
|
|
|
|
"median_ms": 2800.54,
|
|
|
|
|
"p90_ms": 2800.54,
|
|
|
|
|
"p95_ms": 2800.54,
|
|
|
|
|
"max_ms": 2800.54,
|
|
|
|
|
"mean_ms": 2800.54
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"label": "hub-echo",
|
|
|
|
|
"query": "echo",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 0.02,
|
|
|
|
|
"median_ms": 0.02,
|
|
|
|
|
"p90_ms": 0.02,
|
|
|
|
|
"p95_ms": 0.02,
|
|
|
|
|
"max_ms": 0.02,
|
|
|
|
|
"mean_ms": 0.02
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 67.39,
|
|
|
|
|
"median_ms": 67.39,
|
|
|
|
|
"p90_ms": 67.39,
|
|
|
|
|
"p95_ms": 67.39,
|
|
|
|
|
"max_ms": 67.39,
|
|
|
|
|
"mean_ms": 67.39
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 4114.19,
|
|
|
|
|
"median_ms": 4114.19,
|
|
|
|
|
"p90_ms": 4114.19,
|
|
|
|
|
"p95_ms": 4114.19,
|
|
|
|
|
"max_ms": 4114.19,
|
|
|
|
|
"mean_ms": 4114.19
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"label": "hub-prefs",
|
|
|
|
|
"query": "operator preferences",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 0.04,
|
|
|
|
|
"median_ms": 0.04,
|
|
|
|
|
"p90_ms": 0.04,
|
|
|
|
|
"p95_ms": 0.04,
|
|
|
|
|
"max_ms": 0.04,
|
|
|
|
|
"mean_ms": 0.04
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2013.4,
|
|
|
|
|
"median_ms": 2013.4,
|
|
|
|
|
"p90_ms": 2013.4,
|
|
|
|
|
"p95_ms": 2013.4,
|
|
|
|
|
"max_ms": 2013.4,
|
|
|
|
|
"mean_ms": 2013.4
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 4748.56,
|
|
|
|
|
"median_ms": 4748.56,
|
|
|
|
|
"p90_ms": 4748.56,
|
|
|
|
|
"p95_ms": 4748.56,
|
|
|
|
|
"max_ms": 4748.56,
|
|
|
|
|
"mean_ms": 4748.56
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"label": "leaf-rivnut",
|
|
|
|
|
"query": "rivnut torque spec",
|
|
|
|
|
"resolve_floor": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2.14,
|
|
|
|
|
"median_ms": 2.14,
|
|
|
|
|
"p90_ms": 2.14,
|
|
|
|
|
"p95_ms": 2.14,
|
|
|
|
|
"max_ms": 2.14,
|
|
|
|
|
"mean_ms": 2.14
|
|
|
|
|
},
|
|
|
|
|
"search_only": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 2014.69,
|
|
|
|
|
"median_ms": 2014.69,
|
|
|
|
|
"p90_ms": 2014.69,
|
|
|
|
|
"p95_ms": 2014.69,
|
|
|
|
|
"max_ms": 2014.69,
|
|
|
|
|
"mean_ms": 2014.69
|
|
|
|
|
},
|
|
|
|
|
"recall_total": {
|
|
|
|
|
"n": 1,
|
|
|
|
|
"min_ms": 4363.28,
|
|
|
|
|
"median_ms": 4363.28,
|
|
|
|
|
"p90_ms": 4363.28,
|
|
|
|
|
"p95_ms": 4363.28,
|
|
|
|
|
"max_ms": 4363.28,
|
|
|
|
|
"mean_ms": 4363.28
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"gates": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
