97 lines
No EOL
1.8 KiB
JSON
97 lines
No EOL
1.8 KiB
JSON
{
|
|
"label": "baseline",
|
|
"base": "http://127.0.0.1:8905",
|
|
"warmup_s": 11.94,
|
|
"kb": "de68f885-29f1-4db5-9921-896772940e54",
|
|
"corpus_index": [
|
|
{
|
|
"file": "attention_1706.03762.pdf",
|
|
"elapsed_s": 23.376,
|
|
"chunks": 20,
|
|
"status": "completed",
|
|
"document_id": "3e7e92cf-0383-4455-8394-f5ab5409bb4c",
|
|
"which": "cold"
|
|
},
|
|
{
|
|
"file": "bert_1810.04805.pdf",
|
|
"elapsed_s": 24.64,
|
|
"chunks": 29,
|
|
"status": "completed",
|
|
"document_id": "38760f05-5dac-4dc6-8752-194fc82c1f46",
|
|
"which": "warm"
|
|
},
|
|
{
|
|
"file": "rag_2005.11401.pdf",
|
|
"elapsed_s": 23.247,
|
|
"chunks": 26,
|
|
"status": "completed",
|
|
"document_id": "f40f0127-4ff9-486b-b14e-9ed8acf448f1",
|
|
"which": "warm"
|
|
},
|
|
{
|
|
"file": "rfc9110.txt",
|
|
"elapsed_s": 19.354,
|
|
"chunks": 1,
|
|
"status": "completed",
|
|
"document_id": "a362f9f4-6976-4296-9359-e3b019c8aa4c",
|
|
"which": "warm"
|
|
}
|
|
],
|
|
"accuracy": {
|
|
"bm25": {
|
|
"recall@1": 0.75,
|
|
"recall@3": 0.875,
|
|
"recall@5": 0.875,
|
|
"mrr": 0.807,
|
|
"search_ms_median": 9.01
|
|
},
|
|
"dense": {
|
|
"recall@1": 0.75,
|
|
"recall@3": 1.0,
|
|
"recall@5": 1.0,
|
|
"mrr": 0.875,
|
|
"search_ms_median": 18.32
|
|
},
|
|
"hybrid": {
|
|
"recall@1": 0.75,
|
|
"recall@3": 1.0,
|
|
"recall@5": 1.0,
|
|
"mrr": 0.833,
|
|
"search_ms_median": 12.94
|
|
}
|
|
},
|
|
"scaling": [
|
|
{
|
|
"n": 1,
|
|
"elapsed_s": 19.072
|
|
},
|
|
{
|
|
"n": 2,
|
|
"elapsed_s": 17.14
|
|
},
|
|
{
|
|
"n": 3,
|
|
"elapsed_s": 17.32
|
|
},
|
|
{
|
|
"n": 4,
|
|
"elapsed_s": 17.008
|
|
},
|
|
{
|
|
"n": 5,
|
|
"elapsed_s": 17.738
|
|
},
|
|
{
|
|
"n": 6,
|
|
"elapsed_s": 17.16
|
|
},
|
|
{
|
|
"n": 7,
|
|
"elapsed_s": 17.742
|
|
},
|
|
{
|
|
"n": 8,
|
|
"elapsed_s": 17.45
|
|
}
|
|
]
|
|
} |