altair823-org/kebab
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 43 Wiki Activity

feat(eval): precision_at_k_chunk metric (P@5, P@10) (fb-39)

Browse Source
This commit is contained in:
th-kim0823
2026-05-10 22:26:21 +09:00
parent f303c76f52
commit bb0ec0469f
4 changed files with 147 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
crates/kebab-eval/tests/fixtures/eval/compare-1.json vendored
View File

@@ -11,6 +11,12 @@
"5": 0.666700005531311
},
"mrr": 0.41670000553131104,
"precision_at_k_chunk": {
"1": 0.33329999446868896,
"10": 0.06669999659061432,
"3": 0.11110000312328339,
"5": 0.13330000638961792
},
"recall_at_k_doc": {
"1": 0.33329999446868896,
"10": 0.666700005531311,
@@ -32,6 +38,12 @@
"5": 1.0
},
"mrr": 0.833299994468689,
"precision_at_k_chunk": {
"1": 0.666700005531311,
"10": 0.10000000149011612,
"3": 0.33329999446868896,
"5": 0.20000000298023224
},
"recall_at_k_doc": {
"1": 0.666700005531311,
"10": 1.0,