Spaces:
Running
Running
artemsnegirev
commited on
Commit
•
d681824
1
Parent(s):
8494f8e
add case for miracl reranking
Browse files- refresh.py +2 -0
refresh.py
CHANGED
@@ -179,6 +179,8 @@ def filter_metric_fetched(name: str, metric: str, expected_metrics, split: str)
|
|
179 |
return bool(metric == "ndcg_at_1")
|
180 |
elif (name.startswith("BrightRetrieval") and (split == "long")):
|
181 |
return bool(metric in ["recall_at_1"])
|
|
|
|
|
182 |
else:
|
183 |
return bool(metric in expected_metrics)
|
184 |
|
|
|
179 |
return bool(metric == "ndcg_at_1")
|
180 |
elif (name.startswith("BrightRetrieval") and (split == "long")):
|
181 |
return bool(metric in ["recall_at_1"])
|
182 |
+
elif name.startswith("MIRACLReranking"):
|
183 |
+
return bool(metric in ["NDCG@10(MIRACL)"])
|
184 |
else:
|
185 |
return bool(metric in expected_metrics)
|
186 |
|