Spaces:
Running
Running
Muennighoff
commited on
Commit
•
92494a9
1
Parent(s):
930f6fc
Update app.py
Browse files
app.py
CHANGED
@@ -766,6 +766,8 @@ MODELS_TO_SKIP = {
|
|
766 |
"khoa-klaytn/bge-base-en-v1.5-angle",
|
767 |
"khoa-klaytn/bge-small-en-v1.5-angle",
|
768 |
"mixamrepijey/instructor-small",
|
|
|
|
|
769 |
}
|
770 |
|
771 |
EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
|
@@ -803,7 +805,7 @@ def add_task(examples):
|
|
803 |
pbar = tqdm(EXTERNAL_MODELS, desc="Fetching external model results")
|
804 |
for model in pbar:
|
805 |
pbar.set_description(f"Fetching external model results for {model!r}")
|
806 |
-
ds = load_dataset("mteb/results", model)
|
807 |
# For local debugging:
|
808 |
#, download_mode='force_redownload', verification_mode="no_checks")
|
809 |
ds = ds.map(add_lang)
|
|
|
766 |
"khoa-klaytn/bge-base-en-v1.5-angle",
|
767 |
"khoa-klaytn/bge-small-en-v1.5-angle",
|
768 |
"mixamrepijey/instructor-small",
|
769 |
+
"Salesforce/SFR-Embedding-Mistral",
|
770 |
+
"mixamrepijey/instructor-models",
|
771 |
}
|
772 |
|
773 |
EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
|
|
|
805 |
pbar = tqdm(EXTERNAL_MODELS, desc="Fetching external model results")
|
806 |
for model in pbar:
|
807 |
pbar.set_description(f"Fetching external model results for {model!r}")
|
808 |
+
ds = load_dataset("mteb/results", model, trust_remote_code=True)
|
809 |
# For local debugging:
|
810 |
#, download_mode='force_redownload', verification_mode="no_checks")
|
811 |
ds = ds.map(add_lang)
|