backend_demo

Paused

Shaltiel commited on May 28

Commit

10bea21

•

1 Parent(s): 4d998ac

Fixed dataset location

Files changed (1) hide show

src/custom_tasks/snli_task.py CHANGED Viewed

@@ -49,7 +49,7 @@ snli_task = LightevalTaskConfig(
     name="snli-acc",
     prompt_function="snli_prompt_fn",  # must be defined in the file or imported from src/lighteval/tasks/tasks_prompt_formatting.py
     suite=["custom"],
-    hf_repo="dicta-hebrew-llm-leaderboard/tests",
     hf_subset="default",
     hf_avail_splits=["snli"],
     evaluation_splits=["snli"],

     name="snli-acc",
     prompt_function="snli_prompt_fn",  # must be defined in the file or imported from src/lighteval/tasks/tasks_prompt_formatting.py
     suite=["custom"],
+    hf_repo="hebrew-llm-leaderboard/tests",
     hf_subset="default",
     hf_avail_splits=["snli"],
     evaluation_splits=["snli"],