Changes to whatever

main_backend_harness.py

@@ -72,7 +72,6 @@ def run_auto_eval():
         results_repo=RESULTS_REPO,
         batch_size='auto',
         device=DEVICE, 
-        no_cache=True, 
         limit=LIMIT
         )
 

src/backend/run_eval_suite_harness.py

@@ -26,7 +26,7 @@ class NumpyArrayEncoder(json.JSONEncoder):
         else:
             return super().default(obj)
 
-def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int, batch_size: int, device: str, local_dir: str, results_repo: str, no_cache: bool =True, limit: int =None):
+def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int, batch_size: int or str, device: str, local_dir: str, results_repo: str, limit: int =None):
     """Runs one evaluation for the current evaluation request file, then pushes the results to the hub.
 
     Args: