Shaltiel commited on
Commit
0462f2c
1 Parent(s): 1fb69db

Added instance size exception for gemma-2

Browse files
src/backend/run_eval_suite_lighteval.py CHANGED
@@ -27,6 +27,9 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
27
 
28
  completed = False
29
  img_versions = ['2.1.0', '2.0.2', '1.4.5']
 
 
 
30
  for img_version in img_versions:
31
  args = DefaultNamespace(**{
32
  "model_config": dict(model=dict(
 
27
 
28
  completed = False
29
  img_versions = ['2.1.0', '2.0.2', '1.4.5']
30
+ if 'gemma-2' in eval_request.model:
31
+ instance_size = 'x2'
32
+ instance_type = 'nvidia-a100'
33
  for img_version in img_versions:
34
  args = DefaultNamespace(**{
35
  "model_config": dict(model=dict(