Shaltiel commited on
Commit
e40dcd5
1 Parent(s): fe84b5e

Fixed translation metric

Browse files
src/custom_tasks/translation_task.py CHANGED
@@ -49,7 +49,7 @@ translation_task = LightevalTaskConfig(
49
  hf_subset="default",
50
  hf_avail_splits=["en2he", "he2en"],
51
  evaluation_splits=["en2he", "he2en"],
52
- metric=['sentence_bleu', 'bleu_1', 'bleu_4'],
53
  stop_sequence=['\n'],
54
  generation_size=220
55
  )
 
49
  hf_subset="default",
50
  hf_avail_splits=["en2he", "he2en"],
51
  evaluation_splits=["en2he", "he2en"],
52
+ metric=['sentence_bleu'],
53
  stop_sequence=['\n'],
54
  generation_size=220
55
  )