MiriUll commited on
Commit
13785d5
1 Parent(s): 6031a18

Update negbleurt.py

Browse files
Files changed (1) hide show
  1. negbleurt.py +3 -2
negbleurt.py CHANGED
@@ -24,7 +24,7 @@ Examples:
24
  >>> negBLEURT = evaluate.load('MiriUll/negbleurt')
25
  >>> predictions = ["Ray Charles is a legend.", "Ray Charles isn’t legendary."]
26
  >>> reference = "Ray Charles is legendary."
27
- >>> results = rouge.compute(predictions=predictions, references=reference)
28
  >>> print(results)
29
  {'negBLERUT': [0.8409, 0.2601]}
30
  """
@@ -63,10 +63,11 @@ class NegBLEURT(evaluate.Metric):
63
  ):
64
  single_ref = isinstance(references, str)
65
  if single_ref:
 
66
  references = [references] * len(predictions)
67
 
68
  scores_negbleurt = []
69
- for i in tqdm(range(0, len(references), batch_size)):
70
  tokenized = self.tokenizer(references[i:i+batch_size], candidates[i:i+batch_size], return_tensors='pt', padding=True, max_length=512, truncation=True)
71
  scores_negbleurt += self.model(**tokenized).logits.flatten().tolist()
72
  return {'negBLEURT': scores_negbleurt}
 
24
  >>> negBLEURT = evaluate.load('MiriUll/negbleurt')
25
  >>> predictions = ["Ray Charles is a legend.", "Ray Charles isn’t legendary."]
26
  >>> reference = "Ray Charles is legendary."
27
+ >>> results = negBLEURT.compute(predictions=predictions, references=reference)
28
  >>> print(results)
29
  {'negBLERUT': [0.8409, 0.2601]}
30
  """
 
63
  ):
64
  single_ref = isinstance(references, str)
65
  if single_ref:
66
+ print("single reference")
67
  references = [references] * len(predictions)
68
 
69
  scores_negbleurt = []
70
+ for i in range(0, len(references), batch_size):
71
  tokenized = self.tokenizer(references[i:i+batch_size], candidates[i:i+batch_size], return_tensors='pt', padding=True, max_length=512, truncation=True)
72
  scores_negbleurt += self.model(**tokenized).logits.flatten().tolist()
73
  return {'negBLEURT': scores_negbleurt}