Roman Solomatin commited on
Commit
b1a066d
1 Parent(s): 349cded
Files changed (2) hide show
  1. model_meta.yaml +8 -8
  2. refresh.py +3 -2
model_meta.yaml CHANGED
@@ -69,14 +69,14 @@ model_meta:
69
  is_propietary: false
70
  is_sentence_transformer_compatible: false
71
  uses_instruct: true
72
- # GritLM-7B-noinstruct:
73
- # link: https://huggingface.co/GritLM/GritLM-7B
74
- # seq_len: 4096
75
- # size: 7240
76
- # is_external: true
77
- # is_propietary: false
78
- # is_sentence_transformer_compatible: false
79
- # uses_instruct: false
80
  LASER2:
81
  link: https://github.com/facebookresearch/LASER
82
  seq_len: N/A
 
69
  is_propietary: false
70
  is_sentence_transformer_compatible: false
71
  uses_instruct: true
72
+ GritLM-7B-noinstruct:
73
+ link: https://huggingface.co/GritLM/GritLM-7B
74
+ seq_len: 4096
75
+ size: 7240
76
+ is_external: true
77
+ is_propietary: false
78
+ is_sentence_transformer_compatible: false
79
+ uses_instruct: false
80
  LASER2:
81
  link: https://github.com/facebookresearch/LASER
82
  seq_len: N/A
refresh.py CHANGED
@@ -30,9 +30,10 @@ PRETTY_NAMES = {
30
  TASK_TO_METRIC = {k: [v["metric"]] for k, v in TASKS_CONFIG.items()}
31
  # Add legacy metric names
32
  TASK_TO_METRIC["STS"].append("cos_sim_spearman")
33
- TASK_TO_METRIC["STS"].append("cosine_spearman")
34
  TASK_TO_METRIC["Summarization"].append("cos_sim_spearman")
35
- TASK_TO_METRIC["Summarization"].append("cosine_spearman")
 
36
  TASK_TO_METRIC["PairClassification"].append("cos_sim_ap")
37
  TASK_TO_METRIC["PairClassification"].append("cosine_ap")
38
 
 
30
  TASK_TO_METRIC = {k: [v["metric"]] for k, v in TASKS_CONFIG.items()}
31
  # Add legacy metric names
32
  TASK_TO_METRIC["STS"].append("cos_sim_spearman")
33
+ TASK_TO_METRIC["STS"].append("spearman")
34
  TASK_TO_METRIC["Summarization"].append("cos_sim_spearman")
35
+ TASK_TO_METRIC["Summarization"].append("spearman")
36
+ TASK_TO_METRIC["PairClassification"].append("ap")
37
  TASK_TO_METRIC["PairClassification"].append("cos_sim_ap")
38
  TASK_TO_METRIC["PairClassification"].append("cosine_ap")
39