add humaneval
Browse files
README.md
CHANGED
|
@@ -46,6 +46,14 @@ model-index:
|
|
| 46 |
metrics:
|
| 47 |
- type: pass@1
|
| 48 |
value: 27.4
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
- task:
|
| 50 |
type: text-generation
|
| 51 |
dataset:
|
|
|
|
| 46 |
metrics:
|
| 47 |
- type: pass@1
|
| 48 |
value: 27.4
|
| 49 |
+
- task:
|
| 50 |
+
type: text-generation
|
| 51 |
+
dataset:
|
| 52 |
+
name: HumanEval
|
| 53 |
+
type: humaneval
|
| 54 |
+
metrics:
|
| 55 |
+
- type: pass@1
|
| 56 |
+
value: 31.7
|
| 57 |
- task:
|
| 58 |
type: text-generation
|
| 59 |
dataset:
|