Update README.md
Browse files
README.md
CHANGED
|
@@ -138,4 +138,16 @@ val_size: 0.02
|
|
| 138 |
per_device_eval_batch_size: 1
|
| 139 |
eval_strategy: steps
|
| 140 |
eval_steps: 1000
|
| 141 |
-
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 138 |
per_device_eval_batch_size: 1
|
| 139 |
eval_strategy: steps
|
| 140 |
eval_steps: 1000
|
| 141 |
+
```
|
| 142 |
+
|
| 143 |
+
### QLoRA+ Training results
|
| 144 |
+
|
| 145 |
+
| Training Loss | Epoch | Step | Validation Loss |
|
| 146 |
+
|:-------------:|:------:|:----:|:---------------:|
|
| 147 |
+
| 0.9691 | 0.2781 | 1000 | 0.8704 |
|
| 148 |
+
| 0.7387 | 0.5562 | 2000 | 0.8443 |
|
| 149 |
+
| 0.6769 | 0.8343 | 3000 | 0.8250 |
|
| 150 |
+
| 0.5156 | 1.1123 | 4000 | 0.8134 |
|
| 151 |
+
| 0.4142 | 1.3904 | 5000 | 0.8029 |
|
| 152 |
+
| 0.6328 | 1.6685 | 6000 | 0.7953 |
|
| 153 |
+
| 0.872 | 1.9466 | 7000 | 0.7927 |
|