Training in progress, epoch 1, checkpoint

checkpoint-15/adapter_config.json

@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

checkpoint-15/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e30fee1adbd720c8fefa6c4c694dc48d7e702a869be041b911d9d61771ea9b22
+oid sha256:e9b9a90a39601717e6b9d2cbb68878290038e92181ebcf402e96c034a9ecd8c6
 size 27280152

checkpoint-15/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e34e86e6e233fcceaa1b9876eed40880e791db5ac36634a26e308ba64410c5e
+oid sha256:9e1f1f581e06df8024ff032fb3314e486e47325863f055bda1c936011621f09c
 size 54602042

checkpoint-15/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 0.6251475811004639,
+  "best_metric": 0.6506158709526062,
   "best_model_checkpoint": "./Zephyr/05-01-24-HuggingFaceH4-zephyr-7b-beta_Treino-QPTQ-2_epochs-1_batch_2/checkpoints/checkpoint-15",
   "epoch": 1.3793103448275863,
   "eval_steps": 500,
@@ -10,17 +10,17 @@
   "log_history": [
     {
       "epoch": 0.92,
-      "eval_loss": 0.6403178572654724,
-      "eval_runtime": 6.0993,
-      "eval_samples_per_second": 3.115,
-      "eval_steps_per_second": 1.64,
+      "eval_loss": 0.6653721928596497,
+      "eval_runtime": 6.1024,
+      "eval_samples_per_second": 3.114,
+      "eval_steps_per_second": 1.639,
       "step": 10
     },
     {
       "epoch": 1.38,
-      "eval_loss": 0.6251475811004639,
-      "eval_runtime": 6.0965,
-      "eval_samples_per_second": 3.117,
+      "eval_loss": 0.6506158709526062,
+      "eval_runtime": 6.0988,
+      "eval_samples_per_second": 3.115,
       "eval_steps_per_second": 1.64,
       "step": 15
     }

checkpoint-15/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1040f3e2996ad31f6277c56e4a78908c0996f954bacab64a4288934323d06464
+oid sha256:3ab5ec99a97a89a5447e5e70abd51e05ade1aa99560d9ffd7b4690ea5b2ac3d1
 size 4792