Training in progress, epoch 0, checkpoint

checkpoint-10/adapter_config.json

@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

checkpoint-10/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3443e45c309ffc891e7aac824e6e55da3e8ccaaff649e600fe085acdb7e2813
+oid sha256:7ef63ae01403116fc596b35766d003dca79ff24f4f09329a62b60a3c49a27452
 size 27280152

checkpoint-10/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:147163883fb6e52bedc3e1d03107e937d539d54c0b94623834ea98d4ad6d1c1d
+oid sha256:bdaef19a3cf9e3171ff523dd1e080636b4f31d9878339ff448b4e2f54b8e8e2e
 size 54602042

checkpoint-10/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": 0.6520828604698181,
-  "best_model_checkpoint": "./Zephyr/05-01-24-HuggingFaceH4-zephyr-7b-beta_Treino-QPTQ-2_epochs-5_batch_2/checkpoints/checkpoint-10",
+  "best_metric": 0.6403178572654724,
+  "best_model_checkpoint": "./Zephyr/05-01-24-HuggingFaceH4-zephyr-7b-beta_Treino-QPTQ-2_epochs-1_batch_2/checkpoints/checkpoint-10",
   "epoch": 0.9195402298850575,
   "eval_steps": 500,
   "global_step": 10,
@@ -10,10 +10,10 @@
   "log_history": [
     {
       "epoch": 0.92,
-      "eval_loss": 0.6520828604698181,
-      "eval_runtime": 6.0916,
-      "eval_samples_per_second": 3.119,
-      "eval_steps_per_second": 1.642,
+      "eval_loss": 0.6403178572654724,
+      "eval_runtime": 6.0993,
+      "eval_samples_per_second": 3.115,
+      "eval_steps_per_second": 1.64,
       "step": 10
     }
   ],

checkpoint-10/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25eb69879cc9e7b65d3dc7bac973d1cb9c373790567083cbd4dd7a280fd9ff93
+oid sha256:1040f3e2996ad31f6277c56e4a78908c0996f954bacab64a4288934323d06464
 size 4792