End of training

README.md

@@ -1,9 +1,8 @@
 ---
-license: apache-2.0
 library_name: peft
 tags:
 - generated_from_trainer
-base_model: tiiuae/falcon-7b-instruct
+base_model: Rocketknight1/falcon-rw-1b
 model-index:
 - name: falcon-clf
   results: []
@@ -14,9 +13,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # falcon-clf
 
-This model is a fine-tuned version of [tiiuae/falcon-7b-instruct](https://huggingface.co/tiiuae/falcon-7b-instruct) on the None dataset.
+This model is a fine-tuned version of [Rocketknight1/falcon-rw-1b](https://huggingface.co/Rocketknight1/falcon-rw-1b) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.1976
+- Loss: 0.9004
 
 ## Model description
 
@@ -51,8 +50,8 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| 1.3801        | 0.99  | 77   | 1.2212          |
-| 1.2524        | 1.98  | 154  | 1.1976          |
+| 1.0238        | 0.99  | 77   | 0.9130          |
+| 0.9371        | 1.98  | 154  | 0.9004          |
 
 
 ### Framework versions

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "tiiuae/falcon-7b-instruct",
+  "base_model_name_or_path": "Rocketknight1/falcon-rw-1b",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f76417b6f6a3e06c1781769c0134eddadc74ba488b471ecf4d0cf52f8529108
-size 75507072
+oid sha256:4dfea375b16c353b9f81899316d426004f0551de6cb609e86246f7f359970b5c
+size 50338848

runs/Apr22_01-14-06_fd43709db3da/events.out.tfevents.1713748448.fd43709db3da.34.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cfc29625858a7cd2becd9e277f5d90def642338e5db8f3f414519cf3648c91
+size 8064

special_tokens_map.json

@@ -1,17 +1,11 @@
 {
-  "additional_special_tokens": [
-    ">>TITLE<<",
-    ">>ABSTRACT<<",
-    ">>INTRODUCTION<<",
-    ">>SUMMARY<<",
-    ">>COMMENT<<",
-    ">>ANSWER<<",
-    ">>QUESTION<<",
-    ">>DOMAIN<<",
-    ">>PREFIX<<",
-    ">>SUFFIX<<",
-    ">>MIDDLE<<"
-  ],
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "eos_token": {
     "content": "<|endoftext|>",
     "lstrip": false,
@@ -19,5 +13,12 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<|endoftext|>"
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer_config.json

@@ -3,95 +3,7 @@
   "add_eos_token": true,
   "add_prefix_space": false,
   "added_tokens_decoder": {
-    "0": {
-      "content": ">>TITLE<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": ">>ABSTRACT<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": ">>INTRODUCTION<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3": {
-      "content": ">>SUMMARY<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "4": {
-      "content": ">>COMMENT<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "5": {
-      "content": ">>ANSWER<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "6": {
-      "content": ">>QUESTION<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "7": {
-      "content": ">>DOMAIN<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "8": {
-      "content": ">>PREFIX<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "9": {
-      "content": ">>SUFFIX<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "10": {
-      "content": ">>MIDDLE<<",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "11": {
+    "50256": {
       "content": "<|endoftext|>",
       "lstrip": false,
       "normalized": false,
@@ -100,27 +12,12 @@
       "special": true
     }
   },
-  "additional_special_tokens": [
-    ">>TITLE<<",
-    ">>ABSTRACT<<",
-    ">>INTRODUCTION<<",
-    ">>SUMMARY<<",
-    ">>COMMENT<<",
-    ">>ANSWER<<",
-    ">>QUESTION<<",
-    ">>DOMAIN<<",
-    ">>PREFIX<<",
-    ">>SUFFIX<<",
-    ">>MIDDLE<<"
-  ],
+  "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 2048,
+  "model_max_length": 1024,
   "pad_token": "<|endoftext|>",
   "padding_side": "left",
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81e696705aceb01c09ae0c74364bad909a38ee4026a34603adbe7421ddf5c559
+oid sha256:74baa111c4e16b3ab8750343e9601dfa67e8da839eb2c7f010692af6219f2585
 size 4219