xammi commited on
Commit
5fa20b1
1 Parent(s): 7fc82d4

Training in progress, step 500

Browse files
adapter_config.json CHANGED
@@ -15,20 +15,20 @@
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": [
18
- "embed_tokens",
19
- "lm_head"
20
  ],
21
  "peft_type": "LORA",
22
  "r": 128,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "up_proj",
27
- "v_proj",
28
  "down_proj",
29
- "o_proj",
30
  "q_proj",
 
31
  "gate_proj",
 
32
  "k_proj"
33
  ],
34
  "task_type": "CAUSAL_LM",
 
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": [
18
+ "lm_head",
19
+ "embed_tokens"
20
  ],
21
  "peft_type": "LORA",
22
  "r": 128,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
 
26
  "down_proj",
27
+ "up_proj",
28
  "q_proj",
29
+ "o_proj",
30
  "gate_proj",
31
+ "v_proj",
32
  "k_proj"
33
  ],
34
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d4649937f433a53617f930d8eecc61425d3c2815551987625dcd52d5830d8e5
3
  size 928031856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e6eaa995cf1be847b7d215e40a4b021f2889024410573ec3d3a9e9f6f8969ad
3
  size 928031856
runs/Sep22_00-53-08_sammie/events.out.tfevents.1726988030.sammie.477920.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf8f2892ccd9d55dc3ba8523f7aa4202b38ac8aa192c068ec904453fd749c66b
3
+ size 5937
runs/Sep22_00-55-48_sammie/events.out.tfevents.1726988153.sammie.480442.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698f04963029e78d103552dcf4fcd6f3cf6eb1c768599b94e3a8662aff7a6ee2
3
+ size 110721
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5021216a6266cd8b449439da1afdda81e6f2cee54c3d1e88ae7072ae1b05b5ec
3
  size 5496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c89a36a77fa9eebd71816a8911311d820a1b6d5082b97bbfa52d8df84a2916e
3
  size 5496