khanhnto commited on
Commit
cfebcc1
1 Parent(s): 12f5ef9

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "_name_or_path": "NeverSleep/Noromaid-13B-0.4-DPO",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
- "eos_token_id": 32000,
10
  "hidden_act": "silu",
11
  "hidden_size": 5120,
12
  "initializer_range": 0.02,
@@ -24,6 +24,6 @@
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float16",
26
  "transformers_version": "4.38.0.dev0",
27
- "use_cache": false,
28
- "vocab_size": 32004
29
  }
 
1
  {
2
+ "_name_or_path": "KoboldAI/LLaMA2-13B-Estopia",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
  "hidden_act": "silu",
11
  "hidden_size": 5120,
12
  "initializer_range": 0.02,
 
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float16",
26
  "transformers_version": "4.38.0.dev0",
27
+ "use_cache": true,
28
+ "vocab_size": 32000
29
  }
generation_config.json CHANGED
@@ -1,8 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
- "eos_token_id": 32000,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.38.0.dev0",
7
- "use_cache": false
8
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.38.0.dev0"
 
7
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55dcb2ae2b9b210d72afeac35b414c02cc2932906d4049505910f626a59fee3b
3
- size 4978306688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523397e93ca3ba76c0a7057e11abc1604cdfc913b00f4c22cae8c28223d008af
3
+ size 4978265728
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:530498a2eb23a968840a1617abd7591054601dded593d5fec33bd6453b99fbe7
3
  size 4970422160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9800c0c3e51148c716356329f182723f7932424c5d7e1a1323c729ac37e3a08
3
  size 4970422160
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a9b69ba77c3d6957da49ac4f446f9a8db36a73e0299e755dc950506d571debb
3
  size 4970422184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:220079b6cd49e4bb9548442ca652202a7254a15d10d3de91132d97ab7265e5de
3
  size 4970422184
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da61e3a699a98c052561093355014aacfa463f6508c26abc78180bdf0b3d5681
3
  size 4933701432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:512e6a78a071b018b4fabfcaec16f87d6ac80182a22f8e8bd2e5777ba2c356ee
3
  size 4933701432
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51587c48c7124b06c5c1476ce3af1492113f5524a208c23238b9046d41d100ff
3
  size 4933722144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91763ffe566699d6482e05afb8b5113947e46535f9f66830c81bc554ef41515d
3
  size 4933722144
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91e7af3241f2be66c6c74458f511be9f03520f3b4ac2121d236b39b16fb33e32
3
- size 1245277864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8246259ae2a49a8c092341eae84c5da234328e25560ac659a629b90c277ecf4f
3
+ size 1245236904
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 26031810560
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00006-of-00006.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 26031728640
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00006-of-00006.safetensors",