Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +28 -0
- pytorch_model-00001-of-00082.bin +3 -0
- pytorch_model-00002-of-00082.bin +3 -0
- pytorch_model-00003-of-00082.bin +3 -0
- pytorch_model-00004-of-00082.bin +3 -0
- pytorch_model-00005-of-00082.bin +3 -0
- pytorch_model-00006-of-00082.bin +3 -0
- pytorch_model-00007-of-00082.bin +3 -0
- pytorch_model-00008-of-00082.bin +3 -0
- pytorch_model-00009-of-00082.bin +3 -0
- pytorch_model-00010-of-00082.bin +3 -0
- pytorch_model-00011-of-00082.bin +3 -0
- pytorch_model-00012-of-00082.bin +3 -0
- pytorch_model-00013-of-00082.bin +3 -0
- pytorch_model-00014-of-00082.bin +3 -0
- pytorch_model-00015-of-00082.bin +3 -0
- pytorch_model-00016-of-00082.bin +3 -0
- pytorch_model-00017-of-00082.bin +3 -0
- pytorch_model-00018-of-00082.bin +3 -0
- pytorch_model-00019-of-00082.bin +3 -0
- pytorch_model-00020-of-00082.bin +3 -0
- pytorch_model-00021-of-00082.bin +3 -0
- pytorch_model-00022-of-00082.bin +3 -0
- pytorch_model-00023-of-00082.bin +3 -0
- pytorch_model-00024-of-00082.bin +3 -0
- pytorch_model-00025-of-00082.bin +3 -0
- pytorch_model-00026-of-00082.bin +3 -0
- pytorch_model-00027-of-00082.bin +3 -0
- pytorch_model-00028-of-00082.bin +3 -0
- pytorch_model-00029-of-00082.bin +3 -0
- pytorch_model-00030-of-00082.bin +3 -0
- pytorch_model-00031-of-00082.bin +3 -0
- pytorch_model-00032-of-00082.bin +3 -0
- pytorch_model-00033-of-00082.bin +3 -0
- pytorch_model-00034-of-00082.bin +3 -0
- pytorch_model-00035-of-00082.bin +3 -0
- pytorch_model-00036-of-00082.bin +3 -0
- pytorch_model-00037-of-00082.bin +3 -0
- pytorch_model-00038-of-00082.bin +3 -0
- pytorch_model-00039-of-00082.bin +3 -0
- pytorch_model-00040-of-00082.bin +3 -0
- pytorch_model-00041-of-00082.bin +3 -0
- pytorch_model-00042-of-00082.bin +3 -0
- pytorch_model-00043-of-00082.bin +3 -0
- pytorch_model-00044-of-00082.bin +3 -0
- pytorch_model-00045-of-00082.bin +3 -0
- pytorch_model-00046-of-00082.bin +3 -0
- pytorch_model-00047-of-00082.bin +3 -0
- pytorch_model-00048-of-00082.bin +3 -0
- pytorch_model-00049-of-00082.bin +3 -0
config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"LlamaForCausalLM"
|
4 |
+
],
|
5 |
+
"attention_bias": true,
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"hidden_act": "silu",
|
8 |
+
"hidden_size": 8192,
|
9 |
+
"initializer_range": 0.02,
|
10 |
+
"intermediate_size": 24576,
|
11 |
+
"max_position_embeddings": 32768,
|
12 |
+
"max_window_layers": 70,
|
13 |
+
"model_type": "llama",
|
14 |
+
"num_attention_heads": 64,
|
15 |
+
"num_hidden_layers": 80,
|
16 |
+
"num_key_value_heads": 64,
|
17 |
+
"pretraining_tp": 1,
|
18 |
+
"rms_norm_eps": 1e-06,
|
19 |
+
"rope_theta": 1000000.0,
|
20 |
+
"rope_scaling": null,
|
21 |
+
"sliding_window": 32768,
|
22 |
+
"tie_word_embeddings": false,
|
23 |
+
"torch_dtype": "bfloat16",
|
24 |
+
"transformers_version": "4.37.0",
|
25 |
+
"use_cache": true,
|
26 |
+
"use_sliding_window": false,
|
27 |
+
"vocab_size": 152064
|
28 |
+
}
|
pytorch_model-00001-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76eaa6d9cf84d8f736391367d50739d9d00796d723fcb5c47dca1387e812fe6c
|
3 |
+
size 2491417989
|
pytorch_model-00002-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9258aafe3e4e7e343f8c17ba67d2b268f916212c31136e5c1bd7c0979c5bb36
|
3 |
+
size 1744950566
|
pytorch_model-00003-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02d1db43766cc1bcda96b0fc1ac85e2f46518c3ca3f517f5735f89dfaac9b874
|
3 |
+
size 1744933908
|
pytorch_model-00004-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8ed4fd5e542df4840493990dfdd230a9dbc407c030d38c09e209cb7d05dff18b
|
3 |
+
size 1744933908
|
pytorch_model-00005-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:721139242072085c469e8ae8444a1e414f5323ea60eb80c9e7cdba4e1f690af2
|
3 |
+
size 1744933908
|
pytorch_model-00006-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85847a465a94bbcaaff2417488cd320d951160fb8fe0b402e51c990c4aaaba4b
|
3 |
+
size 1879168632
|
pytorch_model-00007-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e5c9f5c5c2c3f32767fea77120a4175873dfd14a27298e7890dbaa9c3940373
|
3 |
+
size 1610699184
|
pytorch_model-00008-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c687e2b4807b8b2cc593e7f61d4b6ba51609cd23ae575301cf31201374933d14
|
3 |
+
size 1879151910
|
pytorch_model-00009-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78eeeb20447ce9e2d82797f765a0e9c7c048070ad08a754857fe8ceae2462897
|
3 |
+
size 1610715842
|
pytorch_model-00010-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:825646015ea33d5af168d71b366c20f6a98887687776d9c414997be49191a4e1
|
3 |
+
size 1744917186
|
pytorch_model-00011-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d309cff9e98d7e5250238d33f1955730bb498abf05b78998c3f0d4cd4e39bce
|
3 |
+
size 1744917186
|
pytorch_model-00012-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e9424a93e2ff58f7a602e1708f341de7352c52c0de2e875774332aed31d1840e
|
3 |
+
size 1879151974
|
pytorch_model-00013-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:581d6c13ce85ec758cbb4e8dc3e2ca01c772e401d01d1d03365b6431629df8a9
|
3 |
+
size 1610749222
|
pytorch_model-00014-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9f6115bac3ab6b091a9c77d85b95a2b88c680bb6f035b1bd3a7dde59a47e7187
|
3 |
+
size 1744933908
|
pytorch_model-00015-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f0cb715beaa04187dd36d3b904690270f25183dcf71ada549a94a9a9b49e0a2c
|
3 |
+
size 1744933908
|
pytorch_model-00016-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:63df91412c243dec620520be0135e727ceef48a57a7d4dfa40fd85a7ba42fb90
|
3 |
+
size 1744933908
|
pytorch_model-00017-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7f3cef3a70776db325f69e7194f5b3f92ae7165331b8c493fe33cc16aab4694a
|
3 |
+
size 1879168632
|
pytorch_model-00018-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ea3708c1accbb8ed7077095feb52703015016b17b7c20ddd6dbc2195f3375102
|
3 |
+
size 1610699184
|
pytorch_model-00019-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f8476e468e365bf744f1d8dd63f41f7c625a6c8302ab1ab7840b3967558f9107
|
3 |
+
size 1879151974
|
pytorch_model-00020-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f146a766a983603f6cc5ce04972e544e7247c8ed498d329eed3ed282e4fe591
|
3 |
+
size 1610715842
|
pytorch_model-00021-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fdc109024f101658e4d5398a4b0017f7d8bee8168c2afb702f104bdb4a8f5caa
|
3 |
+
size 1744917186
|
pytorch_model-00022-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba2eb2a9922940a9108ed243d74588006a5298c8274b2a24fcf077aedff8bf7b
|
3 |
+
size 1744950630
|
pytorch_model-00023-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4bc7d73c9555158129d28d92cadcf85b2b3eca9bee0e7a4dffd19d9ce6953d0f
|
3 |
+
size 1744917186
|
pytorch_model-00024-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2c997e3644cda897ec7875e1cabc5ad2f61446f9fa582f2c4c6fca1ebbcd450
|
3 |
+
size 1744950630
|
pytorch_model-00025-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb95cd97ec1ae2eeba4268117071c60156e57f84850efe42d887f11715d12151
|
3 |
+
size 1744933908
|
pytorch_model-00026-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd20c1bcf48cb3fe6d5663b484525a7dae5d7634848410271976f45dddf61a6b
|
3 |
+
size 1744933908
|
pytorch_model-00027-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6230d5fbde782ad08167afd215943bf916705c04a072d2b140e31b88576d29cd
|
3 |
+
size 1744933908
|
pytorch_model-00028-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e0b3f7f7639768501a5b26ba4a2203cd58463bae68d1b63cb2486190f3923503
|
3 |
+
size 1879168632
|
pytorch_model-00029-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8550693cb3eb7d5cfc3a3c1e05c80d80e0cfe9c85a493d0b9e7047f4f2452c42
|
3 |
+
size 1610699184
|
pytorch_model-00030-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b57b6d825ee3f04254257791bef8a86fa6831202cb7a3bdbfa52ade8aed6ad3f
|
3 |
+
size 1879151974
|
pytorch_model-00031-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:085d6f8d5853a0af41385dc2e96d9911fbb7399bd02f96054e4d8cdde2e4e202
|
3 |
+
size 1610715842
|
pytorch_model-00032-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:644a9873dce5f069cc0b9a3a1d6839c92a871797669025e68cc46c704c31fb59
|
3 |
+
size 1744917186
|
pytorch_model-00033-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6941caca08307137ce7dc351f58c665e44fe99bd343069134875ba78b0d3c699
|
3 |
+
size 1744950630
|
pytorch_model-00034-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7bc1a0767deb43574c05ea8bb6b1c6f9819c5e3cfb2937254dccfa38e70874af
|
3 |
+
size 1744917186
|
pytorch_model-00035-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5fdcbb23a09db055db2d0686981905f560702c61c2077d9847e1ec184dc1ed5c
|
3 |
+
size 1744950630
|
pytorch_model-00036-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48bc4f6cd3d3bd41433b6b124d4dff97508fe9f7f84eae0cd5193be4f43e8781
|
3 |
+
size 1744933908
|
pytorch_model-00037-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58aa35ed99f6ffb8c12179f2222a4dfdae557c433206f05765461be8246934fe
|
3 |
+
size 1744933908
|
pytorch_model-00038-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54cd2d2493e343a8889c9b5389d00ea563677712a32625a012998dad3954c933
|
3 |
+
size 1744933908
|
pytorch_model-00039-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66241483b0c85709b509b9e140e08044eebe07447c40c5fd9dca79b0a1536d01
|
3 |
+
size 1879168632
|
pytorch_model-00040-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:887cb1fe650d8048ff6058ae3f16aeac2a6a367a394bf4cb910a4164b6c8a7ef
|
3 |
+
size 1610699184
|
pytorch_model-00041-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3bf72565f463ed700181f926e1f4f00f8933ee56fa560b82080242af7f166fdc
|
3 |
+
size 1879151974
|
pytorch_model-00042-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9ce17d361cd80c27594ed5b268f7af4721fbad3f0e88bfb77913d357498ef78
|
3 |
+
size 1610715842
|
pytorch_model-00043-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cce3e8a362191cb04028ed8c452650650cc7f81a27be526bad2d1a6a9a7d4550
|
3 |
+
size 1744917186
|
pytorch_model-00044-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3de32c603951e3e0c00d15e591d3f5f3be7527486a51eb101c3ea73ef548e9f2
|
3 |
+
size 1744950630
|
pytorch_model-00045-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:394051cf79aaaf1b5c8400350302848efe78d6c4b20a18e0369ad085cb7b6776
|
3 |
+
size 1744917186
|
pytorch_model-00046-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:67ef64f9c03ebdf6215ca9f7b4ac684c694ee0e3ba605dfdcf8fc17eb6029555
|
3 |
+
size 1744950630
|
pytorch_model-00047-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6aeda77ac138484f223761661c1b71bd9f3133700f3b7bd16ca0ba4885641f73
|
3 |
+
size 1744933908
|
pytorch_model-00048-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96a729f493bf006d2c31c3874d61721575ab81ddfc60032a519f17f8c8c61bc4
|
3 |
+
size 1744933908
|
pytorch_model-00049-of-00082.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b55ce4d79c2e8f3e1ed681dd709e15665539d787c5ad966be227b7cc05b55dbe
|
3 |
+
size 1744933908
|