Hugging Face's logo

mlx-community
/
Meta-Llama-3.1-405B-4bit

Text Generation
Transformers
Safetensors
PyTorch
MLX
llama
facebook
meta
llama-3
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
6

Upload folder using huggingface_hub

#6
by RayFernando1337 - opened
base: refs/heads/main
←
from: refs/pr/6
Discussion Files changed
+415882
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. .DS_Store +0 -0
  2. Meta-Llama-3.1-405B-4bit/config.json +42 -0
  3. Meta-Llama-3.1-405B-4bit/model-00001-of-00046.safetensors +3 -0
  4. Meta-Llama-3.1-405B-4bit/model-00002-of-00046.safetensors +3 -0
  5. Meta-Llama-3.1-405B-4bit/model-00003-of-00046.safetensors +3 -0
  6. Meta-Llama-3.1-405B-4bit/model-00004-of-00046.safetensors +3 -0
  7. Meta-Llama-3.1-405B-4bit/model-00005-of-00046.safetensors +3 -0
  8. Meta-Llama-3.1-405B-4bit/model-00006-of-00046.safetensors +3 -0
  9. Meta-Llama-3.1-405B-4bit/model-00007-of-00046.safetensors +3 -0
  10. Meta-Llama-3.1-405B-4bit/model-00008-of-00046.safetensors +3 -0
  11. Meta-Llama-3.1-405B-4bit/model-00009-of-00046.safetensors +3 -0
  12. Meta-Llama-3.1-405B-4bit/model-00010-of-00046.safetensors +3 -0
  13. Meta-Llama-3.1-405B-4bit/model-00011-of-00046.safetensors +3 -0
  14. Meta-Llama-3.1-405B-4bit/model-00012-of-00046.safetensors +3 -0
  15. Meta-Llama-3.1-405B-4bit/model-00013-of-00046.safetensors +3 -0
  16. Meta-Llama-3.1-405B-4bit/model-00014-of-00046.safetensors +3 -0
  17. Meta-Llama-3.1-405B-4bit/model-00015-of-00046.safetensors +3 -0
  18. Meta-Llama-3.1-405B-4bit/model-00016-of-00046.safetensors +3 -0
  19. Meta-Llama-3.1-405B-4bit/model-00017-of-00046.safetensors +3 -0
  20. Meta-Llama-3.1-405B-4bit/model-00018-of-00046.safetensors +3 -0
  21. Meta-Llama-3.1-405B-4bit/model-00019-of-00046.safetensors +3 -0
  22. Meta-Llama-3.1-405B-4bit/model-00020-of-00046.safetensors +3 -0
  23. Meta-Llama-3.1-405B-4bit/model-00021-of-00046.safetensors +3 -0
  24. Meta-Llama-3.1-405B-4bit/model-00022-of-00046.safetensors +3 -0
  25. Meta-Llama-3.1-405B-4bit/model-00023-of-00046.safetensors +3 -0
  26. Meta-Llama-3.1-405B-4bit/model-00024-of-00046.safetensors +3 -0
  27. Meta-Llama-3.1-405B-4bit/model-00025-of-00046.safetensors +3 -0
  28. Meta-Llama-3.1-405B-4bit/model-00026-of-00046.safetensors +3 -0
  29. Meta-Llama-3.1-405B-4bit/model-00027-of-00046.safetensors +3 -0
  30. Meta-Llama-3.1-405B-4bit/model-00028-of-00046.safetensors +3 -0
  31. Meta-Llama-3.1-405B-4bit/model-00029-of-00046.safetensors +3 -0
  32. Meta-Llama-3.1-405B-4bit/model-00030-of-00046.safetensors +3 -0
  33. Meta-Llama-3.1-405B-4bit/model-00031-of-00046.safetensors +3 -0
  34. Meta-Llama-3.1-405B-4bit/model-00032-of-00046.safetensors +3 -0
  35. Meta-Llama-3.1-405B-4bit/model-00033-of-00046.safetensors +3 -0
  36. Meta-Llama-3.1-405B-4bit/model-00034-of-00046.safetensors +3 -0
  37. Meta-Llama-3.1-405B-4bit/model-00035-of-00046.safetensors +3 -0
  38. Meta-Llama-3.1-405B-4bit/model-00036-of-00046.safetensors +3 -0
  39. Meta-Llama-3.1-405B-4bit/model-00037-of-00046.safetensors +3 -0
  40. Meta-Llama-3.1-405B-4bit/model-00038-of-00046.safetensors +3 -0
  41. Meta-Llama-3.1-405B-4bit/model-00039-of-00046.safetensors +3 -0
  42. Meta-Llama-3.1-405B-4bit/model-00040-of-00046.safetensors +3 -0
  43. Meta-Llama-3.1-405B-4bit/model-00041-of-00046.safetensors +3 -0
  44. Meta-Llama-3.1-405B-4bit/model-00042-of-00046.safetensors +3 -0
  45. Meta-Llama-3.1-405B-4bit/model-00043-of-00046.safetensors +3 -0
  46. Meta-Llama-3.1-405B-4bit/model-00044-of-00046.safetensors +3 -0
  47. Meta-Llama-3.1-405B-4bit/model-00045-of-00046.safetensors +3 -0
  48. Meta-Llama-3.1-405B-4bit/model-00046-of-00046.safetensors +3 -0
  49. Meta-Llama-3.1-405B-4bit/model.safetensors.index.json +0 -0
  50. Meta-Llama-3.1-405B-4bit/special_tokens_map.json +16 -0
.DS_Store ADDED
Binary file (6.15 kB). View file
 
Meta-Llama-3.1-405B-4bit/config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "hidden_act": "silu",
14
+ "hidden_size": 16384,
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 53248,
17
+ "max_position_embeddings": 131072,
18
+ "mlp_bias": false,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 128,
21
+ "num_hidden_layers": 126,
22
+ "num_key_value_heads": 16,
23
+ "pretraining_tp": 1,
24
+ "quantization": {
25
+ "group_size": 64,
26
+ "bits": 4
27
+ },
28
+ "rms_norm_eps": 1e-05,
29
+ "rope_scaling": {
30
+ "factor": 8.0,
31
+ "low_freq_factor": 1.0,
32
+ "high_freq_factor": 4.0,
33
+ "original_max_position_embeddings": 8192,
34
+ "rope_type": "llama3"
35
+ },
36
+ "rope_theta": 500000.0,
37
+ "tie_word_embeddings": false,
38
+ "torch_dtype": "bfloat16",
39
+ "transformers_version": "4.42.3",
40
+ "use_cache": true,
41
+ "vocab_size": 128256
42
+ }
Meta-Llama-3.1-405B-4bit/model-00001-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268097ba386415bb23a5ef1b152de35b38b5520275046077b5c731ee721b147c
3
+ size 5145762627
Meta-Llama-3.1-405B-4bit/model-00002-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7876692da74b40fe070617b31c2d0f29659186d67837e4cae67cd20a695c7b9
3
+ size 5285027186
Meta-Llama-3.1-405B-4bit/model-00003-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:717c03e181a9cb48047cf4af02acb231a41f3718770e0040711c0a8db815ac83
3
+ size 5247277780
Meta-Llama-3.1-405B-4bit/model-00004-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cf0c6237d38f692695ab2268fb3cf4a85958a4336af496a700514d38d1ae5ea
3
+ size 4945222858
Meta-Llama-3.1-405B-4bit/model-00005-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c18258d23019872ecfee5caddd045c7be7642453bcc693c757188fa24df94295
3
+ size 4945288661
Meta-Llama-3.1-405B-4bit/model-00006-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246a89743cc9fb1edde7c5900dbd1350a0560595f3fbd0fbe5103cd912446081
3
+ size 4945288655
Meta-Llama-3.1-405B-4bit/model-00007-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beb791f71a5353fa80b9cc3e3a03d85d49897bc3c3c480fd7c271fc341d2eeee
3
+ size 5285027250
Meta-Llama-3.1-405B-4bit/model-00008-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763228be7259c199327373f1b7c88748507fd2be76576d702c6425768815199d
3
+ size 5247277832
Meta-Llama-3.1-405B-4bit/model-00009-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd11eca4fdbd6260a202b3efce39c34b2bcc1835188b5e6cc76aba5f977dceeb
3
+ size 4945222908
Meta-Llama-3.1-405B-4bit/model-00010-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5668d5881b2ec384472aa2da4ffb5f3bee136a13390c979d03395c68334cac16
3
+ size 4945288665
Meta-Llama-3.1-405B-4bit/model-00011-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d3e52ed41f153217b2d7733aeea2de6c7f13fb229714778eebe34e6fc7cde1
3
+ size 4945288651
Meta-Llama-3.1-405B-4bit/model-00012-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e1490b2075dfd959e5e686ed7ec3b04bd83fcdcb134b6b4cde3bf0038f8d9d
3
+ size 5285027248
Meta-Llama-3.1-405B-4bit/model-00013-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f156ef76a9c4b129c4c71e713faf466684a31e95325201c93f87cfd6e5eb8984
3
+ size 5247277822
Meta-Llama-3.1-405B-4bit/model-00014-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e49f8ac24640653003d2fa14a3b2004d344bd619bca385e286c1be91786a4215
3
+ size 4945222900
Meta-Llama-3.1-405B-4bit/model-00015-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4e1f720976bda0c4c67590ee41c8a39db03e4bca94bc776fe19d35e0c2382f
3
+ size 4945288657
Meta-Llama-3.1-405B-4bit/model-00016-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f17c5d446d6344891cb0d44b5d0677bba269c2611e66ab61cadcbe54451ea8e3
3
+ size 4945288667
Meta-Llama-3.1-405B-4bit/model-00017-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbec628e1c188cbfb0a2f92ad08ff2f4a09d8e802a10d0cdc9bbc0a9546f73ea
3
+ size 5285027268
Meta-Llama-3.1-405B-4bit/model-00018-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:876fd572c22dec3bc10b99a5fb9dbc303ab15310f59778c22a710a649bcb4e19
3
+ size 5247277834
Meta-Llama-3.1-405B-4bit/model-00019-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d5544e53401058c49d79d0e4dfcf105452a73753c1383b7bb37e3a78be47e30
3
+ size 4945222890
Meta-Llama-3.1-405B-4bit/model-00020-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66eea6378ed4f969098d1f999690f34b115f37156d1a86288d69858e06d55e3b
3
+ size 4945288665
Meta-Llama-3.1-405B-4bit/model-00021-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ce0c3544bb4bf8b7795704dd7a63012606669359f6962a24da3c60ce3e3926
3
+ size 4945288643
Meta-Llama-3.1-405B-4bit/model-00022-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ad9e986d45ab4267b22056661f603afe964e9aeedb956f2e99b9a49e786051
3
+ size 5285027256
Meta-Llama-3.1-405B-4bit/model-00023-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c7d53004e94688fbd3fee63981652ac0ce596f1f0d77ccf04a989045586db76
3
+ size 5247277830
Meta-Llama-3.1-405B-4bit/model-00024-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d50b89a547e0dd2ff1c2f520ad06f9c611c529669e16d10b2698ad7d4d7eaf7
3
+ size 4945222912
Meta-Llama-3.1-405B-4bit/model-00025-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71bc832eff038e3104bdb301c06eb0a985a3b324664edb5f3ab748c26dd82669
3
+ size 4945288659
Meta-Llama-3.1-405B-4bit/model-00026-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc422642b46abe7cdf0e53f34e857a8d9f7d96d1e64a70cdea04694093abab2
3
+ size 4945288645
Meta-Llama-3.1-405B-4bit/model-00027-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78f9203d5986ce4c37f43134cb1d7f4257a87de021ea01277d74b77c6882f2e0
3
+ size 5285027256
Meta-Llama-3.1-405B-4bit/model-00028-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ddd7f803a8966e254b1ff434690f35efeb07be2bd5c9b8a2b9d9a945e628739
3
+ size 5247277828
Meta-Llama-3.1-405B-4bit/model-00029-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e91ed0054c35887226166f1d3fec120a3587fb8f60384d8648a3294ff5c977
3
+ size 4945222890
Meta-Llama-3.1-405B-4bit/model-00030-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f0be9829f46e1ce872274c198cd5c2d7802074f75cce830054c28ca0f9443df
3
+ size 4945288649
Meta-Llama-3.1-405B-4bit/model-00031-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81241ab3b7831569a371fd25b03568649598345be551ee3dc4bbd0273b0850c9
3
+ size 4945288637
Meta-Llama-3.1-405B-4bit/model-00032-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00fab98ab224be34c0e5fa1a87099bc73535299d0cbd48f76c7611b7c8e9d468
3
+ size 5285027272
Meta-Llama-3.1-405B-4bit/model-00033-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cba63880493b3d5bd487d009cd64777b0436197fcf44744f542cb9daa5e4f92
3
+ size 5247277832
Meta-Llama-3.1-405B-4bit/model-00034-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46dfee6401f487976effe9abb88a410fde1cf72c60046cc501bfe89863350e10
3
+ size 4945222894
Meta-Llama-3.1-405B-4bit/model-00035-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a1fa4ece2105d504eda39cdaca997b53b8c706975ff0b1cf0a4a41b23165f6
3
+ size 4945288661
Meta-Llama-3.1-405B-4bit/model-00036-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a1946196dc28d961914215c78f872a70180e17bd21faeb16507a993e5ed709
3
+ size 4945288653
Meta-Llama-3.1-405B-4bit/model-00037-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f1160cdf984866b74b850232df106bd235b5fd3a6e4f87902b8ad958ed27857
3
+ size 5285027330
Meta-Llama-3.1-405B-4bit/model-00038-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c661bb35b49fb0fab9d42a1c718bda9a3f31a14b0a59a8b582daa34412d7dd
3
+ size 5247277904
Meta-Llama-3.1-405B-4bit/model-00039-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19182258a20bdfab54d68a034ff4024c92a1d7f7ccb3bb14533cdf7043d2f6f
3
+ size 4945222950
Meta-Llama-3.1-405B-4bit/model-00040-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f2a9721724a9c41007c7ae28f32ff241d7f676d967ead8ef88e306eeb47cfb9
3
+ size 4945288695
Meta-Llama-3.1-405B-4bit/model-00041-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:648141d00f12e65b7891016ac63cb81c6e41a3867bbc974d5268933061101ff1
3
+ size 4945288701
Meta-Llama-3.1-405B-4bit/model-00042-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40fd5c164c1b179e4d0f4eba8e3cf7ffae8ea3dc76343fba24f9ce7b05cfe2d
3
+ size 5285027324
Meta-Llama-3.1-405B-4bit/model-00043-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f093161344f80f5b5dff2b53184fe154d5c5206e1b63e7119222051d01e6d3
3
+ size 5247277896
Meta-Llama-3.1-405B-4bit/model-00044-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d9db2f3ab81738250d5072c04a6bf2ae7d19510fcfc45d2ade4e6bb5d8dd74
3
+ size 4945222960
Meta-Llama-3.1-405B-4bit/model-00045-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7de4567b170757badbea019d6c2e3ddf839b45107cee1552819cfbcdd0ec85
3
+ size 4945288715
Meta-Llama-3.1-405B-4bit/model-00046-of-00046.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f644cf79faf6f2bda1d13721fa9c174eabf953c5c6d2cdff948796e6884d7aa
3
+ size 2163574046
Meta-Llama-3.1-405B-4bit/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
Meta-Llama-3.1-405B-4bit/special_tokens_map.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|begin_of_text|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|eot_id|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ }
16
+ }