Hugging Face's logo

mlc-ai
/
CodeLlama-34b-Python-hf-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
86ea777
•
1 Parent(s): 87d8cf1

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 22016,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 48,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32000,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 16384,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "codellama_instruct",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ff918c277ecd530744d724332c5dab75b91c6bf504478ce86bfebe27714e378
3
+ size 131072000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:287fe02b4bcc1df98c4ffd4aafd43a3b4a6df5089a06197ddc9d590860d42db6
3
+ size 90177536
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aae234413eaf2b91fffd356064d8500829444f11af332693c93efdf26d8d20c
3
+ size 22544384
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7976e9d19a8a6d9cb73afa142c5fd88e197a74d0c4b96833dfb72073e2cd159c
3
+ size 180355072
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f112ae4d456ce163357c8d2f988bca6da665b404f1466cc541ebfee1d5ef58
3
+ size 22544384
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7520ba33a3ba1eb1213f687ceb5c47d04ec187a1dc04866863f61da2fc09e18e
3
+ size 41943040
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a569264bbdac2e64a7f86f0c6c416068cdb21f9a4c6edc4029f0e2d10ee84eae
3
+ size 32047104
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb008cf54a0d410c717a3159cc00b0396d12f614099688d4f3a29aeae967a0a4
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d15c00096380772143010cc0bcf418850081f949656e856912283740d69563f
3
+ size 90177536
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35218738114a5ca0fcd06151e008051ad8597544378c54994aa58559553d9d2a
3
+ size 180355072
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fe41ed80d2eb71354816844d55987b677262d804d6a4caffa9382c5a24ccabe
3
+ size 22544384
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7214cddd6418fa3048411571fa5798a6f4c7176c2685497b38ada51cadec8b6
3
+ size 41943040
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a14f758f8f528cc5dd4c07233054d465f82b838bec783ff8877a9a5d5e7249b
3
+ size 33554432
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40d390cdacf9b8ba7a7a119252c4d1c163587378813470e02b929bafec96791d
3
+ size 41943040
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c914514fd0fc19d67960b671ab964961b9a80a945c35e947f642a9e2e6a708
3
+ size 90177536
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa7e3a303616677ff617e26b970956b3cc015d97aa760285b5e045a914832309
3
+ size 30195712
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51ac34d531883d37421ce19458da3b6b21c007bc39882699973e2d7f90d4e327
3
+ size 180355072
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3735a851b871869fee50566723990529d5febd69449bc3d6e9ad713247162a75
3
+ size 22544384
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c45868118c228cb3e21a0957cf53b7bbfa7fd0763ae924e4687af58390475b39
3
+ size 41943040
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050afb3e4591c55956d00eebd70113c8afa223b1aed26a5d41ce8fbf583ae579
3
+ size 33554432
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d3cdbecf0e337b7c9faa6a07d05cc8c1cf0e298ea87ba4cee1d5b1e46014dff
3
+ size 90177536
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26dcd913160c99e89bebb80eb424f7233b521b7423dfe1498d89c7da07b01e07
3
+ size 90177536
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3714d0073def4fa0bca55849fbc976b915f1a454037a3d75a584bc0bf1617aa
3
+ size 32047104
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf0c573339a14fb63b4e82d48395017605d6444894fe78859b0e4f4cf9995aa5
3
+ size 180355072
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f8045a84405c5cb33834b2b0c7f2802748d0742b89153fd9ac69173036a6164
3
+ size 32030720
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec63db0b5cbcc443380de83a938e0bf76af94ee37fa0698d558db64e737f57f
3
+ size 22544384
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fff621abb6bd4851a5ac952327aa13cae24db8d2f1bec296ecb621f22f7e3e53
3
+ size 41943040
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d6d51fa5610d39b88cf52e71179a4f90c444206cddca2951261288d0e245c31
3
+ size 33554432
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c7022cae68a80798fb7306cce99a650750d94d78a260e5adae8f1092d33c31d
3
+ size 90177536
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a5ce259f12203f81523d198178c47c17cc5e5727a0e66ee3323a6555b3189b7
3
+ size 180355072
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e7f45bde6d2a80b52485261f9a10777cada39df3c0ab965185c64e36d946e4d
3
+ size 22544384
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:289ede5fb93ae5dc2d3775504684a4e49b5756f6c1897b60d6af28bf64fbbb78
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3ff48da287ae861e24c781d31a9f6b93cdbee7858c24ffd2cc7e421ac52233
3
+ size 32030720
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6a4c2e55975631a735b6ca562aa85b9d7d44599393316e625cf2cd51efb0dc0
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f651dc9f0e8f953693cfd0104ac4aec71918e06657edd17d61222ad2e6286a68
3
+ size 90177536
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a73db6e1e7821dffaf16f2ebfa1799dbb6209d3022ee730147be3410ce2bff9
3
+ size 33554432
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3f26d02eea8ef47410dde15348293404fdada267a4e3c197cca8c346874a166
3
+ size 180355072
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99b8894f4c52f2f51551a7a5831496249d7fe9ee6c2b8e9f5c2238e34a2d6423
3
+ size 22544384
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7339fb1327f4480d06f5de3e921d1410a0dfab581f3570e0fc40d54e4fb16db9
3
+ size 41943040
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46ed66989a58d142710419405cd823fa0549818603a9990a2a4e5f66745ec277
3
+ size 33554432
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01e3826a73457ed9b66b6e0abc32f9b0ce25dd61f24e4a04b1998b31cc15ed2
3
+ size 90177536
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c281076483227249e0714453f9b62b7ac06448685ef6f2e43477969ecc0cb134
3
+ size 30195712
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb81f826abd6d11344c78c69db7a422b579f74087576fa23be167c9778931e33
3
+ size 180355072
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2721a510adf7dde624a81e545120555dac35ce0e9c65476b2df2c1b5a3ab04dc
3
+ size 22544384
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:154ad1ebbc9a9028b3e1c396ba3c8c9ca8476d2b87aaf4605ebbc825924e8ea7
3
+ size 41943040
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ff0d87462250526bcba27fccfc20b55ff1863203165b5c90bbd9d7102e225fd
3
+ size 33554432