Hugging Face's logo

mlc-ai
/
Phi-3-mini-4k-instruct-q4f16_2-MLC

MLC-LLM
web-llm
Model card Files Community
mengshyu commited on
Commit
0371e08
•
1 Parent(s): 862a147

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +13 -0
  2. logs.txt +0 -0
  3. mlc-chat-config.json +83 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 32000,
3
+ "<|assistant|>": 32001,
4
+ "<|placeholder1|>": 32002,
5
+ "<|placeholder2|>": 32003,
6
+ "<|placeholder3|>": 32004,
7
+ "<|placeholder4|>": 32005,
8
+ "<|system|>": 32006,
9
+ "<|end|>": 32007,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|user|>": 32010
13
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "phi3",
3
+ "quantization": "q4f16_2",
4
+ "model_config": {
5
+ "model_type": "phi3",
6
+ "hidden_size": 3072,
7
+ "vocab_size": 32064,
8
+ "num_hidden_layers": 32,
9
+ "num_attention_heads": 32,
10
+ "intermediate_size": 8192,
11
+ "rms_norm_eps": 1e-05,
12
+ "num_key_value_heads": 32,
13
+ "position_embedding_base": 10000.0,
14
+ "context_window_size": 4096,
15
+ "prefill_chunk_size": 2048,
16
+ "head_dim": 96,
17
+ "tensor_parallel_shards": 1,
18
+ "max_batch_size": 80
19
+ },
20
+ "vocab_size": 32064,
21
+ "context_window_size": 4096,
22
+ "sliding_window_size": -1,
23
+ "prefill_chunk_size": 2048,
24
+ "attention_sink_size": -1,
25
+ "tensor_parallel_shards": 1,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 0.95,
34
+ "conv_template": {
35
+ "name": "phi-3",
36
+ "system_template": "<|system|>\n{system_message}",
37
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
38
+ "system_prefix_token_ids": [
39
+ 1
40
+ ],
41
+ "add_role_after_system_message": true,
42
+ "roles": {
43
+ "user": "<|user|>",
44
+ "assistant": "<|assistant|>"
45
+ },
46
+ "role_templates": {
47
+ "user": "{user_message}",
48
+ "assistant": "{assistant_message}",
49
+ "tool": "{tool_message}"
50
+ },
51
+ "messages": [],
52
+ "seps": [
53
+ "<|end|>\n"
54
+ ],
55
+ "role_content_sep": "\n",
56
+ "role_empty_sep": "\n",
57
+ "stop_str": [
58
+ "<|endoftext|>"
59
+ ],
60
+ "stop_token_ids": [
61
+ 32000,
62
+ 32001,
63
+ 32007
64
+ ],
65
+ "function_string": "",
66
+ "use_function_calling": false
67
+ },
68
+ "pad_token_id": 32000,
69
+ "bos_token_id": 1,
70
+ "eos_token_id": [
71
+ 32000,
72
+ 32001,
73
+ 32007
74
+ ],
75
+ "tokenizer_files": [
76
+ "tokenizer.model",
77
+ "tokenizer.json",
78
+ "added_tokens.json",
79
+ "tokenizer_config.json"
80
+ ],
81
+ "token_table_postproc_method": "byte_fallback",
82
+ "version": "0.1.0"
83
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0f6ce4c0566e1035774ee75a934ffcb58d51dc20a5bcdd8c2a74433becf565d
3
+ size 197001216
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c3c88fade027e28b5ae0686498571663067586157232502a8113f1b567d8881
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c52e515ade22a30dca78a01deb8f7e8a42493183fc14333a350c746156aa349
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2e172333b112fc428ebb5ba799ba5b3862e2f9e3661850d9f27b8db67759193
3
+ size 33239040
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca046624f2154dc6146537e00a29fba3f9cfb086f128768b67f43d1413ba6d6e
3
+ size 21239808
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce72d9ab4bf036058c64cde32f28c4b1f6403dba23dd430b15545cd4099d715e
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cacf264cd361f077f0ceb4787f7f9e124985ef67608019a235e7d6ae202a6a1
3
+ size 22616064
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45342e4b979f1b15e47d1415c0942ddfe352a6544f0713f4bc1d240d5b0668f9
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:666a967a50c321fe21adadb2306d3eb74e60d9f760eef3b044e49751afb8b9cf
3
+ size 33239040
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6679179155006b78039813d9479794ee6206a8830f27668b6380faf799c32c
3
+ size 21239808
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf6d37c589bb932239b0d9c460389288f31d887412d5123c3e244c9be3c57b21
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70ebbd48d88c67c478e37c346d5ad752f54441d87c917b668b2ec0dd850ac60f
3
+ size 22616064
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ed0f1e857e2b20e4294a6131b7c2fc0b53e0d2d0b06fc259ce3523e18511d12
3
+ size 33245184
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ee19ee6ebed1e20b0a4a5f8c3f34bbe12c2d4102dfb869ff34d26795cc614b5
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a38b2436f89e423889a3eb4a2abce24d91cf1625c677aca18413b5006dee7d6
3
+ size 33239040
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1962741d25db4fba695ed92330e877441d66ef1c1b618f6dc3195944f108044a
3
+ size 21239808
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daac8a476f5e2f6f6f99da0f6845f7ab860c3be06dd4685fa22e03ea7de24167
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08fc914f842eddeb91447411044e6a3bfa366b5a55e1a27253cfcaaea2d92349
3
+ size 22616064
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:806fff50e823f47a12cd102181e3341b736daa2bdd012ead74074470525095f7
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20be4179fc21f3073d52d70c3fd1a6f43414f0b953d857a957fce030db281c4f
3
+ size 33239040
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c495ab9c99a004df45fb5c7fefc0f1c39e2d25cca32e5e533434e1097684a22f
3
+ size 197001216
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7af31b93b0db14d8a6279787f7497cd97b010da68481f518456ccb72012eef13
3
+ size 21245952
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6f2d7ecc09b070469f00634f6c0813859382e0095a5d099c6df420cd37e114
3
+ size 25165824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22ad0bb5a0772dc9d9a2155eaa7bf4bc3352a2ca30ebf1646fa263b9f70ecb78
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:900abb8c5bd6fbd4af6ec4bffe67ae5fcaed905c3e0b556e5783aacb49ed5375
3
+ size 22616064
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:241f0cf98be14ec0fd253d4aa4f3f797a07a825a649da23404e3138e716285ca
3
+ size 25165824
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44b07016b97b61f5e46eeb1a7473769f52676b7a4be8a65235c51972a2b3691
3
+ size 33239040
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc68dbe34af155d8551641464150611ca5248386f0a01781f7e5474a479db744
3
+ size 21239808
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cd949377e8fb07b4d88833de394bd9f61a2e09f283ae63a62fbde10025c115c
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:564ed11b072824ca7c93ceac4cbbc299943dabc1d505ea8707f3089530e34039
3
+ size 22616064
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75822f53ebc14a5fa9bfaf9d7359d061dba21bf4623880a916aafa14982cbbd9
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:931577bddb6c5aafed8aca31a610c172772a63688152bfd6c34aaa9bdf25da85
3
+ size 33239040
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a868b74e8be629b1c40014b68f45e10b8b6544aeffd199ae83f7f583167bf6
3
+ size 21239808
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea17b8aa1fe0199ea421a6b58ed7e7ce875252a04187e7be1063737a5c1ded08
3
+ size 25165824
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ce137eb6967338bd8b2bf761592123670cf3dd9c19a12e5000539b929d5a49f
3
+ size 22616064
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa13a7957ec2eeeb6dfafbe637e400c0b1cb2f6a3eeb93ce0de23d78239448f2
3
+ size 22616064
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72eca8242f0a14a551c34f055c359ca441c4be8b0773d678eb6b4af26c096fe2
3
+ size 25165824
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b6845f9d11394edcb243343cfecd2173e25de12a833f0a033e14285db149441
3
+ size 33239040
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9cddea27b1e235b4b4eff459e01a071f184f448ef5796afb741a26b068bb547
3
+ size 21239808
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b591bd106ca4f5d66d6b6ecaf345ef6238e187b8b48591d2cde28b80d0db062
3
+ size 25165824
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e943f1bb908ff123989d30453a4ed5353369bf96949529a87d1f6b4fa276d2
3
+ size 22616064
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ca58b834fc7797f7293b7dc26c1ca940a5604374a90fdaceab175f332aae5e
3
+ size 25165824
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df9f9cf6d2b28166ed592561b8adaf3c101ae3143ea5301caf1236e943a491d7
3
+ size 33239040
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4b4c22909e781f3455199a46f5d958c13507eb2476c580ed3887f119f834466
3
+ size 21239808
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6572403e65c1f1e95b18e6e4462b6b903884c384288b3c523641365a75f0b734
3
+ size 25165824
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ee79d56584c818c90d3da0015a1e7df9b11fa5ab289d96afd10dd6ee0f2fb8
3
+ size 25165824