Hugging Face's logo

Felladrin
/
mlc-q4f16-Phi-3-mini-4k-instruct

Model card Files Community
Felladrin commited on
Commit
8669caa
•
1 Parent(s): e53b402

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +13 -0
  2. mlc-chat-config.json +84 -0
  3. model.wasm +3 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 32000,
3
+ "<|assistant|>": 32001,
4
+ "<|placeholder1|>": 32002,
5
+ "<|placeholder2|>": 32003,
6
+ "<|placeholder3|>": 32004,
7
+ "<|placeholder4|>": 32005,
8
+ "<|system|>": 32006,
9
+ "<|end|>": 32007,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|user|>": 32010
13
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 32064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 32,
14
+ "position_embedding_base": 10000.0,
15
+ "context_window_size": 4096,
16
+ "prefill_chunk_size": 2048,
17
+ "head_dim": 96,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 80
20
+ },
21
+ "vocab_size": 32064,
22
+ "context_window_size": 4096,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 2048,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "temperature": 1.0,
28
+ "presence_penalty": 0.0,
29
+ "frequency_penalty": 0.0,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 1.0,
32
+ "tokenizer_files": [
33
+ "tokenizer.model",
34
+ "tokenizer.json",
35
+ "added_tokens.json",
36
+ "tokenizer_config.json"
37
+ ],
38
+ "tokenizer_info": {
39
+ "token_postproc_method": "byte_fallback",
40
+ "prepend_space_in_encode": true,
41
+ "strip_space_in_decode": true
42
+ },
43
+ "conv_template": {
44
+ "name": "phi-3",
45
+ "system_template": "<|system|>\n{system_message}",
46
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
47
+ "system_prefix_token_ids": [
48
+ 1
49
+ ],
50
+ "add_role_after_system_message": true,
51
+ "roles": {
52
+ "user": "<|user|>",
53
+ "assistant": "<|assistant|>"
54
+ },
55
+ "role_templates": {
56
+ "user": "{user_message}",
57
+ "assistant": "{assistant_message}",
58
+ "tool": "{tool_message}"
59
+ },
60
+ "messages": [],
61
+ "seps": [
62
+ "<|end|>\n"
63
+ ],
64
+ "role_content_sep": "\n",
65
+ "role_empty_sep": "\n",
66
+ "stop_str": [
67
+ "<|endoftext|>"
68
+ ],
69
+ "stop_token_ids": [
70
+ 32000,
71
+ 32001,
72
+ 32007
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 32000,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": [
80
+ 32000,
81
+ 32001,
82
+ 32007
83
+ ]
84
+ }
model.wasm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc53a7deae05543eab91f3af25701e6a2614f3194f17eb7a5664fcbd45962bd
3
+ size 4283174
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e25ffd86f8d3964c8490c9f3981e0b3d79565c3ae516fd787195fa954d207706
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62b9c4642ec5c58c80d1539df94184624fd94c969d80e326f573e3e314a6317b
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:312cd7a9cb23baa54f158db34031dfd6c67990f326401445147445f3e83c421a
3
+ size 21239808
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:933d189db4fa8c3d9a751f346c941090c79723a42054fd37b0a890814f387b93
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c04a8b6bf476fc2f163ecab6df517807f828af65a5a4da7d079a2cb9c3d626e
3
+ size 22616064
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8890c8bfc9090fdb39b0b736d4257e88e7d345eecebb8d92cb53fbe4c938d0d2
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3ba8815e7c102a827fd89f9ab5e7fa0d6b187a396b4e7bb46f3399f9a1b83ae
3
+ size 33239040
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4986db16a31c09d6bd03023486d3e05fe69bc465b3062c2b9b3cda7039678b3
3
+ size 21239808
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4271cc629cd628534370cfb3c06cd33a82196526097ebb6637540f5beb76f44
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d3e4590b0cc1c34555dec6d33205bfeaaf6b9189dc226b8471580d8e7cbf11b
3
+ size 22616064
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e291e4e02f128b5450b570cdd6026383b9018ef4ba55be1e26be93857429d8
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60d78d55e70c09a261c5e5b29f31e4512dce2eadb09862f3e66d50e69bfd3b8
3
+ size 33239040
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4241f229d143eb1a1dee7754712423705fb40bc59ec16449df7075782641341e
3
+ size 23470080
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:185c6b4af548f22d53e6f0c91268244c3e947ceddcf479ec6a2afeb527463a01
3
+ size 21239808
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aa735291dbc6f95240e2d3b7597cd8266f5419593f02fe1f59ad8db73bdd22b
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cba69b6f55cff7d9a0327713b205f0490cbb78025468d9787e7008266628ece
3
+ size 22616064
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65cbff292941d868bc0ba755704d075d668bf835ca3fe6cff41c38dbb4956c1e
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16ffad1dacaecb80902211d60a41e5365aaa970476773091d86c5ba321770b7a
3
+ size 33239040
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bef59b697e524caec17f58b9d491da4f46407f1212ca832630660c7dd9ec62af
3
+ size 21239808
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3581923707b7cd7e4d46634c1047f2b7447f2514817515cee891e8453df25b2d
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caef47c93202a7570a717725c6c6a910667fcef7afd7e0b546094ffd6f114657
3
+ size 22616064
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecb3c7487edeccac635d6956543cdd7b4214094892c598dc6950a38f1577caf1
3
+ size 49250304
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91d60a832aad103488914d14ae6243543dcebff971e8ad9011b12eff75e1f09d
3
+ size 22093824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98999956d3969bcc9c3d24ef97d060e72ff305e7d1c1d7bca9b50e5dbda49be3
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f22b92a7bc97748e7c242c4ca965cc75804f6268371e6b160096ba1acbe4444
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a126968c7909ede8c74884d86d6385c50017511b069ccac3109e1ecb1ed3bac
3
+ size 22616064
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:756ef8743eb2a6f0a3ff75ebd51fffd46c5ba423a826bc4603218d2681827b5c
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:546e763a61d4a8e338f3695fc4dfe7e58a6d4a88be9a0b76109b78c86219bc89
3
+ size 33239040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b33b0c05373f3f70ab5a45781a46b6471d9c6e6eb131c87f363678d82979d37
3
+ size 21239808
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee64ea41b9599372261c868af9469947df5b6e117d8f29c073152a3f4a75403
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59949c2a497d4bcbbb5ab55ddb00730cfe86ac86a3ee01abf11e7d6044f7a73e
3
+ size 22616064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21743e7b705b7b05b7d3f5da3b22516960fd8c63ec20825e3c57d877fbf8cb9a
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2ab71e74d630da5274d2b657f9e7f809e0d0aaa3e7987dc1d5be401db0eeb5b
3
+ size 33239040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf45e20e9d4a713431ef3f38c79d16b7af61e95f22c858810c8649c62764571
3
+ size 21239808
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fce87492d4f804706ed321f334242a6420ec5ff20d196857b60dea6646875929
3
+ size 33239040
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa462c8dec56609d2556617705249325df76ecc8bacfba92263381de1160ca95
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a729f428eefe3c647645c2cbd761a8a9c99005f37cf712cfd1662267fef8abdc
3
+ size 22616064
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70c67d90184487843c7edf315a1a4757cfcda8a8dfe8710fe25d955f431b292d
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ee9339d89f257f96672be6ef49861ce88287b72f441ee94309e83ce2121cb4
3
+ size 33239040
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4331697c06ea8534c1e9053a08013cc086fb3358ca99109ef1c55b07228e3b8
3
+ size 21239808
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a106dc685375b62e92c0561dcac415b6f1873e62a704bf5da076f18aee05eb
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad03824796407c316b2b00e3e508b4d2f29bc5ba2d1d2c2b368d9c64fbf919c5
3
+ size 22616064
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ec991b8efc9e3b7cfc6f80ca601f25dfdb4fc80a216b02a8afe6308c0db768
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c2e80671e2b06f4612d9d798bece24accedeb21a2f02af01989d78da888abc5
3
+ size 33239040
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c4c0e841b8777c4869641dec233878eac290e36285279bdce4726663085cb96
3
+ size 21239808
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44d349fc417f5f9ed54826763a39d4666b7b6460bfa5d125f748ffd01da19dd4
3
+ size 21239808