Hugging Face's logo

ondevicellm
/
NeuralHermes-2.5-Mistral-7B-q3f16_1

Model card Files Community
1
hushell commited on
Commit
e2fcb6e
•
1 Parent(s): 433e334

init

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. NeuralHermes-2.5-Mistral-7B-q3f16_1-android.tar +3 -0
  2. added_tokens.json +4 -0
  3. mlc-chat-config.json +43 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
NeuralHermes-2.5-Mistral-7B-q3f16_1-android.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f10b931389bde4d368ccb1199c6625789bb26cd55f28a711c5aaa39e2ca8fb8
3
+ size 210993
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001
4
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "mistral",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32002,
11
+ "position_embedding_base": 10000.0,
12
+ "num_key_value_heads": 8,
13
+ "head_dim": 128,
14
+ "sliding_window_size": 1024,
15
+ "prefill_chunk_size": 128,
16
+ "attention_sink_size": 4,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 32002,
20
+ "context_window_size": -1,
21
+ "sliding_window_size": 1024,
22
+ "prefill_chunk_size": 128,
23
+ "attention_sink_size": 4,
24
+ "tensor_parallel_shards": 1,
25
+ "max_batch_size": 80,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 0.95,
32
+ "conv_template": "neural_hermes_mistral",
33
+ "pad_token_id": 0,
34
+ "bos_token_id": 1,
35
+ "eos_token_id": 32000,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "tokenizer.json",
39
+ "added_tokens.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "version": "0.1.0"
43
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b50d479c24d3ee0ae47530840f6f12ac91d0811835013bbd179900b7d69c5b6
3
+ size 52739296
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6fc4517641a16f69473616933af11ed4488ba17df06bbe86af98a6dea7fa9b
3
+ size 47251456
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a790e3bad41d62d7aa9b0381e2d7822918cdb89a51b24f98baa75ce3b6256b01
3
+ size 27848704
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa60f93886f52f9b3557205482f31c0ad3aa574c82aa0cdff0fc9a174516da1
3
+ size 23527424
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6696b979f6b866897078102f9e79bf326c445a430bf0e379b77c868ad2ae8043
3
+ size 47251456
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6fb2f4842b6ad33b8cf17af07d4c1be6f48c838aa6d45c818493969e702a866
3
+ size 27848704
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60d54c0b6b8e166a13c4f136a47d3fabcee902c985231e863f8e60d7b63781c3
3
+ size 23527424
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e9d49ec7c6a154caa5cbaafa33e388022d1f271c1f4d22523ae52ff8953e304
3
+ size 47251456
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4889eedd2da4499f8ffabb41e058c2d32f0a594b097ba4434475a65e318f019
3
+ size 27848704
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7635f17f1b68b0c820c86d48ba1b57d723bd851320c709a5a477f0c62334b0b
3
+ size 23527424
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96ef41ab74242c5a5368f7465b335e0deaa4edca8f2998b69fa00b576d561a81
3
+ size 47251456
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aaf5cf58444d773bdeb7903515aa8069568aa4e3a75649736a86209ab436946
3
+ size 27848704
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f591cf65a535c7664bc2929d7c84e11200d76d6da9864d52c1252d934fbf4e9e
3
+ size 33068956
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f12b0bf509ffc10c5e8a40031c30bb3c68136bfb355c5054efab2cb6b092f1
3
+ size 23527424
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fad6b7ff88ce044862a16c66b645ad21fd7fb740adb9fffad066e99465ffb37
3
+ size 47251456
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d31c5269e925ebfd5bc31bf9e6988cee909ef5635a0ff2aec54d27fa295f8454
3
+ size 27848704
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a77098f8a311def89c45fd159f6024d4b3c161a267c849f9d791bdf43b06c88f
3
+ size 23527424
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9dae0a3d0b60b37fcbcad57a997dc3bad04f493880618d385748c70787e2712
3
+ size 47251456
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3c93febec6a723f351891bfd491d987304d79c678298856ac7baeaca378c36a
3
+ size 27848704
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:122880b07f40ee021bcfe0320609ca1e68801cc90b4035ff5f3c4ce5b118467d
3
+ size 23527424
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd96fd8070ccaeb80f0a20a5f3c75da050197b9a8e6648f988a2b4a86a9cf92
3
+ size 47251456
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:517a3b702cc893db04cac03571d045017bb9e49f631a6a1216ea74a8ec5a6723
3
+ size 27848704
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd280d4b1e6dec6210a53d3ac088475be4961695ffa2de8c956aa13687644d67
3
+ size 52739296
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2986ebcee3f0771394092d220d77ef105e47b09634f8b1baee3df9443a3da359
3
+ size 47251456
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dac24c1a2c7b0360adc227412c0e00c6195624e781c5c7291c8882afd899f63d
3
+ size 23527424
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52d0a59f3f9f41ada7f389bf1be40ae69fb904e5664fe98be8b037c50353cc6e
3
+ size 31508380
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54041ccf823916e592093c99764500d68a774eef74c4e351885ffb73805a5f00
3
+ size 47251456
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f1f0027dedd36c50d250a76b9e71a3aa82aee991bccbb8cd58d4b9d5e354d57
3
+ size 23527424
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dabd2c3bbe20037f08eb9d43c4edaab03ee64a1011bf3d75444367d96c1eae6
3
+ size 47251456
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102f588bfd5eddaf5468c10e3a5396e7ff6b4572e3023a7c279f72d206826f8c
3
+ size 30789632
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33476cef9748007dadfc446266a58bfc40e87e901d6ea8161b4e0725de6cf3bd
3
+ size 47251456
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8fac8df1e1fb6ca9dddce7ba3d59b2d0a138065453b5dd91e760d2365803e90
3
+ size 30806016
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:978d65f7959e37a377f7357f4920f08ff3c4213560be18820fec9c8555e22bc5
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee26a03a95d15b942047314bc21f1fe6ad2025133557d59d91a7bc3214279bea
3
+ size 47251456
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b8006a8081b95a57e5fa53aa307b188c6b9351e1f86f9c015e4092d923c6ba
3
+ size 32391168
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b221c2587c567de855c2bdaf7ca7e030eb0c2631ffc967906187c39fcd6a9f19
3
+ size 27848704
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8e4e29627f42b8de414893504ea7f7c8d5fdfd241a785735337f03151ce777
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23f6fea05396f63a4ca4830a8168ee8af06663eef778b4c6d59eceb855f0b47
3
+ size 47251456
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2c2d683c38e1301a36eaca69e77797461711f449e4e1a283b4bc10aa92c8dd2
3
+ size 27848704
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74dd28062d6324cc226c99de0410c7b2e5f85bb5165975bbf0aa80c1e7a8e7c4
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10d5719aab35198ef5e3cf2fc3d1d72249d505f1218b42ada4f03e20ce174f7e
3
+ size 47251456
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65e7adceb709e1d163c12b3b96956df32e0b4bf16d8fedb538ea61847feaa176
3
+ size 27848704
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17f16a7d5ca3cf4c285f87d7d2146f32b66db2fbfdb9128f368501f0dce88935
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc7510a7a3ae423918a0e51ce31de0202e3988bcc5c6673185a162b9bce583fc
3
+ size 47251456
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b309be3096fa9deb9e0553132ecd24b6e474439d3b65a17581de53c5a5692264
3
+ size 27848704
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb914d2cbebd7bb99f1dcfe18b07c03b1a7e360a210aecda15c70a592c8fefb
3
+ size 23527424