Hugging Face's logo

allknowingroger
/
CalmeRys-78B-Orpo-F32

Text Generation
Transformers
Safetensors
qwen2
mergekit
Merge
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
1
allknowingroger commited on
Commit
e7a9b17
•
1 Parent(s): 13b48b4

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +38 -0
  3. added_tokens.json +5 -0
  4. config.json +30 -0
  5. mergekit_config.yml +8 -0
  6. merges.txt +0 -0
  7. model-00001-of-00067.safetensors +3 -0
  8. model-00002-of-00067.safetensors +3 -0
  9. model-00003-of-00067.safetensors +3 -0
  10. model-00004-of-00067.safetensors +3 -0
  11. model-00005-of-00067.safetensors +3 -0
  12. model-00006-of-00067.safetensors +3 -0
  13. model-00007-of-00067.safetensors +3 -0
  14. model-00008-of-00067.safetensors +3 -0
  15. model-00009-of-00067.safetensors +3 -0
  16. model-00010-of-00067.safetensors +3 -0
  17. model-00011-of-00067.safetensors +3 -0
  18. model-00012-of-00067.safetensors +3 -0
  19. model-00013-of-00067.safetensors +3 -0
  20. model-00014-of-00067.safetensors +3 -0
  21. model-00015-of-00067.safetensors +3 -0
  22. model-00016-of-00067.safetensors +3 -0
  23. model-00017-of-00067.safetensors +3 -0
  24. model-00018-of-00067.safetensors +3 -0
  25. model-00019-of-00067.safetensors +3 -0
  26. model-00020-of-00067.safetensors +3 -0
  27. model-00021-of-00067.safetensors +3 -0
  28. model-00022-of-00067.safetensors +3 -0
  29. model-00023-of-00067.safetensors +3 -0
  30. model-00024-of-00067.safetensors +3 -0
  31. model-00025-of-00067.safetensors +3 -0
  32. model-00026-of-00067.safetensors +3 -0
  33. model-00027-of-00067.safetensors +3 -0
  34. model-00028-of-00067.safetensors +3 -0
  35. model-00029-of-00067.safetensors +3 -0
  36. model-00030-of-00067.safetensors +3 -0
  37. model-00031-of-00067.safetensors +3 -0
  38. model-00032-of-00067.safetensors +3 -0
  39. model-00033-of-00067.safetensors +3 -0
  40. model-00034-of-00067.safetensors +3 -0
  41. model-00035-of-00067.safetensors +3 -0
  42. model-00036-of-00067.safetensors +3 -0
  43. model-00037-of-00067.safetensors +3 -0
  44. model-00038-of-00067.safetensors +3 -0
  45. model-00039-of-00067.safetensors +3 -0
  46. model-00040-of-00067.safetensors +3 -0
  47. model-00041-of-00067.safetensors +3 -0
  48. model-00042-of-00067.safetensors +3 -0
  49. model-00043-of-00067.safetensors +3 -0
  50. model-00044-of-00067.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - dfurman/CalmeRys-78B-Orpo-v0.1
4
+ library_name: transformers
5
+ tags:
6
+ - mergekit
7
+ - merge
8
+
9
+ ---
10
+ # merge
11
+
12
+ This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
13
+
14
+ ## Merge Details
15
+ ### Merge Method
16
+
17
+ This model was merged using the SLERP merge method.
18
+
19
+ ### Models Merged
20
+
21
+ The following models were included in the merge:
22
+ * [dfurman/CalmeRys-78B-Orpo-v0.1](https://huggingface.co/dfurman/CalmeRys-78B-Orpo-v0.1)
23
+
24
+ ### Configuration
25
+
26
+ The following YAML configuration was used to produce this model:
27
+
28
+ ```yaml
29
+ models:
30
+ - model: dfurman/CalmeRys-78B-Orpo-v0.1
31
+ - model: dfurman/CalmeRys-78B-Orpo-v0.1
32
+ merge_method: slerp
33
+ base_model: dfurman/CalmeRys-78B-Orpo-v0.1
34
+ dtype: float32
35
+ parameters:
36
+ t: [0, 0.5, 1, 0.5, 0] # V shaped curve: Hermes for input & output, WizardMath in the middle layers
37
+
38
+ ```
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "dfurman/CalmeRys-78B-Orpo-v0.1",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151644,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 29568,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 80,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 86,
18
+ "num_key_value_heads": 8,
19
+ "pad_token_id": 151645,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": null,
22
+ "rope_theta": 1000000.0,
23
+ "sliding_window": null,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "float32",
26
+ "transformers_version": "4.45.1",
27
+ "use_cache": false,
28
+ "use_sliding_window": false,
29
+ "vocab_size": 151646
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: dfurman/CalmeRys-78B-Orpo-v0.1
3
+ - model: dfurman/CalmeRys-78B-Orpo-v0.1
4
+ merge_method: slerp
5
+ base_model: dfurman/CalmeRys-78B-Orpo-v0.1
6
+ dtype: float32
7
+ parameters:
8
+ t: [0, 0.5, 1, 0.5, 0] # V shaped curve: Hermes for input & output, WizardMath in the middle layers
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfd8750203b7bcbf73618d3ded41abdc194f65eb92cbad236acab842a187b5cb
3
+ size 4969136256
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d291d8cbed14d98a958946ffafba43e204e2f2bf1be460798f8aafc080d1614
3
+ size 4969169144
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:850bb089c3cc7563fbe0df605e80c3531102769ebb63075ba0147a51141d78da
3
+ size 4479624672
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5347cad59938c3dca1ca10bbaffc4acc99af072a491477d63dfb6d29e43095
3
+ size 4479624680
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d15812ce19223aceed8447a6c07415c09760e877d09444203b9d648f6ad1a09a
3
+ size 4781684776
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:980c9994dfedb0230b05348c8ad2aa0129396058b17c09a54f750f60d8135b1a
3
+ size 4781651888
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab72dbf251b78977732b38ac00af9b34c4b70c52e6200ba40abbacc5cd0ba437
3
+ size 4479624688
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24f566ffc9ca00f934bc81c81a6c01e8001afe433fe77196685ab1b816dee7b
3
+ size 4781684776
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8c7a5f0c1bfeb2da413ea112915c5dff42677fa1f9b2d47cd7c608a16c0a14
3
+ size 4781651888
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:332e05f5a89022f284e1a0ca2c8c66b44679ad66f07012a3c36a0815c1478aec
3
+ size 4479624688
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:811f3328cd658491a95374e2904a6ab32a0b32338133792aa419ca49a8c2e2d2
3
+ size 4781684776
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adb74e818368a4a876b45bdac297bb25b789ec58b579e227240096857b6d7675
3
+ size 4781651880
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:793f57ff952fd651b752a55ada20ea486336a388fd6b3354c13bfaa1f8e49016
3
+ size 4479624688
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab560648bf1bbf6f6ecdf869f16185b339f469cbf120c27afba1e9e90e69cb6c
3
+ size 4781684776
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22652ac1bdfa1a043757e826be1cfa3246495a778e8721d66dbfb2f7f21f463
3
+ size 4781651888
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344c412d082f0f74010567db596dedc050b25afbf80285ee2199b44e6d0f0a9a
3
+ size 4479624688
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f06cca0d07806d3d9cbc603ad5400aac301d26f53d8fefa701d02c82ff90784
3
+ size 4781684776
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94a0b1a39cb67cbb55b1f7376d4672eca7a62512de9015a7ec5037c603cfe2cc
3
+ size 4781651888
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4afa0cb2d12e6ca8b9eeabd4786c716394fb1b31303aed82eef8ac80d3e04c72
3
+ size 4479624688
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67de3e5b092baa8e5a05921481ec4ebaf6aeb8a5e196cd27f5a0c49bf2dd4e3f
3
+ size 4781684768
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4874836e4b4ac0af7d8093f7aff1d12aa4bbc22dbf6f4218eacc6f54a49ffd4e
3
+ size 4781651888
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:339a4907b242466ff597ab981c12a05b0f0a4077cfc316464e61efc1746b2e22
3
+ size 4479624688
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1232b25a9f283c25d48dd5c7cf75fb8d0bd02338a9c6e71f536d319c9c438c84
3
+ size 4781684776
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c7d038eedf853a02a9856f50eb00db5720c03b4e7a9e3c9c75c87bc9b53a73
3
+ size 4781651888
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56cc763adf799dfbb8b05bad77cb29c9e16ab9319663bd0c78a67a4a6b8a2189
3
+ size 4479624688
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ea700fd4a140f50deab6c74a1b4fd2f0a9f9d01d809000cf467112f52efeed3
3
+ size 4781684776
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8448e1d7f15aaca82e81f6eef957dfaa84856f785a8e75b520579ba06ceaa4da
3
+ size 4781651888
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02a28a2d19d341b002bea1f3745b37706d0c276b6855ec78d2aa975cb32b7cc2
3
+ size 4479624688
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a40ffbf5ad954a8712dd41ca1df02807ff2a08bc2e8b4a331ee4e19d92220418
3
+ size 4781684768
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b68b786164c87c5745b9e7a141da37db9adb5429cb57906baf2253d0f29dfa2
3
+ size 4781651888
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09cddc3cc2f9f3a1da12813f227607230b9c6c7be13845640d7b9baca3f26b4e
3
+ size 4479624688
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246969fac2264a5ae5a0ff9d8113f703de2f78b55f76f4f8b14499fc07c422ba
3
+ size 4781684776
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3a2257a6e36a08ad7877916852e85edbf70514fadf23dc0e3aa2c3f06b2d901
3
+ size 4781651888
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5feb407089dcc072e724b0477a8ccbd2b289bc028f027dc5cf63fc986fceb1ff
3
+ size 4479624688
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fac39bf83b88c270b599b41c2b6973d541680933f1592e0fdc0e3fe869ccd57
3
+ size 4781684776
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0215067e1c46cd39470f135ba6fab7c45e30b866fd9397a849f1452d56a3eaac
3
+ size 4781651888
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:390547c60fa8238c220c4701516e376ddc28fdb063a131c6bacf85e42aadea69
3
+ size 4479624680
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cd36b2daa321cde06fb66ea8e84e190b86e6e6f7c6183097f0ed82510a3a2f0
3
+ size 4781684776
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:364fc9b168956834382ae9f6710774f6aad29ab517efac383d10cd41ac5b14c8
3
+ size 4781651888
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb0a5c3b3625b1a9050d889f88215e918c3d8c1f46ebdd43fbab5aeb28bf4036
3
+ size 4479624688
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8009e6397761e975730ff357cba376f2c416ac149a21dfbcced1077eadb35abd
3
+ size 4781684776
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:715daefe6b3e78b00430ef50f4aaf54038d4197bac62d9e7fbb85421266009ba
3
+ size 4781651888
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aff8d253f5eb274db8390cdbaabf869d8c4da2df95b0a985e08f246783532094
3
+ size 4479624688
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2af8429027b73ae898af5c19a75c03dfe1ae0a6c98e0e527cae9822694d495f6
3
+ size 4781684776