Upload folder using huggingface_hub (#1)

- 63f2c7090ee3387decbd21e2b1ab3f7288119654a6079bab578f3a1e9ff316c1 (67231b8da1b7c8146203d47457c7f3f5a81d4d88)
- cb5de052bcb4095beeb361599235e8debc9ba129624da2a2c8901bc9cb860ce9 (a023ee8c1d881200d0d016692091a798ad2f345e)
- aee239ef69e9b2cde60be8cdd04da87ac226edcaae4558691a09c78efca9f443 (4ac1b4e63bc2bad2f4aaba85d8391ea1cb91300d)
- 16bee350d6854f3761b01de305b109d9d85498c1aa4a636e4326f38f3cadd9a6 (772e7354b08ef0010bac282ac64991524caf0ea6)
- db661f94c3d0ddc18873364b23244f903f4cc15600110885533bf4bc732ec147 (9cd0204c72fc0f8144ea16782a256937597f23ad)
- 1646ff12d7009155f5b40db761753b59e0f23f7e1cbdf27ee80c3c7468f4038c (5a866ffa565e2c81691fc0a8d68bc4749e28031b)
- d04d6ff6f8d631d4921dd9488a01c3fdaf00a2ce15355ba79f4a7da227fcfe81 (5b6070196ab6cded32b5d6a327ba77c667432b58)
- d348753585356cd5b92b84e51ce306d8407071915089cbae8b93e6c7f67a1cfa (996b23ced2a25f228850b19a3d9be394aa17c948)
- 0307e5d1d253e54331b0a7c68f1784953d17d9fb36ad75d04a235f664489739b (a84d81f3c03ce07589621f822d5b32ee3ce1eba9)
- 53339fc095a7bc00aecb682ac6b527aa24addb6c401f6f0e9c7d816e8d5820d1 (92377a2498aaca43790c32d3500839fbfedf5671)
- 3aecfe8ffbe12da193c957d26a0837ec8d91aa8e9d4b00f69c8f4e56ffab5cf6 (5c8e2f63fec69ac87f2ae5d58058d1b0d6b127ad)
- 6957c68ae05a49173619302e85036a5a98d1953d43a99f2679a53db807f31467 (9dcb4a94283de052200c779616856838a275cf5a)
- 41fd0a78ebc00f72a68450ca270eadb4e039f2aaa91f145625f9fc0d10090996 (f77295f5a139e14205f2bd72de9e82957ac26b1d)
- 81298ddb55a2a8112fd5f74b3e71ae615a49510f40deda471ab4b9023b814fe4 (efa38e1ee6141945df95b42ef4707874fbee3750)
- bf5221496618a6a62b55d180c63121013cc57280d171266f5565798053a7fa18 (ea99602037d15b4074daf524b777225aa771b9fe)
- 31d617986b84db9243c21ba1c0c915cd450ff1996e0d4bb3a85b1196dc268511 (132531f5a9d10272ee598562eaf1c386b70a2db5)

README.md

@@ -0,0 +1,145 @@
+---
+base_model: anthracite-org/magnum-v2-72b
+datasets:
+- Doctor-Shotgun/C2-Stheno
+- anthracite-org/kalo-opus-instruct-22k-no-refusal
+- anthracite-org/nopm_claude_writing_fixed
+language:
+- en
+- fr
+- de
+- es
+- it
+- pt
+- ru
+- zh
+- ja
+license: other
+license_name: tongyi-qianwen
+license_link: https://huggingface.co/anthracite-org/magnum-v2-72b/blob/main/LICENSE
+pipeline_tag: text-generation
+tags:
+- chat
+- mlx
+model-index:
+- name: magnum-v2-72b
+  results:
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: IFEval (0-Shot)
+      type: HuggingFaceH4/ifeval
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: inst_level_strict_acc and prompt_level_strict_acc
+      value: 75.6
+      name: strict accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v2-72b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: BBH (3-Shot)
+      type: BBH
+      args:
+        num_few_shot: 3
+    metrics:
+    - type: acc_norm
+      value: 57.85
+      name: normalized accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v2-72b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MATH Lvl 5 (4-Shot)
+      type: hendrycks/competition_math
+      args:
+        num_few_shot: 4
+    metrics:
+    - type: exact_match
+      value: 31.65
+      name: exact match
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v2-72b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: GPQA (0-shot)
+      type: Idavidrein/gpqa
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: acc_norm
+      value: 18.12
+      name: acc_norm
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v2-72b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MuSR (0-shot)
+      type: TAUR-Lab/MuSR
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: acc_norm
+      value: 14.18
+      name: acc_norm
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v2-72b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU-PRO (5-shot)
+      type: TIGER-Lab/MMLU-Pro
+      config: main
+      split: test
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 49.51
+      name: accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v2-72b
+      name: Open LLM Leaderboard
+---
+
+# mlx-community/magnum-v2-72b
+
+The Model [mlx-community/magnum-v2-72b](https://huggingface.co/mlx-community/magnum-v2-72b) was converted to MLX format from [anthracite-org/magnum-v2-72b](https://huggingface.co/anthracite-org/magnum-v2-72b) using mlx-lm version **0.19.0**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/magnum-v2-72b")
+
+prompt="hello"
+
+if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, tokenize=False, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

added_tokens.json

@@ -0,0 +1,5 @@
+{
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644
+}

config.json

@@ -0,0 +1,34 @@
+{
+    "architectures": [
+        "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "eos_token_id": 151645,
+    "hidden_act": "silu",
+    "hidden_size": 8192,
+    "initializer_range": 0.02,
+    "intermediate_size": 29568,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 80,
+    "model_type": "qwen2",
+    "num_attention_heads": 64,
+    "num_hidden_layers": 80,
+    "num_key_value_heads": 8,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 1000000.0,
+    "sliding_window": null,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.43.4",
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 152064
+}

model-00001-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78a54460d8eac47a02f743cc8088c56b0f4657bc7df5988f8c89a4f88916d1e
+size 5214291416

model-00002-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc1633d14e11e613c5cab76723be4dd104781140a5b550d7a388eba9125367a
+size 5177560084

model-00003-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fcc3946541e45b84c68073713d821a02886157cdbd1d50fc7bf110ea46fa77
+size 5338047551

model-00004-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffc55221ea7c7c93eb45ea4d2a9a561ab1a45da8654479a46c949fd638f7ba9
+size 5338047541

model-00005-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9c105408399f21cf0f121cab108b55dca2d954bbac4576a2db97671a08eec1
+size 5177560272

model-00006-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3ca7764283a209e9db76a3b3b85a147d9ff7399042a311e20252c6e7916624
+size 5338047538

model-00007-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738b7c10b0894a6a73017b4bb56f549104c15c19a878dc6707f8d1a1d3c04660
+size 5338047533

model-00008-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec190c40a0af3c5e3f95750b6839d7961399279324c393d03c9c0c133466f21
+size 5177560252

model-00009-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0a946c45e4e5aa5b420980cc970cc961130e40e90649e29e24a4cd0c1199e8
+size 5338047568

model-00010-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea58d25f6053bb32a78128cca84b6f0635d5e08657b7accdfc2084a4e9c737a
+size 5338047545

model-00011-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cc8dc5b031860a67f74a75834b024b3a3a4624f6ee2c118b929c69c1f4ec25
+size 5177560270

model-00012-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008640ce0b45e5799a6b816b6b81e51d8d62d1156d84b49121f6d6975c9b8d6b
+size 5338047588

model-00013-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdca1f258f06e5687c73c398e5002f42cc995eed794cc6341ea60bc342bee32
+size 5338047529

model-00014-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a903406ce36f07a0024fdfb6ba84200db2512082709711a7481ba36068b5941d
+size 5177560238

model-00015-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bb71456477f5c105d5cafb8dcfb9149ae0f21c2044888c8f2f0dff9755bb16
+size 3446110914

special_tokens_map.json

@@ -0,0 +1,20 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}