Upload folder using huggingface_hub

README.md

@@ -0,0 +1,47 @@
+---
+license: other
+license_name: mrl
+language:
+- en
+tags:
+- chat
+- mlx
+pipeline_tag: text-generation
+library_name: transformers
+datasets:
+- anthracite-org/c2_logs_16k_mistral-large_v1.2
+- anthracite-org/kalo-opus-instruct-22k-no-refusal
+- lodrick-the-lafted/kalo-opus-instruct-3k-filtered
+- anthracite-org/nopm_claude_writing_fixed
+- anthracite-org/kalo_opus_misc_240827
+- anthracite-org/kalo_misc_part2
+base_model: anthracite-org/magnum-v4-123b
+---
+
+# mlx-community/magnum-v4-123b-4bit
+
+The Model [mlx-community/magnum-v4-123b-4bit](https://huggingface.co/mlx-community/magnum-v4-123b-4bit) was
+converted to MLX format from [anthracite-org/magnum-v4-123b](https://huggingface.co/anthracite-org/magnum-v4-123b)
+using mlx-lm version **0.20.4**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/magnum-v4-123b-4bit")
+
+prompt="hello"
+
+if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, tokenize=False, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

config.json

@@ -0,0 +1,34 @@
+{
+    "architectures": [
+        "MistralForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "bos_token_id": 1,
+    "eos_token_id": 2,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 12288,
+    "initializer_range": 0.02,
+    "intermediate_size": 28672,
+    "max_position_embeddings": 131072,
+    "model_type": "mistral",
+    "num_attention_heads": 96,
+    "num_hidden_layers": 88,
+    "num_key_value_heads": 8,
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_theta": 1000000.0,
+    "sliding_window": null,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.45.0.dev0",
+    "use_cache": false,
+    "vocab_size": 32768
+}

model-00001-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40b146644a695ed432a449976339e7cb8c4b552f0965435d85b344859a0e3c4
+size 5280417174

model-00002-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f09560cb9e28368663c97dea13ff335e3a56347b91ba3c8ee18bcbff426a6c
+size 5252155112

model-00003-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81635677322f1825e07e039cd8703f3b03bbafe59e4998417476b5a69baa292b
+size 5365401340

model-00004-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd0d235d82244950ebfd20d619ae1068e156e5d9946b053733badfa27c4331c
+size 5351244918

model-00005-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b01f4129d6710650747f307e4845393271504c6ff6b10c4c6a4b1ff6b98e737
+size 5252105782

model-00006-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22fec84d71c4f3199272f0d54e52f31e01ddabbc39b923ee2009ce470ea6e19
+size 5252155191

model-00007-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31aa80f7e9d2f76ddd171a011e645e72779bfe840904c55a153e1e8d3009161
+size 5252155163

model-00008-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baaad029fe8311aa39118f44f6f4071f3ca0f7cbfc2e4b3d2a444c9e68a82ea
+size 5365401396

model-00009-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e649e255ff7ed8ebd3c643b77f0459e82359446efd8323481306e64c2c96610
+size 5351244926

model-00010-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d492ea5a5fdbd99b5eb7c3cccfd7aea850b0cd4dfb2fc326191e378dec83580
+size 5252105812

model-00011-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4b27bbb4abb307db708c49ab0c56a773ca34923fa8f84c3fece57df55e9789
+size 5252155155

model-00012-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fe69fcb3066e3ed204b293be10a69514ce6ff097a05c7869f80499cb02a747
+size 5252155191

model-00013-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094551270300dc92943922fb86026b58acabbf54ce12eb4a3bcbf19520ffc65c
+size 5266334573

model-00014-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d3bf58940ceeca88ced1b1b63bd3b2046b018cdbbd75fa8a41c6bd5a777a4f
+size 226492716

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583