Upload folder using huggingface_hub (#1)

- bb6bb3a6873860ddd5f2d90cc6ab93f47dccaded68552ca2e02813ec394ed618 (582f73ab0ea72247b40ab1ef1db6bcaf5c3eebe5)
- 2678c2eb2830fac9e133a6a40b0f4b9ae9b08261fb8f00fcd82acb3ad33c5c47 (e7ed454e1ab47ac20a395fefc0d4149ade531685)
- 8062e396a95daef96b8a3a22f671371868f7d1c8aaf66c59d9b920bad4e826e0 (f710d3975d14ede3de5583a6e51467a022604ada)
- 634f3980ca853a060d999e41f9a4d7f1c35f04b7ed56f938448800935a9a4eaf (c3aa8a4b2d584eca5519e82fddcaf464f5c956e4)
- 410171d34b0ae794e7e4b62ef26ccef084a2fb3a0933f8819385ee20c9828386 (38f5846820f0961622f8084457b34adab9e21f63)
- 3d7a55d6f139f2c976f9c886b92d72236de786886fcc4f00e9e9998d53e3797a (2263f24a5edc01924f795711b782a62e7eda71c3)
- 1c37e15f8c1eb06fd0e9dc8d41ae7eba25d5e2007f78bfad83a0a62e7c793534 (29e2081570cf5a451bd7715317e1794e12623d48)
- 474d9466957ad7f06bb89016ecc6a6d6cd38d8a5024d11731e18f61e1ac9162e (e44582f1463199750ff0505346927f79e10bf3b7)
- a56f4b37df594f974a515d51f5310b25b4856da6685fbf039fc27b577c1afb89 (7c0ef5dc209c5c3fed4fd70c76da5179dc91baa1)
- cc7a1304661dce1a394a26f35c30426fed2accc6ab417c092c61f6169acff8a8 (deead3950628b810d24f48a774651e4978e133d7)
- 84cfc8ac7f9ce19e9dcb84d41b5b8fc73273e2868ab4de51eb425fee5a686085 (e6f99c91eb036c9f199f9a8f14343f4656cca7be)
- 7055da1a91311de9d48069104f8ce3c01e0be65195f6b7d00a0e8b396d8f7f82 (27ff8c98c521220e560b59b1ee649b5f35d4bcad)
- c8ed771e29dac32841ddbf466a20f13ab97dfd4158277779acde63a55c65324e (403fb622e962c0dc50ecd321fe97f1d24a927d92)
- 8c4956c7ba83076a372e638e7687f0b052984113fedd2819bb17fad5e40f26d2 (d7e861f13895c2d8c009e75f2f2c7aeed5448938)

README.md

@@ -0,0 +1,47 @@
+---
+license: other
+license_name: mrl
+language:
+- en
+tags:
+- chat
+- mlx
+pipeline_tag: text-generation
+library_name: transformers
+datasets:
+- anthracite-org/c2_logs_16k_mistral-large_v1.2
+- anthracite-org/kalo-opus-instruct-22k-no-refusal
+- lodrick-the-lafted/kalo-opus-instruct-3k-filtered
+- anthracite-org/nopm_claude_writing_fixed
+- anthracite-org/kalo_opus_misc_240827
+- anthracite-org/kalo_misc_part2
+base_model: anthracite-org/magnum-v4-123b
+---
+
+# mlx-community/magnum-v4-123b-4bit
+
+The Model [mlx-community/magnum-v4-123b-4bit](https://huggingface.co/mlx-community/magnum-v4-123b-4bit) was
+converted to MLX format from [anthracite-org/magnum-v4-123b](https://huggingface.co/anthracite-org/magnum-v4-123b)
+using mlx-lm version **0.20.4**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/magnum-v4-123b-4bit")
+
+prompt="hello"
+
+if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, tokenize=False, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

config.json

@@ -0,0 +1,34 @@
+{
+    "architectures": [
+        "MistralForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "bos_token_id": 1,
+    "eos_token_id": 2,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 12288,
+    "initializer_range": 0.02,
+    "intermediate_size": 28672,
+    "max_position_embeddings": 131072,
+    "model_type": "mistral",
+    "num_attention_heads": 96,
+    "num_hidden_layers": 88,
+    "num_key_value_heads": 8,
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_theta": 1000000.0,
+    "sliding_window": null,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.45.0.dev0",
+    "use_cache": false,
+    "vocab_size": 32768
+}

model-00001-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40b146644a695ed432a449976339e7cb8c4b552f0965435d85b344859a0e3c4
+size 5280417174

model-00002-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f09560cb9e28368663c97dea13ff335e3a56347b91ba3c8ee18bcbff426a6c
+size 5252155112

model-00003-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81635677322f1825e07e039cd8703f3b03bbafe59e4998417476b5a69baa292b
+size 5365401340

model-00004-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd0d235d82244950ebfd20d619ae1068e156e5d9946b053733badfa27c4331c
+size 5351244918

model-00005-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b01f4129d6710650747f307e4845393271504c6ff6b10c4c6a4b1ff6b98e737
+size 5252105782

model-00006-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22fec84d71c4f3199272f0d54e52f31e01ddabbc39b923ee2009ce470ea6e19
+size 5252155191

model-00007-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31aa80f7e9d2f76ddd171a011e645e72779bfe840904c55a153e1e8d3009161
+size 5252155163

model-00008-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baaad029fe8311aa39118f44f6f4071f3ca0f7cbfc2e4b3d2a444c9e68a82ea
+size 5365401396

model-00009-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e649e255ff7ed8ebd3c643b77f0459e82359446efd8323481306e64c2c96610
+size 5351244926

model-00010-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d492ea5a5fdbd99b5eb7c3cccfd7aea850b0cd4dfb2fc326191e378dec83580
+size 5252105812

model-00011-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4b27bbb4abb307db708c49ab0c56a773ca34923fa8f84c3fece57df55e9789
+size 5252155155

model-00012-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fe69fcb3066e3ed204b293be10a69514ce6ff097a05c7869f80499cb02a747
+size 5252155191

model-00013-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094551270300dc92943922fb86026b58acabbf54ce12eb4a3bcbf19520ffc65c
+size 5266334573

model-00014-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d3bf58940ceeca88ced1b1b63bd3b2046b018cdbbd75fa8a41c6bd5a777a4f
+size 226492716

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583