Upload model Mistral-Large-Instruct-2407-v8-k65536-65536-woft

README.md

@@ -0,0 +1,42 @@
+
+---
+license: other
+license_name: mrl
+license_link: https://mistral.ai/licenses/MRL-0.1.md
+base_model:
+- mistralai/Mistral-Large-Instruct-2407
+base_model_relation: quantized
+tags:
+- VPTQ
+- Quantized
+- Quantization
+---
+**Disclaimer**: 
+
+The model is reproduced based on the paper *VPTQ: Extreme Low-bit Vector Post-Training Quantization for Large Language Models* [github](https://github.com/microsoft/vptq) and [arXiv](https://arxiv.org/abs/2409.17066)
+
+The model itself is sourced from a community release. 
+
+It is intended only for experimental purposes. 
+
+Users are responsible for any consequences arising from the use of this model.
+
+**Note**: 
+
+The PPL test results are for reference only and were collected using GPTQ testing script.
+
+```json
+{
+    "ctx_2048": {
+        "wikitext2": 2.858274459838867,
+        "c4": 5.985574722290039,
+        "c4-new": 6.604180812835693
+    },
+    "ctx_4096": {
+        "wikitext2": 2.7024664878845215,
+        "c4": 5.569791793823242,
+        "c4-new": 6.241445064544678
+    },
+    "ctx_8192": {}
+}
+```

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.45.2"
+}

model-00001-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5cfbc1ab9686a0b2d9b250ecb5ec7ce3c39d46f3c1b4b3acedc402204ab988
+size 4871452832

model-00002-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0b068656cd211ab9054da0f087472eaf28cafeef873171c8620dfa65af45e2
+size 4951863160

model-00003-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68cd91ecf0faee67798979c4ede545b60b4edeefceccb6311491f14b478f334
+size 4951863344

model-00004-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ed20757fb6e83766d9f1537a9865bad98d633157074b51c21312b4aeee196f
+size 4951863344

model-00005-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8cd13f117322a489c3fe8f47d2a74637ee1f89a0ff67161634c4571a3898fa
+size 4951863344

model-00006-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936edfd9852e1a580f2155d45c53358c6ed4dcf86ca531c01eb3f2cb428a01dc
+size 4951863344

model-00007-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5114aff1cde327bfebca88fd155076dc266796cbed29adce25a33e172b392c
+size 4951863344

model-00008-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34edd25d9ec448351efe13507c83b67213cba2d2a06ed5634777d07ff4c8911
+size 4951863344

model-00009-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d13b0176722662541b0b86ae3036fb018d331515041165f21a416d5fc21aeb7
+size 4951863344

model-00010-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdc27590e2bc65421ea0d2fe46958a2b0108ac017cb364cb3686b2c53dd1e6f
+size 4951863344

model-00011-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5790b9fa5ddc3b4d06b1441d3b9fb6efe5722ef4b4eada19c1b6f953d015d7e9
+size 4951863344

model-00012-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7639844b120330600b58441e066aac9d08cd8673b7c676a53887a3b62f6b34ed
+size 4951863344

model-00013-of-00013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0861fafefe09a5b378a4737a04c10c17a2c0591de0ce38cea5ee78f29ea858
+size 4520684056

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583