Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q3_K_L-part-a filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q3_K_L-part-b filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q4_0-part-a filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q4_0-part-b filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q4_K_M-part-a filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q4_K_M-part-b filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q4_K_S-part-a filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q4_K_S-part-b filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q5_0-part-a filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q5_0-part-b filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q5_K_M-part-a filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q5_K_M-part-b filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q5_K_S-part-a filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q5_K_S-part-b filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q6_K-part-a filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q6_K-part-b filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q8_0-part-a filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q8_0-part-b filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-103B-v1.0-Q8_0-part-c filter=lfs diff=lfs merge=lfs -text

Midnight-Miqu-103B-v1.0-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5a95644899cc16b3d1aa8f9b3a7f9af0464c51cadfdd02f1a6549bd8e176e5
+size 42024553216

Midnight-Miqu-103B-v1.0-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1750e08a36a4645f6fd63e7528695f56d85f37930e0cb587735221cc018d62
+size 37916920576

Midnight-Miqu-103B-v1.0-Q3_K_L-part-a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea81ad65733c8c62902db2689e0f71aa96c6aacbe3e26a4168c12bd5412a3fc9
+size 42949672960

Midnight-Miqu-103B-v1.0-Q3_K_L-part-b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b48b6912bf3c4454713077d8a5ae1c26600dc92f75888a95290008131aa01cc
+size 11107863296

Midnight-Miqu-103B-v1.0-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4114d5876da76efd8e6997b0e79ba06ee4d6813efd28a69532f433de08e162b
+size 49609476864

Midnight-Miqu-103B-v1.0-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c1bbc7bb1400c51340562877023a726192ef57fea0dc1d10490c4a4f1c6408
+size 44455201536

Midnight-Miqu-103B-v1.0-Q3_K_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4760e06a2032c9020dbf4424326a92ae309711e86a3edcc5753479fcc1df67
+size 41958279936

Midnight-Miqu-103B-v1.0-Q4_0-part-a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d9c7dd15f27845cc308b19894fe7c87c318da9559bd2c46baa4c6f335866c6
+size 42949672960

Midnight-Miqu-103B-v1.0-Q4_0-part-b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671d672afe3867a28235bc55f7ce6fb6fa92e3d51ac4cf6df0972da27e23df0d
+size 15177075456

Midnight-Miqu-103B-v1.0-Q4_K_M-part-a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3294c4c423d333d1b9e375ba88ad25ecb8dd0b17f4e0137a7c139802874f0d9a
+size 42949672960

Midnight-Miqu-103B-v1.0-Q4_K_M-part-b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33984353bef4c912b8a6e4b69eab8a92a05e9fff3ccc3a327be99f4145dd810f
+size 18940152576

Midnight-Miqu-103B-v1.0-Q4_K_S-part-a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88e390844043b8313e99ac6c90586bfe5eb295069c88c6e3c9b8ebc14e0a8e5
+size 42949672960

Midnight-Miqu-103B-v1.0-Q4_K_S-part-b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95642cfebb3980298bfd81243428f10cff3274bcbc61a863ceefaa166d10768
+size 15621671680

Midnight-Miqu-103B-v1.0-Q5_0-part-a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e53721f0cc1f06a2212686e9bb1b285cf6af8398b1a4d399fdf363687a2b69
+size 42949672960

Midnight-Miqu-103B-v1.0-Q5_0-part-b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cf8502b98b00d668288ed5a40d39d636be1530eac3bdddd529e1450155d35e
+size 28044413696

Midnight-Miqu-103B-v1.0-Q5_K_M-part-a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823816fc748305aa5b9499dcd8387ec2a00c00f6a4db0216ef2b2a5a57c72fc9
+size 42949672960

Midnight-Miqu-103B-v1.0-Q5_K_M-part-b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f95784400f9b86ea1a02863dcb3375820a73eed2639b4334e1c756d60430bc7
+size 29982968576

Midnight-Miqu-103B-v1.0-Q5_K_S-part-a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc1ae65f2b712b120607c003e67293b32851fe8c7fc5742ebddbf55616782d7
+size 42949672960

Midnight-Miqu-103B-v1.0-Q5_K_S-part-b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e960dc51b5354ed9642f069d2a7eaf03384adafa576fb72a654245cba2f7b462
+size 28044413696

Midnight-Miqu-103B-v1.0-Q6_K-part-a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67a9cf91f8a5362640eccdb8bc571e64400661a5c6bb9658b8e0d2b7a520653
+size 42949672960

Midnight-Miqu-103B-v1.0-Q6_K-part-b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d8622e2008d76a633bd27cd1cfa85fd9998384c5e3a13456b8825e502b667c
+size 41715960576

Midnight-Miqu-103B-v1.0-Q8_0-part-a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88baddb859689a2a480fbdec6ee2562fd7468577101e7ecb7bb38252e6f3858b
+size 42949672960

Midnight-Miqu-103B-v1.0-Q8_0-part-b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6e88a5a3095bc721115626c4344c199b78307032ab8f693cfee941106556c7
+size 42949672960

Midnight-Miqu-103B-v1.0-Q8_0-part-c

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90828d601de97dcdc76a06c47f6603f7321c4ec62552bca1f40bea223ab0755c
+size 23760243456

README.md

@@ -0,0 +1,120 @@
+---
+base_model: []
+library_name: transformers
+tags:
+- mergekit
+- merge
+---
+
+<div style="width: auto; margin-left: auto; margin-right: auto">
+<img src="https://i.imgur.com/Tn9MBg6.png" alt="MidnightMiqu" style="width: 100%; min-width: 400px; display: block; margin: auto;">
+</div>
+
+# Midnight-Miqu-103B-v1.0 - GGUF
+
+These are GGUF quants of [sophosympatheia/Midnight-Miqu-103B-v1.0](https://huggingface.co/sophosympatheia/Midnight-Miqu-103B-v1.0)
+
+Details about the model and the merge info can be found at the above mode page.
+
+
+## GGUF File sizes
+
+| Name | Disk Size (GB) |
+|------|----------|
+| Midnight-Miqu-103B-v1.0-Q2\_K.gguf | 35.31 |
+| Midnight-Miqu-103B-v1.0-IQ3\_XXS.gguf | 39.14 |
+| Midnight-Miqu-103B-v1.0-Q3\_K\_XS.gguf | 39.08 |
+| Midnight-Miqu-103B-v1.0-Q3\_K\_S.gguf | 41.40 |
+| Midnight-Miqu-103B-v1.0-Q3\_K\_M.gguf | 46.20 |
+| Midnight-Miqu-103B-v1.0-Q3\_K\_L.gguf | 50.35 |
+| Midnight-Miqu-103B-v1.0-Q4\_0.gguf | 54.13 |
+| Midnight-Miqu-103B-v1.0-Q4\_K\_S.gguf | 54.55 |
+| Midnight-Miqu-103B-v1.0-Q4\_K\_M.gguf | 57.64 |
+| Midnight-Miqu-103B-v1.0-Q5\_0.gguf | 66.12 |
+| Midnight-Miqu-103B-v1.0-Q5\_K\_S.gguf | 66.12 |
+| Midnight-Miqu-103B-v1.0-Q5\_K\_M.gguf | 67.92 |
+| Midnight-Miqu-103B-v1.0-Q6\_K.gguf | 78.85 |
+| Midnight-Miqu-103B-v1.0-Q8\_0.gguf | 102.13 |
+
+## Joining split files
+
+**Note:** HF does not support uploading files larger than 50GB. Therefore I have uploaded some quants as split files.
+
+For split files, please download all parts of the file.
+
+To join the files, do the following. The below example is for the Q6_K quant. 
+
+Linux and macOS:
+```
+cat Midnight-Miqu-103B-v1.0-Q6_K.gguf-part-* > Midnight-Miqu-103B-v1.0-Q6_K.gguf && rm Midnight-Miqu-103B-v1.0-Q6_K.gguf-part-*
+```
+
+Windows command line:
+```
+COPY /B Midnight-Miqu-103B-v1.0-Q6_K.gguf-part-a + Midnight-Miqu-103B-v1.0-Q6_K.gguf-part-b Midnight-Miqu-103B-v1.0-Q6_K.gguf
+del Midnight-Miqu-103B-v1.0-Q6_K.gguf-part-a Midnight-Miqu-103B-v1.0-Q6_K.gguf-part-b
+```
+
+### Split details
+
+For reference, below are the commands used to create the splits:
+
+```bash
+split -b 40G -a 1 Midnight-Miqu-103B-v1.0-Q3_K_L.gguf Midnight-Miqu-103B-v1.0-Q3_K_L-part-
+split -b 40G -a 1 Midnight-Miqu-103B-v1.0-Q4_0.gguf Midnight-Miqu-103B-v1.0-Q4_0-part-
+split -b 40G -a 1 Midnight-Miqu-103B-v1.0-Q4_K_M.gguf Midnight-Miqu-103B-v1.0-Q4_K_M-part-
+split -b 40G -a 1 Midnight-Miqu-103B-v1.0-Q4_K_S.gguf Midnight-Miqu-103B-v1.0-Q4_K_S-part-
+split -b 40G -a 1 Midnight-Miqu-103B-v1.0-Q5_0.gguf Midnight-Miqu-103B-v1.0-Q5_0-part-
+split -b 40G -a 1 Midnight-Miqu-103B-v1.0-Q5_K_M.gguf Midnight-Miqu-103B-v1.0-Q5_K_M-part-
+split -b 40G -a 1 Midnight-Miqu-103B-v1.0-Q5_K_S.gguf Midnight-Miqu-103B-v1.0-Q5_K_S-part-
+split -b 40G -a 1 Midnight-Miqu-103B-v1.0-Q6_K.gguf Midnight-Miqu-103B-v1.0-Q6_K-part-
+split -b 40G -a 1 Midnight-Miqu-103B-v1.0-Q8_0.gguf Midnight-Miqu-103B-v1.0-Q8_0-part-
+```
+
+## Quant Details
+
+For reference, this is the script used for quantization.
+
+```bash
+#!/bin/bash
+
+# Activate the conda environment
+source ~/miniconda3/etc/profile.d/conda.sh
+conda activate llamacpp
+
+# Define MODEL_NAME above the loop
+MODEL_NAME="Midnight-Miqu-103B-v1.0"
+
+# Define the output directory
+outputDir="${MODEL_NAME}-GGUF"
+
+# Create the output directory if it doesn't exist
+mkdir -p "${outputDir}"
+
+# Make the F32 quant
+f32file="/mnt/storage/models/GGUF/${MODEL_NAME}-F32.gguf"
+if [ -f "${f32file}" ]; then
+    echo "Skipping f32 as ${f32file} already exists."
+else
+    python convert.py "~/src/models/${MODEL_NAME}" --outfile "${f32file}" --outtype "f32"
+fi
+
+# Define the array of quantization strings
+quants=("Q2_K" "IQ3_XXS" "Q3_K_L" "Q3_K_M" "Q3_K_S" "Q3_K_XS" "Q4_0" "Q4_K_M" "Q4_K_S" "Q5_0" "Q5_K_M" "Q5_K_S" "Q6_K" "Q8_0")
+
+# Loop through the quants array
+for quant in "${quants[@]}"; do
+    outfile="${outputDir}/${MODEL_NAME}-${quant}.gguf"
+    
+    # Check if the outfile already exists
+    if [ -f "${outfile}" ]; then
+        echo "Skipping ${quant} as ${outfile} already exists."
+    else
+        # Run the command with the current quant string
+        ./quantize "${f32file}" "${outfile}" "${quant}"
+        
+        echo "Processed ${quant} and generated ${outfile}"
+    fi
+done
+```
+