Add quantised GGUF files

Files changed (9) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

L3-SthenoMaidBlackroot-8B-V1-Q2_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:9f526c27af119a1e88dca90c7ac9dd832bca89991a79fdc5e5cb3bc487b2d378
+size 3179132320

L3-SthenoMaidBlackroot-8B-V1-Q4_0_4_4.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3800ff89a54e5a1727f7d6cb6fdc7081528ba8ffe640dd824f9d68800152d1
+size 4661212576

L3-SthenoMaidBlackroot-8B-V1-Q4_0_4_8.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:961b16859c5e37d5bfaa6445ea3e1fef23081bd0aaf0e6b1913cf37676b8c574
+size 4661212576

L3-SthenoMaidBlackroot-8B-V1-Q4_0_8_8.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:83f3cd5d895fa665ab7a72201ab96f75fd0ad7efc92f9b388cd2bb2c92b197c1
+size 4661212576

L3-SthenoMaidBlackroot-8B-V1-Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:d5516265c62f7fbf3ae49a019d309fa08649a409ceab56e60fbda68b593bc1ed
+size 4920735136

L3-SthenoMaidBlackroot-8B-V1-Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2868bd80f9715563380af9dd4fcae39477d34a9d1f6839c515b8d43029019d
+size 6596007328

L3-SthenoMaidBlackroot-8B-V1-Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:12fa570263c177ad53663edf2e66ada5596e737b705e5b6a86bc71297a63b4da
+size 8540771744

L3-SthenoMaidBlackroot-8B-V1-f16.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2357f57b9c4253ca910f08fe7e3c1d1b8ce0c769c4a45301ff9bef2461b5db64
+size 16068892064