Add quantised GGUF files

Files changed (7) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

NemoMix-Unleashed-12B-Q2_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:54694c958b61c389ce6afed11f7060fcdc8f714a374ec048bc3a277524a6778e
+size 4791046688

NemoMix-Unleashed-12B-Q4_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:607c4432d8b468a3f830a713a67a81f7780ba770469ddc7d6dd0c06a57254a46
+size 7071699488

NemoMix-Unleashed-12B-Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:1a84c2b9da02ba2ccc056b9dfb97232b2f958dec5d88a9a98818072151a849c6
+size 7477203488

NemoMix-Unleashed-12B-Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:9e190a51c84dfa4a27150b04fc4cd821302dc567668257c1bd10f46ca928ce87
+size 10056208928

NemoMix-Unleashed-12B-Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f572e5a156734aac7b5722151253a4a496f75b112a302f48e74b85b28f5e96da
+size 13022368288

NemoMix-Unleashed-12B-f16.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:c21f952c856a2007a58408465e617552aefd061143e72e8ef1629fc83b734cc6
+size 24504275488