First shot at Mixtral-instruct-7b

.gitattributes

@@ -32,4 +32,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.xz filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

mistral-instruct-7b-q3k-medium.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5564ed47dfd8b6b8d5ccaaa4d9ab5ce60928d2b42ee1b7f5fe16bdd3f31c7ac5
+size 3519922752

mistral-instruct-7b-q3k-small.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92e1bae3236dcb1397094f4a8ef1191e953b6b121bbb344de550a7d28aab11c
+size 3165504064

mistral-instruct-7b-q40.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ed10e9dcfeb8133ba6ed0243a2a95422c7344d40f888b4068ba3a576822e54
+size 4109853248

mistral-instruct-7b-q4k-small.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36923a2a2818703c3a20a85cc1d9d5e114daf46c1c1ede95666639336e834e1
+size 4155990592

mistral-instruct-7b-q5k-small.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae366cb3859cc9485399f5c01a28b98b3c369f4807be6535c484ae0545261ce
+size 4998652480