Hugging Face's logo

koesn
/
Mistral-7B-v0.1-GGUF

Text Generation
GGUF
English
pretrained
Inference Endpoints
conversational
Model card Files Community
koesn commited on
Commit
949060b
•
1 Parent(s): f84d5e8

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. mistral-7b-instruct-v0.2.IQ3_M.gguf +3 -0
  3. mistral-7b-instruct-v0.2.IQ3_S.gguf +3 -0
  4. mistral-7b-instruct-v0.2.IQ3_XXS.gguf +3 -0
  5. mistral-7b-instruct-v0.2.IQ4_NL.gguf +3 -0
  6. mistral-7b-instruct-v0.2.Q4_0.gguf +3 -0
  7. mistral-7b-instruct-v0.2.Q4_K_M.gguf +3 -0
  8. mistral-7b-instruct-v0.2.Q5_K_M.gguf +3 -0
  9. mistral-7b-instruct-v0.2.Q6_K.gguf +3 -0
  10. mistral-7b-instruct-v0.2.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ mistral-7b-instruct-v0.2.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ mistral-7b-instruct-v0.2.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mistral-7b-instruct-v0.2.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mistral-7b-instruct-v0.2.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-7b-instruct-v0.2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-7b-instruct-v0.2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-7b-instruct-v0.2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-7b-instruct-v0.2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-7b-instruct-v0.2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mistral-7b-instruct-v0.2.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a53f62351d55dbadb371bb049292335291b523313c6a153c4d543b1e6ac1accd
3
+ size 3284891840
mistral-7b-instruct-v0.2.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ff37326f8a90e7c24758f8e661edec9d9ebe6df37742c3459955ca45500f69
3
+ size 3182393536
mistral-7b-instruct-v0.2.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad6dcd68aa8f9a21f64b50b4f895f6a2e4f5bd1fd610ce648530112041bd1868
3
+ size 3023378624
mistral-7b-instruct-v0.2.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:634d888b3524bb62f45431aad4714e6e0e941d8be2c2d590f167b0069dec7d71
3
+ size 4155054272
mistral-7b-instruct-v0.2.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8eaec78b115ba42a3f1116962fa03a0e6b27c14800a63258acf3df7cb343b6
3
+ size 4108916928
mistral-7b-instruct-v0.2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93ecbf63329526716d7918815ed8d4d58df904e1ffd6a1b450e2057cbbf71340
3
+ size 4368439488
mistral-7b-instruct-v0.2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81650451aee3cb8570ace9039daeb9b27b264e1cd70e8cc93af3244b431d2cd4
3
+ size 5131409600
mistral-7b-instruct-v0.2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23e1cf7d8dc1f6eb82c29445da03edb56b93ac02aa90308cee748b945540da98
3
+ size 5942065344
mistral-7b-instruct-v0.2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:904fb7912b46a6ff9c8b5aa857bbf77d28142015a758ac2976b886f154c6d021
3
+ size 7695857856