Hugging Face's logo

Felladrin
/
gguf-vicuna-68m

GGUF
Inference Endpoints
Model card Files Community
Felladrin commited on
Commit
5f55c52
·
verified ·
1 Parent(s): 577855b

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. vicuna-68m.F16.gguf +3 -0
  3. vicuna-68m.Q2_K.gguf +3 -0
  4. vicuna-68m.Q3_K_M.gguf +3 -0
  5. vicuna-68m.Q3_K_S.gguf +3 -0
  6. vicuna-68m.Q4_0.gguf +3 -0
  7. vicuna-68m.Q4_K_M.gguf +3 -0
  8. vicuna-68m.Q5_K_M.gguf +3 -0
  9. vicuna-68m.Q6_K.gguf +3 -0
  10. vicuna-68m.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ vicuna-68m.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ vicuna-68m.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ vicuna-68m.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ vicuna-68m.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ vicuna-68m.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ vicuna-68m.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ vicuna-68m.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ vicuna-68m.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ vicuna-68m.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
vicuna-68m.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:095e3a0242b72a270ef5f251e7dbf0486866c8f9b5dc01758dfa801f70348862
3
+ size 136793216
vicuna-68m.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59662848c5419f7c9819a956ff74776624a585092e79c9f8a8f774dea9c09030
3
+ size 35876480
vicuna-68m.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4225247b5debac60c309f9b5f17af2284e59b7ee58c8678910aae52cc44e14f7
3
+ size 40658048
vicuna-68m.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77b8ec2983d6590659631b33363642a32c6800fed8fd522017de6fd4d5c133ec
3
+ size 39570560
vicuna-68m.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:211af76456bee259d434beb28b636634d2df90229d59675e4eece2d430f1067b
3
+ size 45341312
vicuna-68m.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35156eb1a6dac1b78711711a721879b0ab451e57f74124c6393004fcdc18213c
3
+ size 46101632
vicuna-68m.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00063b72b310a48935305cb2f688ee421c0922fdfcb677637d041bcca688a69b
3
+ size 51164288
vicuna-68m.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c542635941c556d63166af680360fd46ec4925c98be11c4ed032d964e979506a
3
+ size 56543360
vicuna-68m.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0394f32e0aea6247bd99fac76092c7f5777a9739406d572c85ff1cda341eb5
3
+ size 73018496