cattoroboto commited on
Commit
32bda14
1 Parent(s): f2cf98c

Upload 2 files

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. Qwen2-0.5B-Instruct-Q2_K.gguf +3 -0
  3. README.md +11 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2-0.5B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2-0.5B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d16a83e927854711442c19b58cd4ac5eeeb1749d287fe053693d0101e37e12b
3
+ size 338604448
README.md ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen2-0.5B-Instruct
3
+ ---
4
+
5
+ *smol*
6
+
7
+ GGUF Quants of [Qwen/Qwen2-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2-0.5B-Instruct)
8
+
9
+ Built with llama.cpp [using this version](https://github.com/ggerganov/llama.cpp/tree/f83351f9a62a6262f1fc3d08f320033089cddfb5)
10
+
11
+ >There is an official GGUF quant, but it was missing the Q2_K quant.