Hugging Face's logo

MaziyarPanahi
/
firefunction-v2-GGUF

Text Generation
Transformers
GGUF
Safetensors
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
conversational
function-calling
text-generation-inference
Model card Files Community
4

Upload folder using huggingface_hub

#2
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+52
-0
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. firefunction-v2.IQ1_M.gguf +3 -0
  3. firefunction-v2.IQ1_S.gguf +3 -0
  4. firefunction-v2.IQ2_XS.gguf +3 -0
  5. firefunction-v2.IQ3_XS.gguf +3 -0
  6. firefunction-v2.IQ4_XS.gguf +3 -0
  7. firefunction-v2.Q2_K.gguf +3 -0
  8. firefunction-v2.Q3_K_L.gguf +3 -0
  9. firefunction-v2.Q3_K_M.gguf +3 -0
  10. firefunction-v2.Q3_K_S.gguf +3 -0
  11. firefunction-v2.Q4_K_M.gguf +3 -0
  12. firefunction-v2.Q4_K_S.gguf +3 -0
  13. firefunction-v2.Q5_K_M.gguf +3 -0
  14. firefunction-v2.Q5_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ firefunction-v2.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ firefunction-v2.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ firefunction-v2.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ firefunction-v2.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ firefunction-v2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ firefunction-v2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ firefunction-v2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
43
+ firefunction-v2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ firefunction-v2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ firefunction-v2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ firefunction-v2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ firefunction-v2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ firefunction-v2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
firefunction-v2.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:435f8864e2de1fbd3bbe3e7926745269ab9c9d3b52890944c415b8ea4cb51117
3
+ size 16751198848
firefunction-v2.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1cf5ff16909bdf80a812cbc17366b7950ec3ab262365f1cc057f2d1c0e51e93
3
+ size 15343485568
firefunction-v2.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0f9e6031bd22e19a76ff95d88b4a1439879c57921cdf49451c20318d021c16
3
+ size 21142110848
firefunction-v2.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d88aab174d05ca99ce3912af3720a5c1dbbcf43ac1ebd15e5c9f2a551eab59
3
+ size 29307732608
firefunction-v2.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1a3ebdb96da78dd01491ffba2fe75dd678b2435aca00e86ca98fb1a3261198
3
+ size 37902664320
firefunction-v2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156db2307fd2ded1ab9c34640871341532439a959854817fddff4e7028472145
3
+ size 26375111296
firefunction-v2.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8583f717b1cde54d3f31378ca870e6f807d8e6ee9adef4d803c32a7b3967099
3
+ size 37140595328
firefunction-v2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe264908b2475c5c3d40a9b47c0201caa6bf765e651a3ad86e9f94b57207ff4
3
+ size 34267497088
firefunction-v2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6afc27c7c3734593d89131df15cf09709d1623b84b646274f01237803f556706
3
+ size 30912053888
firefunction-v2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c0d58fbb2d036d690c8d2df873a1a64117404fc57d877add38963f12a7d04c
3
+ size 42520396416
firefunction-v2.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b1dfb060a3fc81d2fe6149feb57dee2f46caea9e2b917c405dd4074ee5a4842
3
+ size 40347222656
firefunction-v2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca0e9933fbdab3de7c1cf828c088e0140831d58bea84d6042e2ad2dd368a9b73
3
+ size 49949819520
firefunction-v2.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d175cc848bb64fc2d6a0190f9d05092e7cb7c52b7c414d6508cd413b55317b21
3
+ size 48657449600