Hugging Face's logo

second-state
/
Falcon3-1B-Instruct-GGUF

Text Generation
Transformers
GGUF
llama
falcon3
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
574cc00
·
verified ·
1 Parent(s): 76661ba

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Falcon3-1B-Instruct-Q2_K.gguf +3 -0
  3. Falcon3-1B-Instruct-Q3_K_L.gguf +3 -0
  4. Falcon3-1B-Instruct-Q3_K_M.gguf +3 -0
  5. Falcon3-1B-Instruct-Q3_K_S.gguf +3 -0
  6. Falcon3-1B-Instruct-Q4_0.gguf +3 -0
  7. Falcon3-1B-Instruct-Q4_K_M.gguf +3 -0
  8. Falcon3-1B-Instruct-Q4_K_S.gguf +3 -0
  9. Falcon3-1B-Instruct-Q5_0.gguf +3 -0
  10. Falcon3-1B-Instruct-Q5_K_M.gguf +3 -0
  11. Falcon3-1B-Instruct-Q5_K_S.gguf +3 -0
  12. Falcon3-1B-Instruct-Q6_K.gguf +3 -0
  13. Falcon3-1B-Instruct-Q8_0.gguf +3 -0
  14. Falcon3-1B-Instruct-f16.gguf +3 -0
  15. config.json +28 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Falcon3-1B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Falcon3-1B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon3-1B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon3-1B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon3-1B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon3-1B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon3-1B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon3-1B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon3-1B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon3-1B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon3-1B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon3-1B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Falcon3-1B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Falcon3-1B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3045a784d1c15b8ff80d007c1a4113523c41dc0513e3d6fab6c909ced59dfb1c
3
+ size 727086976
Falcon3-1B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e3efa32f2acb1679bdc2a177257c3634dd0db16a40b9005b2072e028dda844
3
+ size 934246272
Falcon3-1B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6a8a7261cbb82a219f8096a5071df5061fbb21289ce92219f045cc05e85947
3
+ size 884963200
Falcon3-1B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e3c908860fb38d668b4ec02b05db9a292b2b1dad8a8c9879cc6c9bb0af1bbe0
3
+ size 827193216
Falcon3-1B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec974b10a07d7614590d6e79a4f253ddfaa7b917c3556b4d4010912fd3d7f07b
3
+ size 1013249920
Falcon3-1B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:856e34792b706340545cd1b011d0d0a1a5a4b665da5f0de75d2a1e85eb4ac0d5
3
+ size 1057044352
Falcon3-1B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3ed190b933870d7ce5ab568c528ea2195137aebd4fe67dd91d63b73cbcc36f2
3
+ size 1018492800
Falcon3-1B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7cc700955186d92881b82aad1cc7a5bd0a2bd217bebe03d55aa95bfea81d414
3
+ size 1188362112
Falcon3-1B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c70c9f17147416cd6ca26ca0f2f84b6f1278e03f3d742be71a915ad7b954c82
3
+ size 1210922880
Falcon3-1B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a17d42e135cba6dfaa54e24a014bf6b1bac0990488c31b4515d5d5dfa11da6c4
3
+ size 1188362112
Falcon3-1B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d4a9f39614e3b74b78cedd48fc0595b09adb539e44154baaa379ff4f6bc578b
3
+ size 1374418816
Falcon3-1B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd435ecb599339b89446df63ed78887d9b228a3dd3022a3c1f2c7bfdb9faa17d
3
+ size 1778710400
Falcon3-1B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2807c4440778122985679707d21759fe63d1212983800606cae8deb2cb449f0d
3
+ size 3343710080
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 11,
8
+ "head_dim": 256,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 2048,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 8192,
13
+ "max_position_embeddings": 8192,
14
+ "mlp_bias": false,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 8,
17
+ "num_hidden_layers": 18,
18
+ "num_key_value_heads": 4,
19
+ "pretraining_tp": 1,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": null,
22
+ "rope_theta": 1000042,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.46.1",
26
+ "use_cache": true,
27
+ "vocab_size": 131072
28
+ }