Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- .gitattributes +1 -0
- config.json +39 -0
- generation_config.json +9 -0
- model-00001-of-00049.safetensors +3 -0
- model-00002-of-00049.safetensors +3 -0
- model-00003-of-00049.safetensors +3 -0
- model-00004-of-00049.safetensors +3 -0
- model-00005-of-00049.safetensors +3 -0
- model-00006-of-00049.safetensors +3 -0
- model-00007-of-00049.safetensors +3 -0
- model-00008-of-00049.safetensors +3 -0
- model-00009-of-00049.safetensors +3 -0
- model-00010-of-00049.safetensors +3 -0
- model-00011-of-00049.safetensors +3 -0
- model-00012-of-00049.safetensors +3 -0
- model-00013-of-00049.safetensors +3 -0
- model-00014-of-00049.safetensors +3 -0
- model-00015-of-00049.safetensors +3 -0
- model-00016-of-00049.safetensors +3 -0
- model-00017-of-00049.safetensors +3 -0
- model-00018-of-00049.safetensors +3 -0
- model-00019-of-00049.safetensors +3 -0
- model-00020-of-00049.safetensors +3 -0
- model-00021-of-00049.safetensors +3 -0
- model-00022-of-00049.safetensors +3 -0
- model-00023-of-00049.safetensors +3 -0
- model-00024-of-00049.safetensors +3 -0
- model-00025-of-00049.safetensors +3 -0
- model-00026-of-00049.safetensors +3 -0
- model-00027-of-00049.safetensors +3 -0
- model-00028-of-00049.safetensors +3 -0
- model-00029-of-00049.safetensors +3 -0
- model-00030-of-00049.safetensors +3 -0
- model-00031-of-00049.safetensors +3 -0
- model-00032-of-00049.safetensors +3 -0
- model-00033-of-00049.safetensors +3 -0
- model-00034-of-00049.safetensors +3 -0
- model-00035-of-00049.safetensors +3 -0
- model-00036-of-00049.safetensors +3 -0
- model-00037-of-00049.safetensors +3 -0
- model-00038-of-00049.safetensors +3 -0
- model-00039-of-00049.safetensors +3 -0
- model-00040-of-00049.safetensors +3 -0
- model-00041-of-00049.safetensors +3 -0
- model-00042-of-00049.safetensors +3 -0
- model-00043-of-00049.safetensors +3 -0
- model-00044-of-00049.safetensors +3 -0
- model-00045-of-00049.safetensors +3 -0
- model-00046-of-00049.safetensors +3 -0
- model-00047-of-00049.safetensors +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
config.json
ADDED
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"Cohere2ForCausalLM"
|
4 |
+
],
|
5 |
+
"attention_bias": false,
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"bos_token_id": 5,
|
8 |
+
"cache_implementation": "hybrid",
|
9 |
+
"eos_token_id": 255001,
|
10 |
+
"head_dim": 128,
|
11 |
+
"hidden_act": "silu",
|
12 |
+
"hidden_size": 12288,
|
13 |
+
"initializer_range": 0.02,
|
14 |
+
"intermediate_size": 36864,
|
15 |
+
"layer_norm_eps": 1e-05,
|
16 |
+
"logit_scale": 0.25,
|
17 |
+
"max_position_embeddings": 262144,
|
18 |
+
"model_type": "cohere2",
|
19 |
+
"num_attention_heads": 96,
|
20 |
+
"num_hidden_layers": 64,
|
21 |
+
"num_key_value_heads": 8,
|
22 |
+
"order_of_interleaved_layers": "local_attn_first",
|
23 |
+
"pad_token_id": 0,
|
24 |
+
"position_embedding_type": "rope_gptj",
|
25 |
+
"rope_scaling": null,
|
26 |
+
"rope_theta": 50000,
|
27 |
+
"rotary_pct": 1.0,
|
28 |
+
"sliding_window": 4096,
|
29 |
+
"sliding_window_pattern": 4,
|
30 |
+
"torch_dtype": "bfloat16",
|
31 |
+
"transformers_version": "4.50.0.dev0",
|
32 |
+
"unsloth_fixed": true,
|
33 |
+
"use_cache": true,
|
34 |
+
"use_embedding_sharing": true,
|
35 |
+
"use_gated_activation": true,
|
36 |
+
"use_parallel_block": true,
|
37 |
+
"use_parallel_embedding": true,
|
38 |
+
"vocab_size": 256000
|
39 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 5,
|
4 |
+
"cache_implementation": "hybrid",
|
5 |
+
"eos_token_id": 255001,
|
6 |
+
"max_length": 262144,
|
7 |
+
"pad_token_id": 0,
|
8 |
+
"transformers_version": "4.50.0.dev0"
|
9 |
+
}
|
model-00001-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a8b510a976376c61d1387063aec33104a962b451416d69d901089758bb00d9e8
|
3 |
+
size 6291456144
|
model-00002-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d0ea81efb8d0de2b89d93b739050dadef418c9ae4e4c6f03371823237a3d5937
|
3 |
+
size 4932527624
|
model-00003-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8f044481b393603e9cc97f7cdc800a998d67540c0a9c7d2b655fb88109f2bade
|
3 |
+
size 4278215728
|
model-00004-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65add84afffa12b0dfe7fa56b3a6d2dd138216dffb2d4560e6b4c60b1b98eef0
|
3 |
+
size 4932552312
|
model-00005-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12acf686787319fb2e95b700b855de4446a2db2b118a907e582e74672c417a39
|
3 |
+
size 4278215728
|
model-00006-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3051b1190fdb635318afd193531bcf31cf9cce0f82655790e8b73414662625fa
|
3 |
+
size 4278215728
|
model-00007-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:28c21fe9e40a5c2ff2644200e8c19e18084e370e280b9e427f4175dd142a746d
|
3 |
+
size 4932552312
|
model-00008-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:79c8915ed324615fa820ad7819155707361da4d160492eae790e0a6216e6ece4
|
3 |
+
size 4278215728
|
model-00009-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:13d11ee2116b70369fa1474f3351f7d2e84547062a2f943c99f84be4f9174365
|
3 |
+
size 4278215744
|
model-00010-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5920e185109e42f8bdf27bbd3e52b5c7746cf800a54b29f0fb41d8f967241b0
|
3 |
+
size 4932552328
|
model-00011-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f93cdce9b020283f70451cd735d905e9a3403f7bd1b5abb165325e56e75e1d51
|
3 |
+
size 4278215736
|
model-00012-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c072ca09368218769d4cd2ec925e6714625c355f5c3286d6e399ebe267abdccd
|
3 |
+
size 4278215736
|
model-00013-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0db3153f2886b236ad93ac3c874a19e5d53f0aca2cb803646a11b6d268f1aaf2
|
3 |
+
size 4932552328
|
model-00014-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5d1dbdefccd850b1139b2aedf3bbafe66bc86ec45e5d321d1d657fd348e7a9a9
|
3 |
+
size 4278215736
|
model-00015-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:450f718572f326389a6bc96cbf44b7e84d27f20821b7ebf3883dc5d5037e995d
|
3 |
+
size 4278215736
|
model-00016-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2392e83363390a60cf66ba6ec5fc4dd58694e233e9b3ccc6ef399bd02e69ba3c
|
3 |
+
size 4932552328
|
model-00017-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ccbb4c22ba6a89eeac3a6b786e8b2b3c964bdbfed95546f69df196f88204ef59
|
3 |
+
size 4278215736
|
model-00018-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a7d0f4fac83d02cd56f7b6ad0500c56c706a6497c25ea9c0c2b3468cc12387e
|
3 |
+
size 4278215736
|
model-00019-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3f913a6f3bdb662aadf132d4019802e01bf52dbb0d38b27f37e56a93a299cd51
|
3 |
+
size 4932552328
|
model-00020-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:10e6a99712e57d4a5e239791ac0056645183b12f1e6053ee5764c51b53584c28
|
3 |
+
size 4278215736
|
model-00021-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96fe1068c2e6d177f6583e8e6d48c6a86d31238d9889db3115015d439cd27bee
|
3 |
+
size 4278215736
|
model-00022-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8140c4ea68616d0bd64d9b3cf01769b90024a413ad6ccdcc3ee80745e2e9915
|
3 |
+
size 4932552328
|
model-00023-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8cd37580a56be3e8087d27159243637db7865cc1763acdec9ebb72fc0b4a6919
|
3 |
+
size 4278215736
|
model-00024-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d60b61484e517872ad753bc9647653ecdddfa19bd7ba33fb25c001a5a3603f1e
|
3 |
+
size 4278215736
|
model-00025-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f10abcb5b423eac7f2c4049517db2303ef6c5e365e4abf2bd807320d961a238
|
3 |
+
size 4932552328
|
model-00026-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:836dc249555e539fead864f295baaf3c62fed5dfe77c51b58c94c83e36155b33
|
3 |
+
size 4278215736
|
model-00027-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e0a7a5dc73bcdb99bcfa19cfe06b4d87f7a53ae16ad5b005302342856e859a0
|
3 |
+
size 4278215736
|
model-00028-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1242eb07637394e4e7b8d643ad90b6ffc23b9da9231011bc7e9fd3d692fa2c89
|
3 |
+
size 4932552328
|
model-00029-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:afb959d4aa21f8f668b3dc2b55aadc18cedcda45622db9802184ca93219ff9cc
|
3 |
+
size 4278215736
|
model-00030-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:26e01857baf7e954f595a651e802973132e8a0be2387e4ca24e9eb4e64bda036
|
3 |
+
size 4278215736
|
model-00031-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e597e1a2fb385a80f6ff8d4eab985fdfcb1a09b9b9a9c61dbf772e060f90b8ef
|
3 |
+
size 4932552328
|
model-00032-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a6b3d0eefe3ebb1f20bb54447ec17cea94299ab3c9c75823cdf867bdf793b3bf
|
3 |
+
size 4278215736
|
model-00033-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78dbbc9c170e40a3b59084288f1b203dde5e090bfae298f8f6d1cbf93ac93848
|
3 |
+
size 4278215736
|
model-00034-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b42af8d86121bd7b72ae499f43d1dc076ca9d671bb5ff859fa3d638273f2379a
|
3 |
+
size 4932552328
|
model-00035-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:84fb36c3043be05112a0d53f0a052ff61c78c0bb6611d96432565b4ec70bd6e3
|
3 |
+
size 4278215736
|
model-00036-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ffe641c28d059e80e2e71af4549e2eff8f528e15874182519cc16606886a78f3
|
3 |
+
size 4278215736
|
model-00037-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3cd0de4b670aad653d2c3fa9cdfb99c5ba00136d79aebbd1028d5f2d6df55b90
|
3 |
+
size 4932552328
|
model-00038-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:052d4f98ad53890602c463a52a4006c792831d5c480501de2fc1257cb1be11de
|
3 |
+
size 4278215736
|
model-00039-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b667d9e91ae7a0165d899599254fee3a19b159ff78352f11224f9b17639d636e
|
3 |
+
size 4278215736
|
model-00040-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d600e2ed197a6192b5b1e5976729c5182aea26b30ad3a2b2f71029e7a73dead
|
3 |
+
size 4932552328
|
model-00041-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f2c157e31388707cd75ac1aa22fcf42c7ed52924c8d0c337592d2d8b9e6c5bb8
|
3 |
+
size 4278215736
|
model-00042-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef1c3bde88695b5e40f3f9dab98993aa2c6a4d119e0b5689860ee5723bee5357
|
3 |
+
size 4278215736
|
model-00043-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5bcfb03944ec345b5b3431814bfe59bdec28671e913ce4bdc5f161864c7a809
|
3 |
+
size 4932552328
|
model-00044-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a57f3f29924ec264902f873d66d3e1876eef476973d3cdb34d6e365df1cf2e72
|
3 |
+
size 4278215736
|
model-00045-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa80555618023d2efc386f702d27e39b203cf566fdb86479ffa00b855c01da1c
|
3 |
+
size 4278215736
|
model-00046-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d8fba49c18e26d877ddf50d4a51352cb13484d956ec008cad1486fd58f97208
|
3 |
+
size 4932552328
|
model-00047-of-00049.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e544506e0cceef2ba25f6cdd549744c082f9d255e0daa016f960c83e80c1ba5
|
3 |
+
size 4278215736
|