danielhanchen commited on
Commit
67f3db6
·
verified ·
1 Parent(s): e2af52d

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +39 -0
  3. generation_config.json +9 -0
  4. model-00001-of-00049.safetensors +3 -0
  5. model-00002-of-00049.safetensors +3 -0
  6. model-00003-of-00049.safetensors +3 -0
  7. model-00004-of-00049.safetensors +3 -0
  8. model-00005-of-00049.safetensors +3 -0
  9. model-00006-of-00049.safetensors +3 -0
  10. model-00007-of-00049.safetensors +3 -0
  11. model-00008-of-00049.safetensors +3 -0
  12. model-00009-of-00049.safetensors +3 -0
  13. model-00010-of-00049.safetensors +3 -0
  14. model-00011-of-00049.safetensors +3 -0
  15. model-00012-of-00049.safetensors +3 -0
  16. model-00013-of-00049.safetensors +3 -0
  17. model-00014-of-00049.safetensors +3 -0
  18. model-00015-of-00049.safetensors +3 -0
  19. model-00016-of-00049.safetensors +3 -0
  20. model-00017-of-00049.safetensors +3 -0
  21. model-00018-of-00049.safetensors +3 -0
  22. model-00019-of-00049.safetensors +3 -0
  23. model-00020-of-00049.safetensors +3 -0
  24. model-00021-of-00049.safetensors +3 -0
  25. model-00022-of-00049.safetensors +3 -0
  26. model-00023-of-00049.safetensors +3 -0
  27. model-00024-of-00049.safetensors +3 -0
  28. model-00025-of-00049.safetensors +3 -0
  29. model-00026-of-00049.safetensors +3 -0
  30. model-00027-of-00049.safetensors +3 -0
  31. model-00028-of-00049.safetensors +3 -0
  32. model-00029-of-00049.safetensors +3 -0
  33. model-00030-of-00049.safetensors +3 -0
  34. model-00031-of-00049.safetensors +3 -0
  35. model-00032-of-00049.safetensors +3 -0
  36. model-00033-of-00049.safetensors +3 -0
  37. model-00034-of-00049.safetensors +3 -0
  38. model-00035-of-00049.safetensors +3 -0
  39. model-00036-of-00049.safetensors +3 -0
  40. model-00037-of-00049.safetensors +3 -0
  41. model-00038-of-00049.safetensors +3 -0
  42. model-00039-of-00049.safetensors +3 -0
  43. model-00040-of-00049.safetensors +3 -0
  44. model-00041-of-00049.safetensors +3 -0
  45. model-00042-of-00049.safetensors +3 -0
  46. model-00043-of-00049.safetensors +3 -0
  47. model-00044-of-00049.safetensors +3 -0
  48. model-00045-of-00049.safetensors +3 -0
  49. model-00046-of-00049.safetensors +3 -0
  50. model-00047-of-00049.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Cohere2ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 5,
8
+ "cache_implementation": "hybrid",
9
+ "eos_token_id": 255001,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 12288,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 36864,
15
+ "layer_norm_eps": 1e-05,
16
+ "logit_scale": 0.25,
17
+ "max_position_embeddings": 262144,
18
+ "model_type": "cohere2",
19
+ "num_attention_heads": 96,
20
+ "num_hidden_layers": 64,
21
+ "num_key_value_heads": 8,
22
+ "order_of_interleaved_layers": "local_attn_first",
23
+ "pad_token_id": 0,
24
+ "position_embedding_type": "rope_gptj",
25
+ "rope_scaling": null,
26
+ "rope_theta": 50000,
27
+ "rotary_pct": 1.0,
28
+ "sliding_window": 4096,
29
+ "sliding_window_pattern": 4,
30
+ "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.50.0.dev0",
32
+ "unsloth_fixed": true,
33
+ "use_cache": true,
34
+ "use_embedding_sharing": true,
35
+ "use_gated_activation": true,
36
+ "use_parallel_block": true,
37
+ "use_parallel_embedding": true,
38
+ "vocab_size": 256000
39
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 5,
4
+ "cache_implementation": "hybrid",
5
+ "eos_token_id": 255001,
6
+ "max_length": 262144,
7
+ "pad_token_id": 0,
8
+ "transformers_version": "4.50.0.dev0"
9
+ }
model-00001-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b510a976376c61d1387063aec33104a962b451416d69d901089758bb00d9e8
3
+ size 6291456144
model-00002-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0ea81efb8d0de2b89d93b739050dadef418c9ae4e4c6f03371823237a3d5937
3
+ size 4932527624
model-00003-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f044481b393603e9cc97f7cdc800a998d67540c0a9c7d2b655fb88109f2bade
3
+ size 4278215728
model-00004-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65add84afffa12b0dfe7fa56b3a6d2dd138216dffb2d4560e6b4c60b1b98eef0
3
+ size 4932552312
model-00005-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12acf686787319fb2e95b700b855de4446a2db2b118a907e582e74672c417a39
3
+ size 4278215728
model-00006-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3051b1190fdb635318afd193531bcf31cf9cce0f82655790e8b73414662625fa
3
+ size 4278215728
model-00007-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28c21fe9e40a5c2ff2644200e8c19e18084e370e280b9e427f4175dd142a746d
3
+ size 4932552312
model-00008-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79c8915ed324615fa820ad7819155707361da4d160492eae790e0a6216e6ece4
3
+ size 4278215728
model-00009-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13d11ee2116b70369fa1474f3351f7d2e84547062a2f943c99f84be4f9174365
3
+ size 4278215744
model-00010-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5920e185109e42f8bdf27bbd3e52b5c7746cf800a54b29f0fb41d8f967241b0
3
+ size 4932552328
model-00011-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f93cdce9b020283f70451cd735d905e9a3403f7bd1b5abb165325e56e75e1d51
3
+ size 4278215736
model-00012-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c072ca09368218769d4cd2ec925e6714625c355f5c3286d6e399ebe267abdccd
3
+ size 4278215736
model-00013-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db3153f2886b236ad93ac3c874a19e5d53f0aca2cb803646a11b6d268f1aaf2
3
+ size 4932552328
model-00014-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d1dbdefccd850b1139b2aedf3bbafe66bc86ec45e5d321d1d657fd348e7a9a9
3
+ size 4278215736
model-00015-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:450f718572f326389a6bc96cbf44b7e84d27f20821b7ebf3883dc5d5037e995d
3
+ size 4278215736
model-00016-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2392e83363390a60cf66ba6ec5fc4dd58694e233e9b3ccc6ef399bd02e69ba3c
3
+ size 4932552328
model-00017-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccbb4c22ba6a89eeac3a6b786e8b2b3c964bdbfed95546f69df196f88204ef59
3
+ size 4278215736
model-00018-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a7d0f4fac83d02cd56f7b6ad0500c56c706a6497c25ea9c0c2b3468cc12387e
3
+ size 4278215736
model-00019-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f913a6f3bdb662aadf132d4019802e01bf52dbb0d38b27f37e56a93a299cd51
3
+ size 4932552328
model-00020-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e6a99712e57d4a5e239791ac0056645183b12f1e6053ee5764c51b53584c28
3
+ size 4278215736
model-00021-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96fe1068c2e6d177f6583e8e6d48c6a86d31238d9889db3115015d439cd27bee
3
+ size 4278215736
model-00022-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8140c4ea68616d0bd64d9b3cf01769b90024a413ad6ccdcc3ee80745e2e9915
3
+ size 4932552328
model-00023-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd37580a56be3e8087d27159243637db7865cc1763acdec9ebb72fc0b4a6919
3
+ size 4278215736
model-00024-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d60b61484e517872ad753bc9647653ecdddfa19bd7ba33fb25c001a5a3603f1e
3
+ size 4278215736
model-00025-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f10abcb5b423eac7f2c4049517db2303ef6c5e365e4abf2bd807320d961a238
3
+ size 4932552328
model-00026-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836dc249555e539fead864f295baaf3c62fed5dfe77c51b58c94c83e36155b33
3
+ size 4278215736
model-00027-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e0a7a5dc73bcdb99bcfa19cfe06b4d87f7a53ae16ad5b005302342856e859a0
3
+ size 4278215736
model-00028-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1242eb07637394e4e7b8d643ad90b6ffc23b9da9231011bc7e9fd3d692fa2c89
3
+ size 4932552328
model-00029-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb959d4aa21f8f668b3dc2b55aadc18cedcda45622db9802184ca93219ff9cc
3
+ size 4278215736
model-00030-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26e01857baf7e954f595a651e802973132e8a0be2387e4ca24e9eb4e64bda036
3
+ size 4278215736
model-00031-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e597e1a2fb385a80f6ff8d4eab985fdfcb1a09b9b9a9c61dbf772e060f90b8ef
3
+ size 4932552328
model-00032-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b3d0eefe3ebb1f20bb54447ec17cea94299ab3c9c75823cdf867bdf793b3bf
3
+ size 4278215736
model-00033-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78dbbc9c170e40a3b59084288f1b203dde5e090bfae298f8f6d1cbf93ac93848
3
+ size 4278215736
model-00034-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42af8d86121bd7b72ae499f43d1dc076ca9d671bb5ff859fa3d638273f2379a
3
+ size 4932552328
model-00035-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84fb36c3043be05112a0d53f0a052ff61c78c0bb6611d96432565b4ec70bd6e3
3
+ size 4278215736
model-00036-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe641c28d059e80e2e71af4549e2eff8f528e15874182519cc16606886a78f3
3
+ size 4278215736
model-00037-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd0de4b670aad653d2c3fa9cdfb99c5ba00136d79aebbd1028d5f2d6df55b90
3
+ size 4932552328
model-00038-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:052d4f98ad53890602c463a52a4006c792831d5c480501de2fc1257cb1be11de
3
+ size 4278215736
model-00039-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b667d9e91ae7a0165d899599254fee3a19b159ff78352f11224f9b17639d636e
3
+ size 4278215736
model-00040-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d600e2ed197a6192b5b1e5976729c5182aea26b30ad3a2b2f71029e7a73dead
3
+ size 4932552328
model-00041-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2c157e31388707cd75ac1aa22fcf42c7ed52924c8d0c337592d2d8b9e6c5bb8
3
+ size 4278215736
model-00042-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef1c3bde88695b5e40f3f9dab98993aa2c6a4d119e0b5689860ee5723bee5357
3
+ size 4278215736
model-00043-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5bcfb03944ec345b5b3431814bfe59bdec28671e913ce4bdc5f161864c7a809
3
+ size 4932552328
model-00044-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a57f3f29924ec264902f873d66d3e1876eef476973d3cdb34d6e365df1cf2e72
3
+ size 4278215736
model-00045-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa80555618023d2efc386f702d27e39b203cf566fdb86479ffa00b855c01da1c
3
+ size 4278215736
model-00046-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d8fba49c18e26d877ddf50d4a51352cb13484d956ec008cad1486fd58f97208
3
+ size 4932552328
model-00047-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e544506e0cceef2ba25f6cdd549744c082f9d255e0daa016f960c83e80c1ba5
3
+ size 4278215736