MaziyarPanahi
commited on
Commit
•
4125b6c
1
Parent(s):
116e7a8
Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +4 -0
- config.json +29 -0
- model-00001-of-00055.safetensors +3 -0
- model-00002-of-00055.safetensors +3 -0
- model-00003-of-00055.safetensors +3 -0
- model-00004-of-00055.safetensors +3 -0
- model-00005-of-00055.safetensors +3 -0
- model-00006-of-00055.safetensors +3 -0
- model-00007-of-00055.safetensors +3 -0
- model-00008-of-00055.safetensors +3 -0
- model-00009-of-00055.safetensors +3 -0
- model-00010-of-00055.safetensors +3 -0
- model-00011-of-00055.safetensors +3 -0
- model-00012-of-00055.safetensors +3 -0
- model-00013-of-00055.safetensors +3 -0
- model-00014-of-00055.safetensors +3 -0
- model-00015-of-00055.safetensors +3 -0
- model-00016-of-00055.safetensors +3 -0
- model-00017-of-00055.safetensors +3 -0
- model-00018-of-00055.safetensors +3 -0
- model-00019-of-00055.safetensors +3 -0
- model-00020-of-00055.safetensors +3 -0
- model-00021-of-00055.safetensors +3 -0
- model-00022-of-00055.safetensors +3 -0
- model-00023-of-00055.safetensors +3 -0
- model-00024-of-00055.safetensors +3 -0
- model-00025-of-00055.safetensors +3 -0
- model-00026-of-00055.safetensors +3 -0
- model-00027-of-00055.safetensors +3 -0
- model-00028-of-00055.safetensors +3 -0
- model-00029-of-00055.safetensors +3 -0
- model-00030-of-00055.safetensors +3 -0
- model-00031-of-00055.safetensors +3 -0
- model-00032-of-00055.safetensors +3 -0
- model-00033-of-00055.safetensors +3 -0
- model-00034-of-00055.safetensors +3 -0
- model-00035-of-00055.safetensors +3 -0
- model-00036-of-00055.safetensors +3 -0
- model-00037-of-00055.safetensors +3 -0
- model-00038-of-00055.safetensors +3 -0
- model-00039-of-00055.safetensors +3 -0
- model-00040-of-00055.safetensors +3 -0
- model-00041-of-00055.safetensors +3 -0
- model-00042-of-00055.safetensors +3 -0
- model-00043-of-00055.safetensors +3 -0
- model-00044-of-00055.safetensors +3 -0
- model-00045-of-00055.safetensors +3 -0
- model-00046-of-00055.safetensors +3 -0
- model-00047-of-00055.safetensors +3 -0
- model-00048-of-00055.safetensors +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<|im_end|>": 32000,
|
3 |
+
"<|im_start|>": 32001
|
4 |
+
}
|
config.json
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "cognitivecomputations/MegaDolphin-120b",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"attention_dropout": 0.0,
|
8 |
+
"bos_token_id": 1,
|
9 |
+
"eos_token_id": 32000,
|
10 |
+
"hidden_act": "silu",
|
11 |
+
"hidden_size": 8192,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 28672,
|
14 |
+
"max_position_embeddings": 4096,
|
15 |
+
"model_type": "llama",
|
16 |
+
"num_attention_heads": 64,
|
17 |
+
"num_hidden_layers": 120,
|
18 |
+
"num_key_value_heads": 8,
|
19 |
+
"pad_token_id": 0,
|
20 |
+
"pretraining_tp": 1,
|
21 |
+
"rms_norm_eps": 1e-05,
|
22 |
+
"rope_scaling": null,
|
23 |
+
"rope_theta": 10000.0,
|
24 |
+
"tie_word_embeddings": false,
|
25 |
+
"torch_dtype": "float16",
|
26 |
+
"transformers_version": "4.37.2",
|
27 |
+
"use_cache": true,
|
28 |
+
"vocab_size": 32002
|
29 |
+
}
|
model-00001-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ebaba1d4789296f6b034b6d18bf28073ab40c3a068be0272792519a4bf2656c
|
3 |
+
size 3892414816
|
model-00002-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:797425535ee0947eaf33804733bb3b762b39556f16cd37489dee93413b206202
|
3 |
+
size 3724626536
|
model-00003-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:039b4f1f765d2842b77d6f70b2ce4c06d0a60412fe36799c17b3b94f56919bfa
|
3 |
+
size 3779135768
|
model-00004-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e8ee46e5b46a0a4f6acfb6581634a2fd9f9af6062effd194a2b13af070fb3b29
|
3 |
+
size 3724560576
|
model-00005-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:84ff3decebd88811dd20b65079f8c03d0099460f3ad6cea4792284a62f3fbe5f
|
3 |
+
size 3573614880
|
model-00006-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a79433412e24c4d82ec841d49d7b829a72158c66e8bbd7f009278de06566a0ef
|
3 |
+
size 3892414856
|
model-00007-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9ceae58b462c01b916be9ad1fb96d8f0a599469f409882a9d62660840f5916d4
|
3 |
+
size 3758130320
|
model-00008-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:410fa94218994f73a9287b3760bda5b7f32f60e8ed10928eaf532984da4bb7d1
|
3 |
+
size 3892447864
|
model-00009-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:648e0d7498436c706756a76df3fc1e8e1a33cc9a9f6987da381aef570abc0ea7
|
3 |
+
size 3758130328
|
model-00010-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cdb96f0c32b85d2adf3e4f6d93a02b76aed3f0f5837c7d12e9e0f03ce8528add
|
3 |
+
size 3892381872
|
model-00011-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:95096885aba75f4cbee993cdeee82d05ba1d4a866375f0ec65620de2e4f09209
|
3 |
+
size 3909225184
|
model-00012-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:63b095298b81e78802ac293384187d7e984de6c687e2cc3dca905d47aea450de
|
3 |
+
size 3724592864
|
model-00013-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bebb4e8b0347376a85eefea53f0f3fa6c93f1883317c7429718ec8e58a9726e4
|
3 |
+
size 3556871256
|
model-00014-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0464dc94849e4d3cba8f83a9a469b477f739b8686bb30ac7f7934898b6f431a3
|
3 |
+
size 3758130320
|
model-00015-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:26883eef490c0e8a74429510fe5e2c5ecad236753a5872efc7d7cbe9d210a2f1
|
3 |
+
size 3892381872
|
model-00016-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:753bbff9733486d7c778aac58ef5193b531afd497f69f6b32243d18517f2da13
|
3 |
+
size 3556887752
|
model-00017-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:00433230d1fda57920e5671c0d7af32a5ed5ce9e3d2c64ada102da090c91ca4c
|
3 |
+
size 3892398376
|
model-00018-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd52262e5eee663676aa31967357302f46274671560d1ab6f3da4e2f58b1092b
|
3 |
+
size 3892381880
|
model-00019-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1aa8cdc80e95460ecd5d466f9b863f4ce2920a1671d19617c0aa029d31ba3ce
|
3 |
+
size 3556854760
|
model-00020-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02fb092ac5950f67c6ade231f606ac4230364b3195717fc39ff988f1b632e00c
|
3 |
+
size 3892381864
|
model-00021-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:810d4817f0c3e6d1b2068803ebac9ba549d7039d65d37e29e26041273253f64d
|
3 |
+
size 3892381880
|
model-00022-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fd7721012d61ddb4f4f388c2b360b9b652435746cae38296be283777680c8d19
|
3 |
+
size 3724626552
|
model-00023-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f611023cc526517d67472b4748425fbd7d019346e4a01c074ffc9b9395921f68
|
3 |
+
size 3892398368
|
model-00024-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ecf47bfb9d34e5deaf54107662a138358c3e6dcc8bfea14446f25d7cae4ede0
|
3 |
+
size 3892381864
|
model-00025-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d0cf651fa6ec3e57ec338b14a74a7ba8724f327e4a0f713d605802f7b86fa287
|
3 |
+
size 3892414872
|
model-00026-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:79e6be81e3f6bf29497466fe2ac462738e8165f627d28da63b097cc4f69c686a
|
3 |
+
size 3741370200
|
model-00027-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e67c37cf5c715dc0f4a7ea9ea98b272acb8e46af9336028209b2d9dcf73a97b
|
3 |
+
size 3892365384
|
model-00028-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1ad58303240049dfa7a7c93251d48a69feba8e1dd186bf83b065fbf8d39f14a3
|
3 |
+
size 3791717992
|
model-00029-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ca2ff6579932856914c3b47af3d280b4985bd0153ad39a18ef5482245d9e070c
|
3 |
+
size 3926002528
|
model-00030-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc9b403216b523fecb679d67534f198bdaeaf0001da92d1fb9fa020c4198600c
|
3 |
+
size 3724610064
|
model-00031-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a801a89ca7dd78acd692f26da5f09d5be1383dc7d5fbc10e1d5de929dcf3c217
|
3 |
+
size 3573614888
|
model-00032-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c8302edfd473d81cda8145bd390c67346d2a6902e8dd412d4123292b443de15f
|
3 |
+
size 3758130328
|
model-00033-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38d4d6fcf5aba0f2cb01d319362f5f6207ba0be9fd3686d6d48b5bc58613cdd9
|
3 |
+
size 3892381872
|
model-00034-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7573c08fbe70cb136114fc5e6d0bb060029744fb026932ed4d96c6febd95bfa4
|
3 |
+
size 3993045760
|
model-00035-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e452e696f6fe2a1904310a1fac709f9c83ec6cbafa4ef843728ed0162a47e7f
|
3 |
+
size 3892414856
|
model-00036-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5854f6621a18bd1e456173698f562f873c95aac6bb43dc7b5d859cd46ed680c5
|
3 |
+
size 3993045752
|
model-00037-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a730638b26c1009c7e5f364b1846764a42f16105afb10ce5ff0ba56da1d1fc03
|
3 |
+
size 3758130320
|
model-00038-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d85e58bc2fa6a433811002451dffaac56b3b457f1a31ef0d7ca2141c537f99e
|
3 |
+
size 3892381872
|
model-00039-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c40e660c1f2b3e63a02cb05f22cd3b39c27893cb1cac12ec7e53959739f75cca
|
3 |
+
size 3556871272
|
model-00040-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:503e33e07f000c2be4a9a1e6f8ad87b61ebd4c4f3af6aaa2119ceee81915a5a1
|
3 |
+
size 3892381176
|
model-00041-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:852487d7ce4b53d97d6fde95efcdfbd6362abcd0a107e9cc0bb369644dfe4955
|
3 |
+
size 3892448560
|
model-00042-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12c6882ad141a4728501a40cda25eb1e5c4451109dd8521b4a8f37b835156591
|
3 |
+
size 3892348880
|
model-00043-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a4483fb5e638282e6a4abcf46e367a2c9a88a9b7419e4727e931c6a2dde75571
|
3 |
+
size 3892414880
|
model-00044-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d2993d3db45b247793b0dbed9788ab8d1821ffe2617311c25b2ebb71c1c3b20b
|
3 |
+
size 3556838248
|
model-00045-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3b84ae122bc0d32b67dcb73a4d72893f4c8bc16b08f0e313cc25659d46ee747d
|
3 |
+
size 3892414856
|
model-00046-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:630354ff1e37e7414117a30c18de198cf97d4b90c81f8b8dca2929152ecb77f2
|
3 |
+
size 3892381872
|
model-00047-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:717032372ae18dc9b2c76614d9cf0167fede5cf64ffcfbb5838ac791b9372fab
|
3 |
+
size 3892381888
|
model-00048-of-00055.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52c66314587d3514eea882f71e28c34d15a7f3f8a8af2418e60dd351338f50f4
|
3 |
+
size 3892381896
|