MaziyarPanahi commited on
Commit
4125b6c
1 Parent(s): 116e7a8

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +4 -0
  2. config.json +29 -0
  3. model-00001-of-00055.safetensors +3 -0
  4. model-00002-of-00055.safetensors +3 -0
  5. model-00003-of-00055.safetensors +3 -0
  6. model-00004-of-00055.safetensors +3 -0
  7. model-00005-of-00055.safetensors +3 -0
  8. model-00006-of-00055.safetensors +3 -0
  9. model-00007-of-00055.safetensors +3 -0
  10. model-00008-of-00055.safetensors +3 -0
  11. model-00009-of-00055.safetensors +3 -0
  12. model-00010-of-00055.safetensors +3 -0
  13. model-00011-of-00055.safetensors +3 -0
  14. model-00012-of-00055.safetensors +3 -0
  15. model-00013-of-00055.safetensors +3 -0
  16. model-00014-of-00055.safetensors +3 -0
  17. model-00015-of-00055.safetensors +3 -0
  18. model-00016-of-00055.safetensors +3 -0
  19. model-00017-of-00055.safetensors +3 -0
  20. model-00018-of-00055.safetensors +3 -0
  21. model-00019-of-00055.safetensors +3 -0
  22. model-00020-of-00055.safetensors +3 -0
  23. model-00021-of-00055.safetensors +3 -0
  24. model-00022-of-00055.safetensors +3 -0
  25. model-00023-of-00055.safetensors +3 -0
  26. model-00024-of-00055.safetensors +3 -0
  27. model-00025-of-00055.safetensors +3 -0
  28. model-00026-of-00055.safetensors +3 -0
  29. model-00027-of-00055.safetensors +3 -0
  30. model-00028-of-00055.safetensors +3 -0
  31. model-00029-of-00055.safetensors +3 -0
  32. model-00030-of-00055.safetensors +3 -0
  33. model-00031-of-00055.safetensors +3 -0
  34. model-00032-of-00055.safetensors +3 -0
  35. model-00033-of-00055.safetensors +3 -0
  36. model-00034-of-00055.safetensors +3 -0
  37. model-00035-of-00055.safetensors +3 -0
  38. model-00036-of-00055.safetensors +3 -0
  39. model-00037-of-00055.safetensors +3 -0
  40. model-00038-of-00055.safetensors +3 -0
  41. model-00039-of-00055.safetensors +3 -0
  42. model-00040-of-00055.safetensors +3 -0
  43. model-00041-of-00055.safetensors +3 -0
  44. model-00042-of-00055.safetensors +3 -0
  45. model-00043-of-00055.safetensors +3 -0
  46. model-00044-of-00055.safetensors +3 -0
  47. model-00045-of-00055.safetensors +3 -0
  48. model-00046-of-00055.safetensors +3 -0
  49. model-00047-of-00055.safetensors +3 -0
  50. model-00048-of-00055.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001
4
+ }
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "cognitivecomputations/MegaDolphin-120b",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 32000,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 4096,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 120,
18
+ "num_key_value_heads": 8,
19
+ "pad_token_id": 0,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_scaling": null,
23
+ "rope_theta": 10000.0,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "float16",
26
+ "transformers_version": "4.37.2",
27
+ "use_cache": true,
28
+ "vocab_size": 32002
29
+ }
model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ebaba1d4789296f6b034b6d18bf28073ab40c3a068be0272792519a4bf2656c
3
+ size 3892414816
model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:797425535ee0947eaf33804733bb3b762b39556f16cd37489dee93413b206202
3
+ size 3724626536
model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:039b4f1f765d2842b77d6f70b2ce4c06d0a60412fe36799c17b3b94f56919bfa
3
+ size 3779135768
model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ee46e5b46a0a4f6acfb6581634a2fd9f9af6062effd194a2b13af070fb3b29
3
+ size 3724560576
model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ff3decebd88811dd20b65079f8c03d0099460f3ad6cea4792284a62f3fbe5f
3
+ size 3573614880
model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a79433412e24c4d82ec841d49d7b829a72158c66e8bbd7f009278de06566a0ef
3
+ size 3892414856
model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ceae58b462c01b916be9ad1fb96d8f0a599469f409882a9d62660840f5916d4
3
+ size 3758130320
model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:410fa94218994f73a9287b3760bda5b7f32f60e8ed10928eaf532984da4bb7d1
3
+ size 3892447864
model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:648e0d7498436c706756a76df3fc1e8e1a33cc9a9f6987da381aef570abc0ea7
3
+ size 3758130328
model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb96f0c32b85d2adf3e4f6d93a02b76aed3f0f5837c7d12e9e0f03ce8528add
3
+ size 3892381872
model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95096885aba75f4cbee993cdeee82d05ba1d4a866375f0ec65620de2e4f09209
3
+ size 3909225184
model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63b095298b81e78802ac293384187d7e984de6c687e2cc3dca905d47aea450de
3
+ size 3724592864
model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bebb4e8b0347376a85eefea53f0f3fa6c93f1883317c7429718ec8e58a9726e4
3
+ size 3556871256
model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0464dc94849e4d3cba8f83a9a469b477f739b8686bb30ac7f7934898b6f431a3
3
+ size 3758130320
model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26883eef490c0e8a74429510fe5e2c5ecad236753a5872efc7d7cbe9d210a2f1
3
+ size 3892381872
model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:753bbff9733486d7c778aac58ef5193b531afd497f69f6b32243d18517f2da13
3
+ size 3556887752
model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00433230d1fda57920e5671c0d7af32a5ed5ce9e3d2c64ada102da090c91ca4c
3
+ size 3892398376
model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd52262e5eee663676aa31967357302f46274671560d1ab6f3da4e2f58b1092b
3
+ size 3892381880
model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1aa8cdc80e95460ecd5d466f9b863f4ce2920a1671d19617c0aa029d31ba3ce
3
+ size 3556854760
model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fb092ac5950f67c6ade231f606ac4230364b3195717fc39ff988f1b632e00c
3
+ size 3892381864
model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:810d4817f0c3e6d1b2068803ebac9ba549d7039d65d37e29e26041273253f64d
3
+ size 3892381880
model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd7721012d61ddb4f4f388c2b360b9b652435746cae38296be283777680c8d19
3
+ size 3724626552
model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f611023cc526517d67472b4748425fbd7d019346e4a01c074ffc9b9395921f68
3
+ size 3892398368
model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ecf47bfb9d34e5deaf54107662a138358c3e6dcc8bfea14446f25d7cae4ede0
3
+ size 3892381864
model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0cf651fa6ec3e57ec338b14a74a7ba8724f327e4a0f713d605802f7b86fa287
3
+ size 3892414872
model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79e6be81e3f6bf29497466fe2ac462738e8165f627d28da63b097cc4f69c686a
3
+ size 3741370200
model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e67c37cf5c715dc0f4a7ea9ea98b272acb8e46af9336028209b2d9dcf73a97b
3
+ size 3892365384
model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ad58303240049dfa7a7c93251d48a69feba8e1dd186bf83b065fbf8d39f14a3
3
+ size 3791717992
model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2ff6579932856914c3b47af3d280b4985bd0153ad39a18ef5482245d9e070c
3
+ size 3926002528
model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc9b403216b523fecb679d67534f198bdaeaf0001da92d1fb9fa020c4198600c
3
+ size 3724610064
model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a801a89ca7dd78acd692f26da5f09d5be1383dc7d5fbc10e1d5de929dcf3c217
3
+ size 3573614888
model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8302edfd473d81cda8145bd390c67346d2a6902e8dd412d4123292b443de15f
3
+ size 3758130328
model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d4d6fcf5aba0f2cb01d319362f5f6207ba0be9fd3686d6d48b5bc58613cdd9
3
+ size 3892381872
model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7573c08fbe70cb136114fc5e6d0bb060029744fb026932ed4d96c6febd95bfa4
3
+ size 3993045760
model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e452e696f6fe2a1904310a1fac709f9c83ec6cbafa4ef843728ed0162a47e7f
3
+ size 3892414856
model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5854f6621a18bd1e456173698f562f873c95aac6bb43dc7b5d859cd46ed680c5
3
+ size 3993045752
model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a730638b26c1009c7e5f364b1846764a42f16105afb10ce5ff0ba56da1d1fc03
3
+ size 3758130320
model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d85e58bc2fa6a433811002451dffaac56b3b457f1a31ef0d7ca2141c537f99e
3
+ size 3892381872
model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c40e660c1f2b3e63a02cb05f22cd3b39c27893cb1cac12ec7e53959739f75cca
3
+ size 3556871272
model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503e33e07f000c2be4a9a1e6f8ad87b61ebd4c4f3af6aaa2119ceee81915a5a1
3
+ size 3892381176
model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:852487d7ce4b53d97d6fde95efcdfbd6362abcd0a107e9cc0bb369644dfe4955
3
+ size 3892448560
model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12c6882ad141a4728501a40cda25eb1e5c4451109dd8521b4a8f37b835156591
3
+ size 3892348880
model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4483fb5e638282e6a4abcf46e367a2c9a88a9b7419e4727e931c6a2dde75571
3
+ size 3892414880
model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2993d3db45b247793b0dbed9788ab8d1821ffe2617311c25b2ebb71c1c3b20b
3
+ size 3556838248
model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b84ae122bc0d32b67dcb73a4d72893f4c8bc16b08f0e313cc25659d46ee747d
3
+ size 3892414856
model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:630354ff1e37e7414117a30c18de198cf97d4b90c81f8b8dca2929152ecb77f2
3
+ size 3892381872
model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:717032372ae18dc9b2c76614d9cf0167fede5cf64ffcfbb5838ac791b9372fab
3
+ size 3892381888
model-00048-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52c66314587d3514eea882f71e28c34d15a7f3f8a8af2418e60dd351338f50f4
3
+ size 3892381896