Hugging Face's logo

paloalma
/
ECE-TW3-JRGL-V4

Text Generation
Transformers
Safetensors
llama
Merge
mergekit
lazymergekit
migtissera/Tess-72B-v1.5b
MTSAIR/MultiVerse_70B
text-generation-inference
Inference Endpoints
Model card Files Community
1
paloalma commited on
Commit
f244bf1
·
verified ·
1 Parent(s): 595f814

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +17 -0
  2. added_tokens.json +3 -0
  3. config.json +30 -0
  4. mergekit_config.yml +30 -0
  5. merges.txt +0 -0
  6. model-00001-of-00082.safetensors +3 -0
  7. model-00002-of-00082.safetensors +3 -0
  8. model-00003-of-00082.safetensors +3 -0
  9. model-00004-of-00082.safetensors +3 -0
  10. model-00005-of-00082.safetensors +3 -0
  11. model-00006-of-00082.safetensors +3 -0
  12. model-00007-of-00082.safetensors +3 -0
  13. model-00008-of-00082.safetensors +3 -0
  14. model-00009-of-00082.safetensors +3 -0
  15. model-00010-of-00082.safetensors +3 -0
  16. model-00011-of-00082.safetensors +3 -0
  17. model-00012-of-00082.safetensors +3 -0
  18. model-00013-of-00082.safetensors +3 -0
  19. model-00014-of-00082.safetensors +3 -0
  20. model-00015-of-00082.safetensors +3 -0
  21. model-00016-of-00082.safetensors +3 -0
  22. model-00017-of-00082.safetensors +3 -0
  23. model-00018-of-00082.safetensors +3 -0
  24. model-00019-of-00082.safetensors +3 -0
  25. model-00020-of-00082.safetensors +3 -0
  26. model-00021-of-00082.safetensors +3 -0
  27. model-00022-of-00082.safetensors +3 -0
  28. model-00023-of-00082.safetensors +3 -0
  29. model-00024-of-00082.safetensors +3 -0
  30. model-00025-of-00082.safetensors +3 -0
  31. model-00026-of-00082.safetensors +3 -0
  32. model-00027-of-00082.safetensors +3 -0
  33. model-00028-of-00082.safetensors +3 -0
  34. model-00029-of-00082.safetensors +3 -0
  35. model-00030-of-00082.safetensors +3 -0
  36. model-00031-of-00082.safetensors +3 -0
  37. model-00032-of-00082.safetensors +3 -0
  38. model-00033-of-00082.safetensors +3 -0
  39. model-00034-of-00082.safetensors +3 -0
  40. model-00035-of-00082.safetensors +3 -0
  41. model-00036-of-00082.safetensors +3 -0
  42. model-00037-of-00082.safetensors +3 -0
  43. model-00038-of-00082.safetensors +3 -0
  44. model-00039-of-00082.safetensors +3 -0
  45. model-00040-of-00082.safetensors +3 -0
  46. model-00041-of-00082.safetensors +3 -0
  47. model-00042-of-00082.safetensors +3 -0
  48. model-00043-of-00082.safetensors +3 -0
  49. model-00044-of-00082.safetensors +3 -0
  50. model-00045-of-00082.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - merge
5
+ - mergekit
6
+ - lazymergekit
7
+ - migtissera/Tess-72B-v1.5b
8
+ - MTSAIR/MultiVerse_70B
9
+ ---
10
+
11
+ # ECE-TW3-JRGL-V4
12
+
13
+ ECE-TW3-JRGL-V4 is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
14
+ * [migtissera/Tess-72B-v1.5b](https://huggingface.co/migtissera/Tess-72B-v1.5b)
15
+ * [MTSAIR/MultiVerse_70B](https://huggingface.co/MTSAIR/MultiVerse_70B)
16
+
17
+ ## 🧩 Configuration
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[PAD]": 151851
3
+ }
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "migtissera/Tess-72B-v1.5b",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": true,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128245,
9
+ "eos_token_id": 128247,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 24576,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 64,
19
+ "pad_token_id": 151643,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-06,
22
+ "rope_scaling": null,
23
+ "rope_theta": 1000000,
24
+ "seq_length": 32768,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.39.3",
28
+ "use_cache": false,
29
+ "vocab_size": 152064
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: migtissera/Tess-72B-v1.5b
2
+ dtype: bfloat16
3
+ merge_method: slerp
4
+ parameters:
5
+ t:
6
+ - filter: self_attn
7
+ value:
8
+ - 0
9
+ - 0.5
10
+ - 0.3
11
+ - 0.7
12
+ - 1
13
+ - filter: mlp
14
+ value:
15
+ - 1
16
+ - 0.5
17
+ - 0.7
18
+ - 0.3
19
+ - 0
20
+ - value: 0.5
21
+ slices:
22
+ - sources:
23
+ - layer_range:
24
+ - 0
25
+ - 80
26
+ model: migtissera/Tess-72B-v1.5b
27
+ - layer_range:
28
+ - 0
29
+ - 80
30
+ model: MTSAIR/MultiVerse_70B
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24155b80822028a49c9f428af414280b8e1b564523a16491e4e07ae3e2e4bc65
3
+ size 1879065656
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16dbbe1840ca00fa6380f8d07317b09e6d995761be57c9130541b5b2cee19566
3
+ size 402670048
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f2746371d4ca013efb4a1230c432f7492f14b995ffe6af078999bd7104b8680
3
+ size 2491416720
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a603adb91ee636b1d28e7b549ac29fd77f1bf26fd5df7711cf370c69dba7b6d
3
+ size 1879065656
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be7bbb4f41c5747a3caef81380bc40b2ea91d7e6d391f5c4794b9a3b773bc29f
3
+ size 1879098632
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b11924372996043edf823e04d30fa192938971fc2dd1d554246f1a9fb3ca1d0
3
+ size 1610646216
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8af6fd716fe8605cb9616bfa6b8e394fb446bcb97958f8cc79d9636e7d20f4b4
3
+ size 1744864304
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bcf7703b5fb12eb198392bc0d991d2c0f5a45d64e6a2f453178ddc6d4cbe366
3
+ size 1744864304
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da24c9f91fb504f664f5ec2c054f7bd5b1a19ccb725b124b728a6125cae1a25c
3
+ size 1879081896
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada4234dc8fb136d1158347c818a5b6016657a33ad2988864b0800660a39c743
3
+ size 1879065656
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e7c765995b23faa6a842c90dc9b13819579f367e6265207b48281a4f2919093
3
+ size 1879082152
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4418a320cc240271328c1132629fed8137ed8d25bb06378de414046f365a11ba
3
+ size 1610630200
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae889990b4b8ed93ec5911b85cf353cfc18ee1e03303e8914bbacb84ba2f495a
3
+ size 1744864312
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:538fef27169a5871ddce117240ab6c0c8abf13ce574b1145ba24fddb7a3d2650
3
+ size 1879115144
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b548b527b00c5c6d1cf22fd4b170308214880e892949d48082b86f4e7c18390a
3
+ size 1879065664
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec4a6a6bd99cfc3330bf50b96a81e40c5e07fea209109139dd225cd60d754774
3
+ size 1879082160
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d123fe4704c8fa34317621cc7b14b9829d0eaf66a0be67c194e324b35c99b5e
3
+ size 1610662944
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c18366d119e1b77bfde78b5ffae6d0d677b6ded5777b0e908e213ed41a4959e9
3
+ size 1744864312
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43c74c1199afa5a65598edbc1f14cf349312bc45b99bea63e72893235b03530c
3
+ size 1744864312
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff0d1449fed8a4bdfcb168ac6b0fa4da369a13ad8fcbcd2f8c2abf9e1baaecd1
3
+ size 1610646216
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eaadfe2058d7deb44c6fb3a7eaeabae7ea88b7f4244fa3f2179562c77348ff6
3
+ size 1744864312
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e09ba252c175f056dd218910e96d209f7d89f2a698889d063a33aab58800b1d
3
+ size 1744864312
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5be660a89e8cac2abda3ae9d9cc535b6549d431293dff55cab2edef881885dd6
3
+ size 1879082144
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdc2aecedeb62c71acd7239997491dacedc7c1aa7fefeded666ed47c97239a8a
3
+ size 1879082152
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed968080466a7343a9430b9b8c3a0b8023d57aad116d06996818c2006755719d
3
+ size 1744864304
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2706d24b1c82f695adb858460a2bd5796b545de277941962cbe0014e568cb92
3
+ size 1744831312
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8491ab7b97e6a07c087d130c8980bcf9bc403596969acff2916ecebf0e76c752
3
+ size 1744864312
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88eee5bbb3f7f1336ec7f95eadb321a2bd4fee6c651f015ad0ad1b547e54d007
3
+ size 1879115384
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b33918ca0f61c23dbf94f99cd7d9c6f4b3ad85520b85b9c0de1905feacd4c7b2
3
+ size 1744864304
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0d82d9d5a2db3758b69c734342a522e923cccd9ee2376dbf5d1f90ea4b0a2cd
3
+ size 1744864304
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a21e59abc75d1ba39e6be6203812ee98f5e8dc22db481cb39d82433e6be2ba
3
+ size 1879081912
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf6cef6130a478c48a3432746c9a80270f93097afe4c6d1eacd0b3f46a78e0c5
3
+ size 1744864312
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:815313eadc0de9f3e1102c37158d113f1386c82eb81a9e0caa44d1966a28a070
3
+ size 1744864312
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e6684f05321ec6eadc3c9a407b0dcc215b4a9540316a78a6878f462a357807
3
+ size 1879098416
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fce6e1156ef03b803eaf7cd7033d202c04cf2a043db07bbafdbe63c19040959
3
+ size 1879082160
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6704481b4e8ba06b3d735145b617a95a5be456f32a8d9f5dca6e028dba30262
3
+ size 1610662952
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:095ae63322a272ce067a3210efcb243ab74fe02da8959ecc2ee49b371ba1bfa5
3
+ size 1744831312
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eec83fe7623dc1b25be045945a3e1d99ce2475be0e8ea87db4370dcb5943d86
3
+ size 1744864312
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce30caf83af93d01826c8062cecb8b429af6642449a1f1f6bbf49b2fcb7399e0
3
+ size 1879082144
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:088ae92325d7fb99871e7ce0a22a3adbcc5be81275c6806fd596604380ce8652
3
+ size 1879065664
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:902d87bc3bcc6877238b327443b7408d5e954315e0165ce7cbaa0135c0645491
3
+ size 1879082160
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70820ca9d92ad3a08226cb52bcbc68426c7e2f23cc29244b3c3ff7b1383c2c17
3
+ size 1879098640
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf43ef690c1a047d69cf3c94b295552178cb36776503573e1de87342e6af0253
3
+ size 1744864312
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b8ff887fcb7facd838534233fa3eb0b5512f9a552f9c4592a4de4fe55d9167
3
+ size 1879115144
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:779cffbcd80f239943fdfacf3f4791f632ac1ffd1a041174ccce88bf22e63a4c
3
+ size 1879082152