Hugging Face's logo

sbintuitions
/
sarashina2-8x70b

Safetensors
Japanese
English
mixtral
Model card Files Community
4
user02005 commited on
Commit
7573c00
·
1 Parent(s): 16c4d09

initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +30 -0
  2. generation_config.json +6 -0
  3. model-00001-of-00193.safetensors +3 -0
  4. model-00002-of-00193.safetensors +3 -0
  5. model-00003-of-00193.safetensors +3 -0
  6. model-00004-of-00193.safetensors +3 -0
  7. model-00005-of-00193.safetensors +3 -0
  8. model-00006-of-00193.safetensors +3 -0
  9. model-00007-of-00193.safetensors +3 -0
  10. model-00008-of-00193.safetensors +3 -0
  11. model-00009-of-00193.safetensors +3 -0
  12. model-00010-of-00193.safetensors +3 -0
  13. model-00011-of-00193.safetensors +3 -0
  14. model-00012-of-00193.safetensors +3 -0
  15. model-00013-of-00193.safetensors +3 -0
  16. model-00014-of-00193.safetensors +3 -0
  17. model-00015-of-00193.safetensors +3 -0
  18. model-00016-of-00193.safetensors +3 -0
  19. model-00017-of-00193.safetensors +3 -0
  20. model-00018-of-00193.safetensors +3 -0
  21. model-00019-of-00193.safetensors +3 -0
  22. model-00020-of-00193.safetensors +3 -0
  23. model-00021-of-00193.safetensors +3 -0
  24. model-00022-of-00193.safetensors +3 -0
  25. model-00023-of-00193.safetensors +3 -0
  26. model-00024-of-00193.safetensors +3 -0
  27. model-00025-of-00193.safetensors +3 -0
  28. model-00026-of-00193.safetensors +3 -0
  29. model-00027-of-00193.safetensors +3 -0
  30. model-00028-of-00193.safetensors +3 -0
  31. model-00029-of-00193.safetensors +3 -0
  32. model-00030-of-00193.safetensors +3 -0
  33. model-00031-of-00193.safetensors +3 -0
  34. model-00032-of-00193.safetensors +3 -0
  35. model-00033-of-00193.safetensors +3 -0
  36. model-00034-of-00193.safetensors +3 -0
  37. model-00035-of-00193.safetensors +3 -0
  38. model-00036-of-00193.safetensors +3 -0
  39. model-00037-of-00193.safetensors +3 -0
  40. model-00038-of-00193.safetensors +3 -0
  41. model-00039-of-00193.safetensors +3 -0
  42. model-00040-of-00193.safetensors +3 -0
  43. model-00041-of-00193.safetensors +3 -0
  44. model-00042-of-00193.safetensors +3 -0
  45. model-00043-of-00193.safetensors +3 -0
  46. model-00044-of-00193.safetensors +3 -0
  47. model-00045-of-00193.safetensors +3 -0
  48. model-00046-of-00193.safetensors +3 -0
  49. model-00047-of-00193.safetensors +3 -0
  50. model-00048-of-00193.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MixtralForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 28672,
12
+ "max_position_embeddings": 8192,
13
+ "model_type": "mixtral",
14
+ "num_attention_heads": 64,
15
+ "num_experts_per_tok": 2,
16
+ "num_hidden_layers": 80,
17
+ "num_key_value_heads": 8,
18
+ "num_local_experts": 8,
19
+ "output_router_logits": false,
20
+ "rms_norm_eps": 1e-05,
21
+ "rope_theta": 10000,
22
+ "router_aux_loss_coef": 0.001,
23
+ "router_jitter_noise": 0.0,
24
+ "sliding_window": null,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.40.1",
28
+ "use_cache": true,
29
+ "vocab_size": 102400
30
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.40.1"
6
+ }
model-00001-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee252ad16ab8c4435a2164d2b2bfe5cea977965f6f76dd23456d47b0c58f4ff4
3
+ size 4798416360
model-00002-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3333c630d3f5ac9010294ef4e92bc38412a331c0db15bc6f70a23a06e5bf731
3
+ size 4697621824
model-00003-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df83e85801809a6942e3e5b59cef2aaa5375b16c891d61e1c4e98db8ffb8866f
3
+ size 4999776368
model-00004-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:189a741b81ee3acf943d6c183f90cfffd8e5709dcfe495206268858103ed022c
3
+ size 4697621824
model-00005-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae663921ef1122966cdf9aee71a333aeb205b9d9ea8fd13a4be9398bc1d7619
3
+ size 4697621824
model-00006-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afe163192cf2d8f2a361e3d8bbadbfd5f718192a43b44db589d191814ec587bd
3
+ size 4999776360
model-00007-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe5caa449b493e719280cbb958fea8235e2c878df9cd08649fc6cc593e1abc78
3
+ size 4697621824
model-00008-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4cf92ee935581fe6cf30619f6eda144219e40800d1377c9abf44c08d3a59c5b
3
+ size 4999776368
model-00009-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc72e39d1fbd62196cc578319d6aa84ce38f67530900ce26732db5ef86cad86b
3
+ size 4697621824
model-00010-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68bd35227d019a3223a9b793b1a9d731b463034de068aa31f7e4f7313bbb11b
3
+ size 4999776368
model-00011-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a022b272f9d49183fe6d795ad50811dc401e29a79f0a74f22bb6d5df2ea8ef0
3
+ size 4697621824
model-00012-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef2dbcb9712a8df369fa3c813dd1054bae9011569a029ae80fe1083c35933a59
3
+ size 4697621824
model-00013-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c7b350c3263c954ef4ec7e0070441a36637463153135cab60f80f4f7872f741
3
+ size 4999776368
model-00014-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8deee86a710b0cfd5e7c67324f18595e91909dad542d4d14db30ce2101e5b081
3
+ size 4697621824
model-00015-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e7d0278748ed7940a7b14dd36d3a80ad19c35785f871e50183c7733a948a724
3
+ size 4999776368
model-00016-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07976079b71f53a3a3eaacfa1e240d7d3a8aabf9754276ea79417bdea7817cee
3
+ size 4697621824
model-00017-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93302b80a1d80c14ae25cb5f27bece312611b3bf9809ab8a24bdaecbde644b91
3
+ size 4697621824
model-00018-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0c919af75445055948abb1a445581ed43f1e2afe90f36d4fdef6c448ee107d
3
+ size 4999776360
model-00019-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbafdd88bcd8282c56994af921a80894b0bb487aebc46cff149bcb23e47b4285
3
+ size 4697621824
model-00020-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:596c0ffd061a09655ae3eba5f16f65310e803c0880a07e522965d6d99421f6a6
3
+ size 4999776368
model-00021-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bacbf6e443f07d1efb53df4638f5af90304175bac1f302479bf021d428e81148
3
+ size 4697621824
model-00022-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a9395833ed6359da4aeed7cd08ed90689e9fc3300fc402f75ed2ec1cda0593
3
+ size 4999776368
model-00023-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d90f2616c0f99d6a56ccbdad6a7630b7e91109f720b53415580c5de384a0e736
3
+ size 4697621824
model-00024-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a39870099876fd74ec68602ea661ce39f66e9041885258ea11be112966fb7e26
3
+ size 4697621824
model-00025-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e5836e49e659131cdf87fee401fbe51cfff97b71d286b742c7e1fbceff55eb0
3
+ size 4999776376
model-00026-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c507aa31e9b6ee798c09e947f3f5089eb571a6b605e5a39aace12351fda4c9d3
3
+ size 4697621832
model-00027-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b4446513879f1b726c9559010aa6058b817ace54d9eb46e5de0facef2626581
3
+ size 4999776384
model-00028-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea1a71f2d2bd15cff751bb66a3c8d27749f3704e40b2208474da2176006227bf
3
+ size 4697621832
model-00029-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b4abab2cdce9bb38eb89ff80e795911f4f71813bb464df85c8209325ff1c46d
3
+ size 4697621832
model-00030-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29db0d27978a265bc80e07b6bd4f2efb4f8c01461c60d99f8381067a8dd50909
3
+ size 4999776376
model-00031-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02462b1df37884f2986c603c332361121d372119ce839c6098990cab53f15eb5
3
+ size 4697621832
model-00032-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c4eeedb92e550923996d1ebb1b46b588bf4be945e4cf9497bc523d66bde4b4f
3
+ size 4999776384
model-00033-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a99d2be426eebfef1b4678a4377176ac842cba6ef081d3748634b8600db8f67
3
+ size 4697621832
model-00034-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa7bce8e7c07c333f493acc7e1b33b50f9cf844ef068214c9a6e6825248fec0e
3
+ size 4999776384
model-00035-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd008924df9e8454526eb8182db193823f5ab9bcede55cecc6edc5a0bbf3d4cc
3
+ size 4697621832
model-00036-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85cfc4e8abe8f331fffd9a14f36fe7ad947745478d246740c689a237f7612eaa
3
+ size 4697621832
model-00037-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:081ad372bc9087d33be2e944e567534ee6cb1f08c25d263ff7a53c1b7ca1825e
3
+ size 4999776384
model-00038-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e5ad5f72e6aebbdd82800a207516f877027991181baa9fc2c475b5564db5976
3
+ size 4697621832
model-00039-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92da26032ce48bad788f02fe0e9068f877b0f1a221da2bd5c7ff11beb36cf19b
3
+ size 4999776384
model-00040-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79012a6a0c9c5c354abce055b8b6de17d03fa37d75f051f897595c5f87312dc
3
+ size 4697621832
model-00041-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:992e9afc1d8de96fb2707984a3a71989c1db8c7d99cf8f104581604abf802d1d
3
+ size 4697621832
model-00042-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6acab943a6495eed7d5dc05185ae861d61c3b9480d9ea69152da1d0f9ea40c
3
+ size 4999776376
model-00043-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1783274dc9898c35fcd648e89ed451a9b7cd748248763b182bbe5135e1e3f075
3
+ size 4697621832
model-00044-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f958646f8a171661301c52e669585ffc9b51b965f9e632395180ff91a53684c
3
+ size 4999776384
model-00045-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb928574f7cc6e8917af69fdcd87c34dab1a5821764876c40e906e1c61de4121
3
+ size 4697621832
model-00046-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:547ee660c6f6370fce2381d7269d68885bd6907002c33984bf6a994f47fcd33d
3
+ size 4999776384
model-00047-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0cf7b06048654d0957d473678744765b4bc4845687565b2a080e21259582238
3
+ size 4697621832
model-00048-of-00193.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6277ea1fa27e3af9ba567f9e7a18300cdb685ec1ae90c09b505662fc3b8f1cf2
3
+ size 4697621832