genggui001
commited on
Commit
·
2971cbb
1
Parent(s):
b87b2a4
First model version
Browse files- global_step0/layer_01-model_00-model_states.pt +3 -0
- global_step0/layer_03-model_00-model_states.pt +3 -0
- global_step0/layer_04-model_00-model_states.pt +3 -0
- global_step0/layer_05-model_00-model_states.pt +3 -0
- global_step0/layer_06-model_00-model_states.pt +3 -0
- global_step0/layer_07-model_00-model_states.pt +3 -0
- global_step0/layer_08-model_00-model_states.pt +3 -0
- global_step0/layer_09-model_00-model_states.pt +3 -0
- global_step0/layer_10-model_00-model_states.pt +3 -0
- global_step0/layer_11-model_00-model_states.pt +3 -0
- global_step0/layer_12-model_00-model_states.pt +3 -0
- global_step0/layer_13-model_00-model_states.pt +3 -0
- global_step0/layer_14-model_00-model_states.pt +3 -0
- global_step0/layer_15-model_00-model_states.pt +3 -0
- global_step0/layer_16-model_00-model_states.pt +3 -0
- global_step0/layer_17-model_00-model_states.pt +3 -0
- global_step0/layer_18-model_00-model_states.pt +3 -0
- global_step0/layer_19-model_00-model_states.pt +3 -0
- global_step0/layer_20-model_00-model_states.pt +3 -0
- global_step0/layer_21-model_00-model_states.pt +3 -0
- global_step0/layer_22-model_00-model_states.pt +3 -0
- global_step0/layer_23-model_00-model_states.pt +3 -0
- global_step0/layer_24-model_00-model_states.pt +3 -0
- global_step0/layer_25-model_00-model_states.pt +3 -0
- global_step0/layer_26-model_00-model_states.pt +3 -0
- global_step0/layer_27-model_00-model_states.pt +3 -0
- global_step0/layer_28-model_00-model_states.pt +3 -0
- global_step0/layer_29-model_00-model_states.pt +3 -0
- global_step0/layer_30-model_00-model_states.pt +3 -0
- global_step0/layer_31-model_00-model_states.pt +3 -0
- global_step0/layer_32-model_00-model_states.pt +3 -0
- global_step0/layer_33-model_00-model_states.pt +3 -0
- global_step0/layer_34-model_00-model_states.pt +3 -0
- global_step0/layer_36-model_00-model_states.pt +3 -0
- global_step0/layer_37-model_00-model_states.pt +3 -0
- global_step0/mp_rank_00_model_states.pt +3 -0
- global_step0/mp_rank_01_model_states.pt +3 -0
- global_step0/mp_rank_02_model_states.pt +3 -0
- global_step0/mp_rank_03_model_states.pt +3 -0
- global_step0/mp_rank_04_model_states.pt +3 -0
- global_step0/mp_rank_05_model_states.pt +3 -0
- global_step0/mp_rank_06_model_states.pt +3 -0
- global_step0/mp_rank_07_model_states.pt +3 -0
- latest +1 -0
- latest_checkpointed_iteration.txt +1 -0
- tokenizer/added_tokens.json +3 -0
- tokenizer/special_tokens_map.json +12 -0
- tokenizer/tokenizer.model +3 -0
- tokenizer/tokenizer_config.json +41 -0
global_step0/layer_01-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae4a6cb9234f6974fd92cbeed43cf472801cd4aa8975de5f2f335b357996ac5e
|
3 |
+
size 411042736
|
global_step0/layer_03-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:13a4524e483782b24a9da74bf215513c299079ea800139c9d2156c31e5f0fd02
|
3 |
+
size 404769845
|
global_step0/layer_04-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76afda69601cb352b17c814ad7340ca204bdc849cb691dfa2dd742144a8ef25a
|
3 |
+
size 404769845
|
global_step0/layer_05-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bcbeda2779d09219af8b8aab56ce6dffc54d9d30a607b713356a5f85d5dc8a36
|
3 |
+
size 404769845
|
global_step0/layer_06-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9415b3ef18a88c275d8b41810ea02ff0f537b1c715b2dd702622b59727317e47
|
3 |
+
size 404769845
|
global_step0/layer_07-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61584fff58649d01593f6a0db3921d60a4d296135da332edb5cdc315e20df12e
|
3 |
+
size 404769845
|
global_step0/layer_08-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a81871468f2a60c5407458c1e5475a14ac5c94f0681b59aff20e016c16b427a0
|
3 |
+
size 404769845
|
global_step0/layer_09-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:814953e36ecb3ef9ab6ea657147593afbacc5846eb0e518879ec3befdd1e3f37
|
3 |
+
size 404769845
|
global_step0/layer_10-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:82f1a68797069e42eca3d7cda6b9c6215b42cab677bf91f61e16450ee8831dab
|
3 |
+
size 404769845
|
global_step0/layer_11-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:920e46bcaa38dcdfce0bc2361716bd9e1da10924ca83949c2b02edaea4a75a64
|
3 |
+
size 404769845
|
global_step0/layer_12-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69166c766c0e409053aa8b0caebec3242663c8d2146702d6943024a055a7a191
|
3 |
+
size 404769845
|
global_step0/layer_13-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5107774cc0c3bfe2f6be2b10198dd6f3a091a1fa54249ea6000c798a5bff03d0
|
3 |
+
size 404769845
|
global_step0/layer_14-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0474b931b66b8186b56906ade03f000296195fb26fb99ef2f47012dd4db203bd
|
3 |
+
size 404769845
|
global_step0/layer_15-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc968dbf13ab4b8247e56ea50a03faf836c29753c231d0b6a959e3bf6478957f
|
3 |
+
size 404769845
|
global_step0/layer_16-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7bbb1b9f333905b29b33995a0882c7c72a0b7047d79870ac7887173e7085c7e3
|
3 |
+
size 404769845
|
global_step0/layer_17-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b2cbd55f6fac39b7e675029eece89a084c8720f759f3d11f991284fbb87e2b9
|
3 |
+
size 404769845
|
global_step0/layer_18-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3337e28b178b22fb821c3a1ca858d307f977923f6ed89aee349af1cb90471c32
|
3 |
+
size 404769845
|
global_step0/layer_19-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6127200034b8b5ef3cd4e95416bf5c25399b75fb65b204e19d8115619af355d5
|
3 |
+
size 404769845
|
global_step0/layer_20-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:01745c87798cb817b2148e88ab5a29242dc658b82d407e78e81a28f1ad563473
|
3 |
+
size 404769845
|
global_step0/layer_21-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:737d4025c912e76ede8c6f305e16072ce00bcb7bb478ae854e157127531b6818
|
3 |
+
size 404769845
|
global_step0/layer_22-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff0e93d809eadb2ba366f7d92d3c29b0eb817fdcd3158ab537acbf506a1401a6
|
3 |
+
size 404769845
|
global_step0/layer_23-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce4d8e5ecb2d7e288fcdb285732806dee6fa15bc8010b89ba9bfefdfc1f78450
|
3 |
+
size 404769845
|
global_step0/layer_24-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:913bbb1a17bcdd42d090a9f06a81066148c41c26f4c5c8c43e1437058f0b7636
|
3 |
+
size 404769845
|
global_step0/layer_25-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:617cd8cc01d3cc1db5151ec69af9a0a47f6b9008f9636ca482381947aa0d6f3f
|
3 |
+
size 404769845
|
global_step0/layer_26-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:953461d37426e96d2cfe52e565ecc43262a38db2fe0767988a7049156777ee9d
|
3 |
+
size 404769845
|
global_step0/layer_27-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:086dadea891dceb6b0027fb5418348c4dbcb627802e3ca39b18854f8c1becb2f
|
3 |
+
size 404769845
|
global_step0/layer_28-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b3ccf4ebaec8ea47b45cee433d127d5b9d5d83222905e4661e22b3509a403fc5
|
3 |
+
size 404769845
|
global_step0/layer_29-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c8697cdf088764389328076a086504c3414152d83fd084f2e285542eba93be09
|
3 |
+
size 404769845
|
global_step0/layer_30-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a25872a5c0777b7097d4aecc1a6cd12d71c0a5c898134796892f04baa52ef78d
|
3 |
+
size 404769845
|
global_step0/layer_31-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f364ed1ae8571a73a44cab10c0af4f469296dde037c0722271eedb97b1c714b1
|
3 |
+
size 404769845
|
global_step0/layer_32-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9de1a60077065d5fed2f6b6b178571b30aefb7ef3bb201fe45f782c28434534e
|
3 |
+
size 404769845
|
global_step0/layer_33-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88bbbf96ef8d413fcb794c51c8e377892ef4ebc1d15d9dd6433d483062f968bf
|
3 |
+
size 404769845
|
global_step0/layer_34-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4e9f88b3123bfee16f4c29e6dbdd999eb055f3f2dd13d36274c8041072cced7
|
3 |
+
size 404769845
|
global_step0/layer_36-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b7ebd1c127e0d0330d3ec267e3cd9d47ada657772f3b43ea6bde4d40a8221da
|
3 |
+
size 9136
|
global_step0/layer_37-model_00-model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:28f8ee627ef358b4e9b0231ebafa47a18b1d3fb3880aad41b7ba41bdab06d48b
|
3 |
+
size 411042736
|
global_step0/mp_rank_00_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:159733aa524df3254fd48bb2ec9e208d3d2ee38b4b9e2886b3adccbc7c69a383
|
3 |
+
size 4220031
|
global_step0/mp_rank_01_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dcec7235dab85f95364047109350d57079f4468bea058efc63c23d174a5b4c57
|
3 |
+
size 4220031
|
global_step0/mp_rank_02_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0365d32136b0aa4d9c3c54aa8bd0133ab3d08c42a22dc510ab3629e8ee527a46
|
3 |
+
size 4220031
|
global_step0/mp_rank_03_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e721004854cc47374df7e7fac68ff1fc5a740d831437559d21188fdee1558095
|
3 |
+
size 4220031
|
global_step0/mp_rank_04_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2facf0bb1e7ef4b9861bbf8e87cd3a865fc1451e4ec26fd6b69b206481c2c374
|
3 |
+
size 4220031
|
global_step0/mp_rank_05_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d80c11ae7cb24b441669e06bd1eaec2935777ba267060a079efcc8703ebde7cb
|
3 |
+
size 4219967
|
global_step0/mp_rank_06_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d1a9823173138896eb3ec973ecd8f27b94b0ac6cbe1cc720d30a6015986cdfe
|
3 |
+
size 4219967
|
global_step0/mp_rank_07_model_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:478f04fdae41e158009ebff628ad8486c02dad4a567088917abccde5e0f10ad3
|
3 |
+
size 4220095
|
latest
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
global_step0
|
latest_checkpointed_iteration.txt
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
0
|
tokenizer/added_tokens.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<pad>": 49953
|
3 |
+
}
|
tokenizer/special_tokens_map.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": "<s>",
|
3 |
+
"eos_token": "</s>",
|
4 |
+
"pad_token": {
|
5 |
+
"content": "<pad>",
|
6 |
+
"lstrip": false,
|
7 |
+
"normalized": true,
|
8 |
+
"rstrip": false,
|
9 |
+
"single_word": false
|
10 |
+
},
|
11 |
+
"unk_token": "<unk>"
|
12 |
+
}
|
tokenizer/tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2676d4ca29ca1750f6ff203328d73b189321dc5776ceede037cbd36541d70c0
|
3 |
+
size 757958
|
tokenizer/tokenizer_config.json
ADDED
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_bos_token": true,
|
3 |
+
"add_eos_token": false,
|
4 |
+
"bos_token": {
|
5 |
+
"__type": "AddedToken",
|
6 |
+
"content": "<s>",
|
7 |
+
"lstrip": false,
|
8 |
+
"normalized": true,
|
9 |
+
"rstrip": false,
|
10 |
+
"single_word": false
|
11 |
+
},
|
12 |
+
"clean_up_tokenization_spaces": false,
|
13 |
+
"eos_token": {
|
14 |
+
"__type": "AddedToken",
|
15 |
+
"content": "</s>",
|
16 |
+
"lstrip": false,
|
17 |
+
"normalized": true,
|
18 |
+
"rstrip": false,
|
19 |
+
"single_word": false
|
20 |
+
},
|
21 |
+
"model_max_length": 1000000000000000019884624838656,
|
22 |
+
"pad_token": {
|
23 |
+
"__type": "AddedToken",
|
24 |
+
"content": "<pad>",
|
25 |
+
"lstrip": false,
|
26 |
+
"normalized": true,
|
27 |
+
"rstrip": false,
|
28 |
+
"single_word": false
|
29 |
+
},
|
30 |
+
"padding_side": "left",
|
31 |
+
"sp_model_kwargs": {},
|
32 |
+
"tokenizer_class": "LlamaTokenizer",
|
33 |
+
"unk_token": {
|
34 |
+
"__type": "AddedToken",
|
35 |
+
"content": "<unk>",
|
36 |
+
"lstrip": false,
|
37 |
+
"normalized": true,
|
38 |
+
"rstrip": false,
|
39 |
+
"single_word": false
|
40 |
+
}
|
41 |
+
}
|