genggui001 commited on
Commit
2971cbb
·
1 Parent(s): b87b2a4

First model version

Browse files
Files changed (49) hide show
  1. global_step0/layer_01-model_00-model_states.pt +3 -0
  2. global_step0/layer_03-model_00-model_states.pt +3 -0
  3. global_step0/layer_04-model_00-model_states.pt +3 -0
  4. global_step0/layer_05-model_00-model_states.pt +3 -0
  5. global_step0/layer_06-model_00-model_states.pt +3 -0
  6. global_step0/layer_07-model_00-model_states.pt +3 -0
  7. global_step0/layer_08-model_00-model_states.pt +3 -0
  8. global_step0/layer_09-model_00-model_states.pt +3 -0
  9. global_step0/layer_10-model_00-model_states.pt +3 -0
  10. global_step0/layer_11-model_00-model_states.pt +3 -0
  11. global_step0/layer_12-model_00-model_states.pt +3 -0
  12. global_step0/layer_13-model_00-model_states.pt +3 -0
  13. global_step0/layer_14-model_00-model_states.pt +3 -0
  14. global_step0/layer_15-model_00-model_states.pt +3 -0
  15. global_step0/layer_16-model_00-model_states.pt +3 -0
  16. global_step0/layer_17-model_00-model_states.pt +3 -0
  17. global_step0/layer_18-model_00-model_states.pt +3 -0
  18. global_step0/layer_19-model_00-model_states.pt +3 -0
  19. global_step0/layer_20-model_00-model_states.pt +3 -0
  20. global_step0/layer_21-model_00-model_states.pt +3 -0
  21. global_step0/layer_22-model_00-model_states.pt +3 -0
  22. global_step0/layer_23-model_00-model_states.pt +3 -0
  23. global_step0/layer_24-model_00-model_states.pt +3 -0
  24. global_step0/layer_25-model_00-model_states.pt +3 -0
  25. global_step0/layer_26-model_00-model_states.pt +3 -0
  26. global_step0/layer_27-model_00-model_states.pt +3 -0
  27. global_step0/layer_28-model_00-model_states.pt +3 -0
  28. global_step0/layer_29-model_00-model_states.pt +3 -0
  29. global_step0/layer_30-model_00-model_states.pt +3 -0
  30. global_step0/layer_31-model_00-model_states.pt +3 -0
  31. global_step0/layer_32-model_00-model_states.pt +3 -0
  32. global_step0/layer_33-model_00-model_states.pt +3 -0
  33. global_step0/layer_34-model_00-model_states.pt +3 -0
  34. global_step0/layer_36-model_00-model_states.pt +3 -0
  35. global_step0/layer_37-model_00-model_states.pt +3 -0
  36. global_step0/mp_rank_00_model_states.pt +3 -0
  37. global_step0/mp_rank_01_model_states.pt +3 -0
  38. global_step0/mp_rank_02_model_states.pt +3 -0
  39. global_step0/mp_rank_03_model_states.pt +3 -0
  40. global_step0/mp_rank_04_model_states.pt +3 -0
  41. global_step0/mp_rank_05_model_states.pt +3 -0
  42. global_step0/mp_rank_06_model_states.pt +3 -0
  43. global_step0/mp_rank_07_model_states.pt +3 -0
  44. latest +1 -0
  45. latest_checkpointed_iteration.txt +1 -0
  46. tokenizer/added_tokens.json +3 -0
  47. tokenizer/special_tokens_map.json +12 -0
  48. tokenizer/tokenizer.model +3 -0
  49. tokenizer/tokenizer_config.json +41 -0
global_step0/layer_01-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae4a6cb9234f6974fd92cbeed43cf472801cd4aa8975de5f2f335b357996ac5e
3
+ size 411042736
global_step0/layer_03-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13a4524e483782b24a9da74bf215513c299079ea800139c9d2156c31e5f0fd02
3
+ size 404769845
global_step0/layer_04-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76afda69601cb352b17c814ad7340ca204bdc849cb691dfa2dd742144a8ef25a
3
+ size 404769845
global_step0/layer_05-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcbeda2779d09219af8b8aab56ce6dffc54d9d30a607b713356a5f85d5dc8a36
3
+ size 404769845
global_step0/layer_06-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9415b3ef18a88c275d8b41810ea02ff0f537b1c715b2dd702622b59727317e47
3
+ size 404769845
global_step0/layer_07-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61584fff58649d01593f6a0db3921d60a4d296135da332edb5cdc315e20df12e
3
+ size 404769845
global_step0/layer_08-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81871468f2a60c5407458c1e5475a14ac5c94f0681b59aff20e016c16b427a0
3
+ size 404769845
global_step0/layer_09-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:814953e36ecb3ef9ab6ea657147593afbacc5846eb0e518879ec3befdd1e3f37
3
+ size 404769845
global_step0/layer_10-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82f1a68797069e42eca3d7cda6b9c6215b42cab677bf91f61e16450ee8831dab
3
+ size 404769845
global_step0/layer_11-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:920e46bcaa38dcdfce0bc2361716bd9e1da10924ca83949c2b02edaea4a75a64
3
+ size 404769845
global_step0/layer_12-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69166c766c0e409053aa8b0caebec3242663c8d2146702d6943024a055a7a191
3
+ size 404769845
global_step0/layer_13-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5107774cc0c3bfe2f6be2b10198dd6f3a091a1fa54249ea6000c798a5bff03d0
3
+ size 404769845
global_step0/layer_14-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0474b931b66b8186b56906ade03f000296195fb26fb99ef2f47012dd4db203bd
3
+ size 404769845
global_step0/layer_15-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc968dbf13ab4b8247e56ea50a03faf836c29753c231d0b6a959e3bf6478957f
3
+ size 404769845
global_step0/layer_16-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bbb1b9f333905b29b33995a0882c7c72a0b7047d79870ac7887173e7085c7e3
3
+ size 404769845
global_step0/layer_17-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2cbd55f6fac39b7e675029eece89a084c8720f759f3d11f991284fbb87e2b9
3
+ size 404769845
global_step0/layer_18-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3337e28b178b22fb821c3a1ca858d307f977923f6ed89aee349af1cb90471c32
3
+ size 404769845
global_step0/layer_19-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6127200034b8b5ef3cd4e95416bf5c25399b75fb65b204e19d8115619af355d5
3
+ size 404769845
global_step0/layer_20-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01745c87798cb817b2148e88ab5a29242dc658b82d407e78e81a28f1ad563473
3
+ size 404769845
global_step0/layer_21-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:737d4025c912e76ede8c6f305e16072ce00bcb7bb478ae854e157127531b6818
3
+ size 404769845
global_step0/layer_22-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff0e93d809eadb2ba366f7d92d3c29b0eb817fdcd3158ab537acbf506a1401a6
3
+ size 404769845
global_step0/layer_23-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce4d8e5ecb2d7e288fcdb285732806dee6fa15bc8010b89ba9bfefdfc1f78450
3
+ size 404769845
global_step0/layer_24-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:913bbb1a17bcdd42d090a9f06a81066148c41c26f4c5c8c43e1437058f0b7636
3
+ size 404769845
global_step0/layer_25-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:617cd8cc01d3cc1db5151ec69af9a0a47f6b9008f9636ca482381947aa0d6f3f
3
+ size 404769845
global_step0/layer_26-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:953461d37426e96d2cfe52e565ecc43262a38db2fe0767988a7049156777ee9d
3
+ size 404769845
global_step0/layer_27-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:086dadea891dceb6b0027fb5418348c4dbcb627802e3ca39b18854f8c1becb2f
3
+ size 404769845
global_step0/layer_28-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ccf4ebaec8ea47b45cee433d127d5b9d5d83222905e4661e22b3509a403fc5
3
+ size 404769845
global_step0/layer_29-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8697cdf088764389328076a086504c3414152d83fd084f2e285542eba93be09
3
+ size 404769845
global_step0/layer_30-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a25872a5c0777b7097d4aecc1a6cd12d71c0a5c898134796892f04baa52ef78d
3
+ size 404769845
global_step0/layer_31-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f364ed1ae8571a73a44cab10c0af4f469296dde037c0722271eedb97b1c714b1
3
+ size 404769845
global_step0/layer_32-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de1a60077065d5fed2f6b6b178571b30aefb7ef3bb201fe45f782c28434534e
3
+ size 404769845
global_step0/layer_33-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88bbbf96ef8d413fcb794c51c8e377892ef4ebc1d15d9dd6433d483062f968bf
3
+ size 404769845
global_step0/layer_34-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4e9f88b3123bfee16f4c29e6dbdd999eb055f3f2dd13d36274c8041072cced7
3
+ size 404769845
global_step0/layer_36-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b7ebd1c127e0d0330d3ec267e3cd9d47ada657772f3b43ea6bde4d40a8221da
3
+ size 9136
global_step0/layer_37-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28f8ee627ef358b4e9b0231ebafa47a18b1d3fb3880aad41b7ba41bdab06d48b
3
+ size 411042736
global_step0/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:159733aa524df3254fd48bb2ec9e208d3d2ee38b4b9e2886b3adccbc7c69a383
3
+ size 4220031
global_step0/mp_rank_01_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcec7235dab85f95364047109350d57079f4468bea058efc63c23d174a5b4c57
3
+ size 4220031
global_step0/mp_rank_02_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0365d32136b0aa4d9c3c54aa8bd0133ab3d08c42a22dc510ab3629e8ee527a46
3
+ size 4220031
global_step0/mp_rank_03_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e721004854cc47374df7e7fac68ff1fc5a740d831437559d21188fdee1558095
3
+ size 4220031
global_step0/mp_rank_04_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2facf0bb1e7ef4b9861bbf8e87cd3a865fc1451e4ec26fd6b69b206481c2c374
3
+ size 4220031
global_step0/mp_rank_05_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d80c11ae7cb24b441669e06bd1eaec2935777ba267060a079efcc8703ebde7cb
3
+ size 4219967
global_step0/mp_rank_06_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d1a9823173138896eb3ec973ecd8f27b94b0ac6cbe1cc720d30a6015986cdfe
3
+ size 4219967
global_step0/mp_rank_07_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:478f04fdae41e158009ebff628ad8486c02dad4a567088917abccde5e0f10ad3
3
+ size 4220095
latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step0
latest_checkpointed_iteration.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 0
tokenizer/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<pad>": 49953
3
+ }
tokenizer/special_tokens_map.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "eos_token": "</s>",
4
+ "pad_token": {
5
+ "content": "<pad>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false
10
+ },
11
+ "unk_token": "<unk>"
12
+ }
tokenizer/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2676d4ca29ca1750f6ff203328d73b189321dc5776ceede037cbd36541d70c0
3
+ size 757958
tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "bos_token": {
5
+ "__type": "AddedToken",
6
+ "content": "<s>",
7
+ "lstrip": false,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "clean_up_tokenization_spaces": false,
13
+ "eos_token": {
14
+ "__type": "AddedToken",
15
+ "content": "</s>",
16
+ "lstrip": false,
17
+ "normalized": true,
18
+ "rstrip": false,
19
+ "single_word": false
20
+ },
21
+ "model_max_length": 1000000000000000019884624838656,
22
+ "pad_token": {
23
+ "__type": "AddedToken",
24
+ "content": "<pad>",
25
+ "lstrip": false,
26
+ "normalized": true,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "padding_side": "left",
31
+ "sp_model_kwargs": {},
32
+ "tokenizer_class": "LlamaTokenizer",
33
+ "unk_token": {
34
+ "__type": "AddedToken",
35
+ "content": "<unk>",
36
+ "lstrip": false,
37
+ "normalized": true,
38
+ "rstrip": false,
39
+ "single_word": false
40
+ }
41
+ }