smitmenon commited on
Commit
129a3e1
·
verified ·
1 Parent(s): 319fc94

Training in progress, epoch 1

Browse files
added_tokens.json CHANGED
@@ -1,102 +1,29 @@
1
  {
2
- "__af__": 128004,
3
- "__am__": 128005,
4
- "__ar__": 128006,
5
- "__ast__": 128007,
6
- "__az__": 128008,
7
- "__ba__": 128009,
8
- "__be__": 128010,
9
- "__bg__": 128011,
10
- "__bn__": 128012,
11
- "__br__": 128013,
12
- "__bs__": 128014,
13
- "__ca__": 128015,
14
- "__ceb__": 128016,
15
- "__cs__": 128017,
16
- "__cy__": 128018,
17
- "__da__": 128019,
18
- "__de__": 128020,
19
- "__el__": 128021,
20
- "__en__": 128022,
21
- "__es__": 128023,
22
- "__et__": 128024,
23
- "__fa__": 128025,
24
- "__ff__": 128026,
25
- "__fi__": 128027,
26
- "__fr__": 128028,
27
- "__fy__": 128029,
28
- "__ga__": 128030,
29
- "__gd__": 128031,
30
- "__gl__": 128032,
31
- "__gu__": 128033,
32
- "__ha__": 128034,
33
- "__he__": 128035,
34
- "__hi__": 128036,
35
- "__hr__": 128037,
36
- "__ht__": 128038,
37
- "__hu__": 128039,
38
- "__hy__": 128040,
39
- "__id__": 128041,
40
- "__ig__": 128042,
41
- "__ilo__": 128043,
42
- "__is__": 128044,
43
- "__it__": 128045,
44
- "__ja__": 128046,
45
- "__jv__": 128047,
46
- "__ka__": 128048,
47
- "__kk__": 128049,
48
- "__km__": 128050,
49
- "__kn__": 128051,
50
- "__ko__": 128052,
51
- "__lb__": 128053,
52
- "__lg__": 128054,
53
- "__ln__": 128055,
54
- "__lo__": 128056,
55
- "__lt__": 128057,
56
- "__lv__": 128058,
57
- "__mg__": 128059,
58
- "__mk__": 128060,
59
- "__ml__": 128061,
60
- "__mn__": 128062,
61
- "__mr__": 128063,
62
- "__ms__": 128064,
63
- "__my__": 128065,
64
- "__ne__": 128066,
65
- "__nl__": 128067,
66
- "__no__": 128068,
67
- "__ns__": 128069,
68
- "__oc__": 128070,
69
- "__or__": 128071,
70
- "__pa__": 128072,
71
- "__pl__": 128073,
72
- "__ps__": 128074,
73
- "__pt__": 128075,
74
- "__ro__": 128076,
75
- "__ru__": 128077,
76
- "__sd__": 128078,
77
- "__si__": 128079,
78
- "__sk__": 128080,
79
- "__sl__": 128081,
80
- "__so__": 128082,
81
- "__sq__": 128083,
82
- "__sr__": 128084,
83
- "__ss__": 128085,
84
- "__su__": 128086,
85
- "__sv__": 128087,
86
- "__sw__": 128088,
87
- "__ta__": 128089,
88
- "__th__": 128090,
89
- "__tl__": 128091,
90
- "__tn__": 128092,
91
- "__tr__": 128093,
92
- "__uk__": 128094,
93
- "__ur__": 128095,
94
- "__uz__": 128096,
95
- "__vi__": 128097,
96
- "__wo__": 128098,
97
- "__xh__": 128099,
98
- "__yi__": 128100,
99
- "__yo__": 128101,
100
- "__zh__": 128102,
101
- "__zu__": 128103
102
  }
 
1
  {
2
+ "<mask>": 250053,
3
+ "az_AZ": 250027,
4
+ "bn_IN": 250028,
5
+ "fa_IR": 250029,
6
+ "gl_ES": 250051,
7
+ "he_IL": 250030,
8
+ "hr_HR": 250031,
9
+ "id_ID": 250032,
10
+ "ka_GE": 250033,
11
+ "km_KH": 250034,
12
+ "mk_MK": 250035,
13
+ "ml_IN": 250036,
14
+ "mn_MN": 250037,
15
+ "mr_IN": 250038,
16
+ "pl_PL": 250039,
17
+ "ps_AF": 250040,
18
+ "pt_XX": 250041,
19
+ "sl_SI": 250052,
20
+ "sv_SE": 250042,
21
+ "sw_KE": 250043,
22
+ "ta_IN": 250044,
23
+ "te_IN": 250045,
24
+ "th_TH": 250046,
25
+ "tl_XX": 250047,
26
+ "uk_UA": 250048,
27
+ "ur_PK": 250049,
28
+ "xh_ZA": 250050
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  }
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "facebook/mbart-large-50-one-to-many-mmt",
3
  "_num_labels": 3,
4
  "activation_dropout": 0.0,
5
  "activation_function": "relu",
 
1
  {
2
+ "_name_or_path": "smitmenon/e2m_translation_project",
3
  "_num_labels": 3,
4
  "activation_dropout": 0.0,
5
  "activation_function": "relu",
logs/events.out.tfevents.1731827300.220aa27cc97f.4616.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9a289eaaa4447819855244fe1683d4688c4e4280823cdc8bff6d24e7b295ec8
3
+ size 7514
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7fe5913ab6eb7af4aebcb5044201b62266c1ae9062306f4e2b2b94d0d97d134
3
  size 2444578688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ff6926674175b32ec8518d423bd2e5eefc1760af19c28f0d68e07827ef97af
3
  size 2444578688
special_tokens_map.json CHANGED
@@ -53,9 +53,27 @@
53
  "gl_ES",
54
  "sl_SI"
55
  ],
56
- "bos_token": "<s>",
57
- "cls_token": "<s>",
58
- "eos_token": "</s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
59
  "mask_token": {
60
  "content": "<mask>",
61
  "lstrip": true,
@@ -63,7 +81,25 @@
63
  "rstrip": false,
64
  "single_word": false
65
  },
66
- "pad_token": "<pad>",
67
- "sep_token": "</s>",
68
- "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  }
 
53
  "gl_ES",
54
  "sl_SI"
55
  ],
56
+ "bos_token": {
57
+ "content": "<s>",
58
+ "lstrip": false,
59
+ "normalized": false,
60
+ "rstrip": false,
61
+ "single_word": false
62
+ },
63
+ "cls_token": {
64
+ "content": "<s>",
65
+ "lstrip": false,
66
+ "normalized": false,
67
+ "rstrip": false,
68
+ "single_word": false
69
+ },
70
+ "eos_token": {
71
+ "content": "</s>",
72
+ "lstrip": false,
73
+ "normalized": false,
74
+ "rstrip": false,
75
+ "single_word": false
76
+ },
77
  "mask_token": {
78
  "content": "<mask>",
79
  "lstrip": true,
 
81
  "rstrip": false,
82
  "single_word": false
83
  },
84
+ "pad_token": {
85
+ "content": "<pad>",
86
+ "lstrip": false,
87
+ "normalized": false,
88
+ "rstrip": false,
89
+ "single_word": false
90
+ },
91
+ "sep_token": {
92
+ "content": "</s>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false
97
+ },
98
+ "unk_token": {
99
+ "content": "<unk>",
100
+ "lstrip": false,
101
+ "normalized": false,
102
+ "rstrip": false,
103
+ "single_word": false
104
+ }
105
  }
tokenizer_config.json CHANGED
@@ -522,7 +522,7 @@
522
  "sep_token": "</s>",
523
  "sp_model_kwargs": {},
524
  "src_lang": "en_XX",
525
- "tgt_lang": null,
526
- "tokenizer_class": "MBart50Tokenizer",
527
  "unk_token": "<unk>"
528
  }
 
522
  "sep_token": "</s>",
523
  "sp_model_kwargs": {},
524
  "src_lang": "en_XX",
525
+ "tgt_lang": "ml_IN",
526
+ "tokenizer_class": "MBartTokenizer",
527
  "unk_token": "<unk>"
528
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d8faf2398860ca292877eda796ce8559c03a72802fe57e3987573c06350396a
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e4ce10b393e82dd8c813a4dc34e6470bb4b305a0c0ffdf6fd1040d604535262
3
  size 5432