File size: 509 Bytes
df8c355
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
{
  "_name_or_path": "./python_scripts/checkpoints/lang_200k_mt5_nllb/epoch=1-step=6250",
  "alignments1": "linear",
  "alignments2": "ffn",
  "alignments3": "linear",
  "architectures": [
    "LangBridgeModel"
  ],
  "dim_enc": 2048,
  "dim_lm": 4096,
  "dim_multi_dec": 2048,
  "enc": "DKYoon/mt5-xl-lm-adapt",
  "freeze_encoder": true,
  "freeze_language_model": true,
  "lm": "microsoft/Orca-2-7b",
  "multi_dec": "facebook/nllb-200-3.3B",
  "torch_dtype": "float32",
  "transformers_version": "4.46.3"
}