Update goai_helpers/goai_traduction.py
Browse files
goai_helpers/goai_traduction.py
CHANGED
@@ -27,9 +27,22 @@ def goai_traduction(text, src_lang, tgt_lang):
|
|
27 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_id, token=auth_token)
|
28 |
|
29 |
if model_id == "ArissBandoss/mos2fr-3B":
|
30 |
-
|
31 |
-
|
32 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
|
34 |
trans_pipe = pipeline("translation",
|
35 |
model=model, tokenizer=tokenizer,
|
|
|
27 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_id, token=auth_token)
|
28 |
|
29 |
if model_id == "ArissBandoss/mos2fr-3B":
|
30 |
+
try:
|
31 |
+
peft_config = PeftConfig.from_pretrained("ArissBandoss/mos2fr-3B")
|
32 |
+
base_model = AutoModelForSeq2SeqLM.from_pretrained(peft_config.base_model_name_or_path)
|
33 |
+
model = PeftModel.from_pretrained(base_model, "ArissBandoss/mos2fr-3B")
|
34 |
+
except ValueError:
|
35 |
+
from huggingface_hub import hf_hub_download
|
36 |
+
adapter_config_path = hf_hub_download(
|
37 |
+
repo_id="ArissBarndoss/mos2fr-3B",
|
38 |
+
filename="adapter_config.json"
|
39 |
+
)
|
40 |
+
|
41 |
+
peft_config = PeftConfig.from_json_file(adapter_config_path)
|
42 |
+
base_model = AutoModelForSeq2SeqLM.from_pretrained(peft_config.base_model_name_or_path)
|
43 |
+
model = PeftModel.from_pretrained(base_model, "ArissBandoss/mos2fr-3B")
|
44 |
+
|
45 |
+
|
46 |
|
47 |
trans_pipe = pipeline("translation",
|
48 |
model=model, tokenizer=tokenizer,
|