michaelfeil
/

ct2fast-m2m100_1.2B

Inference Endpoints

Model card Files Files and versions Community

michaelfeil commited on May 19, 2023

Commit

837fb7e

•

1 Parent(s): 75dab33

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -116,8 +116,8 @@ pip install hf_hub_ctranslate2>=1.0.3 ctranslate2>=3.13.0
 from hf_hub_ctranslate2 import MultiLingualTranslatorCT2fromHfHub
 model = MultiLingualTranslatorCT2fromHfHub(
-    model_name_or_path="michaelfeil/ct2fast-m2m100_1.2B", device="cpu", compute_type="int8",
-    tokenizer=AutoTokenizer.from_pretrained(f"facebook/m2m100_418M")
 )
 outputs = model.generate(

 from hf_hub_ctranslate2 import MultiLingualTranslatorCT2fromHfHub
 model = MultiLingualTranslatorCT2fromHfHub(
+    model_name_or_path="michaelfeil/ct2fast-m2m100_1.2B", device="cuda", compute_type="int8_float16",
+    tokenizer=AutoTokenizer.from_pretrained(f"facebook/m2m100_1.2B")
 )
 outputs = model.generate(