Spaces:
Running
Running
Update src/translate/Translate.py
Browse files- src/translate/Translate.py +24 -30
src/translate/Translate.py
CHANGED
@@ -17,7 +17,7 @@ modelROMENG.to(device)
|
|
17 |
modelENGROM.to(device)
|
18 |
|
19 |
|
20 |
-
def paraphraseTranslateMethod(requestValue : str):
|
21 |
|
22 |
exception = ""
|
23 |
result_value = ""
|
@@ -30,33 +30,27 @@ def paraphraseTranslateMethod(requestValue : str):
|
|
30 |
tokenized_sent_list = sent_tokenize(requestValue)
|
31 |
|
32 |
for SENTENCE in tokenized_sent_list:
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
early_stopping=False
|
56 |
-
)
|
57 |
-
|
58 |
result = tokenizerENGROM.batch_decode(output, skip_special_tokens=True)[0]
|
59 |
-
|
60 |
-
result_value += result + " "
|
61 |
-
|
62 |
-
return result_value, ""
|
|
|
17 |
modelENGROM.to(device)
|
18 |
|
19 |
|
20 |
+
def paraphraseTranslateMethod(requestValue : str, model: str):
|
21 |
|
22 |
exception = ""
|
23 |
result_value = ""
|
|
|
30 |
tokenized_sent_list = sent_tokenize(requestValue)
|
31 |
|
32 |
for SENTENCE in tokenized_sent_list:
|
33 |
+
if model == 'roen'
|
34 |
+
input_ids = tokenizerROMENG(SENTENCE, return_tensors='pt').to(device)
|
35 |
+
output = modelROMENG.generate(
|
36 |
+
input_ids=input_ids1.input_ids,
|
37 |
+
do_sample=True,
|
38 |
+
max_length=512,
|
39 |
+
top_k=90,
|
40 |
+
top_p=0.97,
|
41 |
+
early_stopping=False
|
42 |
+
)
|
43 |
+
result = tokenizerROMENG.batch_decode(output1, skip_special_tokens=True)[0]
|
44 |
+
else:
|
45 |
+
input_ids = tokenizerENGROM(SENTENCE, return_tensors='pt').to(device)
|
46 |
+
|
47 |
+
output = modelENGROM.generate(
|
48 |
+
input_ids=input_ids.input_ids,
|
49 |
+
do_sample=True,
|
50 |
+
max_length=512,
|
51 |
+
top_k=90,
|
52 |
+
top_p=0.97,
|
53 |
+
early_stopping=False
|
54 |
+
)
|
|
|
|
|
|
|
55 |
result = tokenizerENGROM.batch_decode(output, skip_special_tokens=True)[0]
|
56 |
+
return result.strip(), ""
|
|
|
|
|
|