Update app.py
Browse files
app.py
CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoTokenizer
|
|
3 |
token1=AutoTokenizer.from_pretrained("allenai/Llama-3.1-Tulu-3-8B", use_fast=True)
|
4 |
token2=AutoTokenizer.from_pretrained("burgasdotpro/Sebushka-llama-3.1-8B", use_fast=True)
|
5 |
def ndps(text):
|
6 |
-
input_ids =
|
7 |
-
return
|
8 |
demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
|
9 |
demo.launch()
|
|
|
3 |
token1=AutoTokenizer.from_pretrained("allenai/Llama-3.1-Tulu-3-8B", use_fast=True)
|
4 |
token2=AutoTokenizer.from_pretrained("burgasdotpro/Sebushka-llama-3.1-8B", use_fast=True)
|
5 |
def ndps(text):
|
6 |
+
input_ids = token1.encode(text, add_special_tokens=True)
|
7 |
+
return token2.decode(input_ids, skip_special_tokens=True)
|
8 |
demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
|
9 |
demo.launch()
|