Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,9 @@
|
|
1 |
import gradio as gr
|
2 |
-
from
|
3 |
-
|
4 |
-
|
|
|
|
|
|
|
5 |
demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
|
6 |
demo.launch()
|
|
|
1 |
import gradio as gr
|
2 |
+
from transformers import AutoTokenizer
|
3 |
+
token1=AutoTokenizer.from_pretrained("allenai/Llama-3.1-Tulu-3-8B", use_fast=True)
|
4 |
+
token2=AutoTokenizer.from_pretrained("burgasdotpro/Sebushka-llama-3.1-8B", use_fast=True)
|
5 |
+
def ndps(text):
|
6 |
+
input_ids = tokenizer.encode(text, add_special_tokens=True)
|
7 |
+
return tokenizer.decode(input_ids, skip_special_tokens=True)
|
8 |
demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
|
9 |
demo.launch()
|