FrostIce commited on
Commit
f54b57e
·
verified ·
1 Parent(s): dc1fb2e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -3
app.py CHANGED
@@ -1,6 +1,9 @@
1
  import gradio as gr
2
- from NDPS import ndps
3
-
4
-
 
 
 
5
  demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
6
  demo.launch()
 
1
  import gradio as gr
2
+ from transformers import AutoTokenizer
3
+ token1=AutoTokenizer.from_pretrained("allenai/Llama-3.1-Tulu-3-8B", use_fast=True)
4
+ token2=AutoTokenizer.from_pretrained("burgasdotpro/Sebushka-llama-3.1-8B", use_fast=True)
5
+ def ndps(text):
6
+ input_ids = tokenizer.encode(text, add_special_tokens=True)
7
+ return tokenizer.decode(input_ids, skip_special_tokens=True)
8
  demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
9
  demo.launch()