File size: 444 Bytes
64b1dfa f54b57e bc7f528 64b1dfa |
1 2 3 4 5 6 7 8 9 |
import gradio as gr
from transformers import AutoTokenizer
token1=AutoTokenizer.from_pretrained("allenai/Llama-3.1-Tulu-3-8B", use_fast=True)
token2=AutoTokenizer.from_pretrained("burgasdotpro/Sebushka-llama-3.1-8B", use_fast=True)
def ndps(text):
input_ids = token1.encode(text, add_special_tokens=True)
return token2.decode(input_ids, skip_special_tokens=True)
demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
demo.launch() |