File size: 512 Bytes
ad21763
203866a
e882144
ad21763
88570c9
ad21763
532fa3f
95d1712
 
 
 
 
 
161b7ff
ad21763
7772999
161b7ff
cf665c9
 
ad21763
161b7ff
cf665c9
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
import gradio as gr
import transformers
from transformers import AutoTokenizer
import torch
from diffusers.utils.torch_utils import randn_tensor

model = "anirudh-sub/debate_model_v2.1"
tokenizer = AutoTokenizer.from_pretrained(model)
pipeline = transformers.pipeline(
    "text-generation",
    model=model,
    torch_dtype=torch.float16,
    device_map="auto",
)


def debate_response(text):
    return "testing"
    

intf = gr.Interface(fn=debate_response, inputs=gr.Textbox(), outputs="text")
intf.launch()