a95e4f3
|
|
from transformers import pipeline
import gradio as gr
instruct_pipeline = pipeline(model="databricks/dolly-v2-12b", trust_remote_code=True, device_map="auto")
def infer(x):
return instruct_pipeline(x)
gr.Interface(infer, "textbox", "textbox").launch()
|
