| from transformers import pipeline | |
| import gradio as gr | |
| instruct_pipeline = pipeline(model="databricks/dolly-v2-12b", trust_remote_code=True, device_map="auto") | |
| def infer(x): | |
| return instruct_pipeline(x) | |
| gr.Interface(infer, "textbox", "textbox").launch() | |