Spaces:
Paused
Paused
Create app.py
Browse files
app.py
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio
|
2 |
+
|
3 |
+
|
4 |
+
# Function for response generation
|
5 |
+
def generate_query_response(prompt, max_length=200):
|
6 |
+
|
7 |
+
model = loaded_model
|
8 |
+
tokenizer = loaded_tokenizer
|
9 |
+
|
10 |
+
prompt = f"<question>{prompt}<answer>"
|
11 |
+
response = generate_response(model, tokenizer, prompt, max_length)
|
12 |
+
|
13 |
+
return response
|
14 |
+
|
15 |
+
# Gradio elements
|
16 |
+
|
17 |
+
# Input from user
|
18 |
+
in_prompt = gradio.Textbox(lines=2, placeholder=None, value="", label='Enter Medical Question')
|
19 |
+
in_max_length = gradio.Number(value=200, label='Answer Length')
|
20 |
+
|
21 |
+
# Output response
|
22 |
+
out_response = gradio.Textbox(type="text", label='Answer')
|
23 |
+
|
24 |
+
# Gradio interface to generate UI link
|
25 |
+
iface = gradio.Interface(fn = generate_query_response,
|
26 |
+
inputs = [in_prompt, in_max_length],
|
27 |
+
outputs = [out_response])
|
28 |
+
|
29 |
+
iface.launch(share = True)
|