Update app.py

app.py

@@ -1,9 +1,17 @@
+from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline
 import gradio as gr
-import torch
-from transformers import pipeline
-ans = pipeline(model="databricks/dolly-v2-3b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
-def answer(query):
-  out=ans(query)
-  return out
-Demo = gr.Interface(fn=answer,inputs='text',outputs='text',examples=[['']])
-Demo.launch()
+
+nlp = pipeline('question-answering', model='databricks/dolly-v2-3b', tokenizer='databricks/dolly-v2-3b')
+
+def qnamodel(context,question):
+  question_set = {'context':context,'question':question}
+  results = nlp(question_set)
+  return results['answer']
+
+interface = gr.Interface(fn=qnamodel, 
+                        inputs=[gr.inputs.Textbox(lines=7, label="Context"), gr.inputs.Textbox(lines=2, label="Question")],
+                        outputs= gr.outputs.Textbox(label="Answer"),
+                        title='Context Question Answering')
+                        
+interface.launch(inline=False)
+