Update app.py

app.py

@@ -1,7 +1,12 @@
 from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline
 import gradio as gr
 
-nlp = pipeline('question-answering', model='databricks/dolly-v2-3b', tokenizer='databricks/dolly-v2-3b')
+nlp = pipeline('question-answering',
+               model='databricks/dolly-v2-3b',
+               tokenizer='databricks/dolly-v2-3b',
+               torch_dtype=torch.bfloat16, 
+               trust_remote_code=True, 
+               device_map="auto"))
 
 def qnamodel(context,question):
   question_set = {'context':context,'question':question}