shams1992 commited on
Commit
19f3906
·
1 Parent(s): 2cf76c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -1,7 +1,12 @@
1
  from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline
2
  import gradio as gr
3
 
4
- nlp = pipeline('question-answering', model='databricks/dolly-v2-3b', tokenizer='databricks/dolly-v2-3b')
 
 
 
 
 
5
 
6
  def qnamodel(context,question):
7
  question_set = {'context':context,'question':question}
 
1
  from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline
2
  import gradio as gr
3
 
4
+ nlp = pipeline('question-answering',
5
+ model='databricks/dolly-v2-3b',
6
+ tokenizer='databricks/dolly-v2-3b',
7
+ torch_dtype=torch.bfloat16,
8
+ trust_remote_code=True,
9
+ device_map="auto"))
10
 
11
  def qnamodel(context,question):
12
  question_set = {'context':context,'question':question}