Shriharsh commited on
Commit
7215005
·
verified ·
1 Parent(s): 1e4d96e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -25,7 +25,8 @@ retriever = SentenceTransformer('all-MiniLM-L6-v2')
25
  # Specify file_name="model.onnx" to select the correct ONNX file
26
  model = ORTModelForQuestionAnswering.from_pretrained(
27
  "Xenova/distilbert-base-uncased-distilled-squad",
28
- file_name="onnx/model.onnx"
 
29
  )
30
  tokenizer = AutoTokenizer.from_pretrained("Xenova/distilbert-base-uncased-distilled-squad")
31
  qa_model = pipeline("question-answering", model=model, tokenizer=tokenizer, framework="ort")
 
25
  # Specify file_name="model.onnx" to select the correct ONNX file
26
  model = ORTModelForQuestionAnswering.from_pretrained(
27
  "Xenova/distilbert-base-uncased-distilled-squad",
28
+ file_name="onnx/model.onnx",
29
+ provider="CPUExecutionProvider"
30
  )
31
  tokenizer = AutoTokenizer.from_pretrained("Xenova/distilbert-base-uncased-distilled-squad")
32
  qa_model = pipeline("question-answering", model=model, tokenizer=tokenizer, framework="ort")