Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -25,7 +25,8 @@ retriever = SentenceTransformer('all-MiniLM-L6-v2')
|
|
25 |
# Specify file_name="model.onnx" to select the correct ONNX file
|
26 |
model = ORTModelForQuestionAnswering.from_pretrained(
|
27 |
"Xenova/distilbert-base-uncased-distilled-squad",
|
28 |
-
file_name="onnx/model.onnx"
|
|
|
29 |
)
|
30 |
tokenizer = AutoTokenizer.from_pretrained("Xenova/distilbert-base-uncased-distilled-squad")
|
31 |
qa_model = pipeline("question-answering", model=model, tokenizer=tokenizer, framework="ort")
|
|
|
25 |
# Specify file_name="model.onnx" to select the correct ONNX file
|
26 |
model = ORTModelForQuestionAnswering.from_pretrained(
|
27 |
"Xenova/distilbert-base-uncased-distilled-squad",
|
28 |
+
file_name="onnx/model.onnx",
|
29 |
+
provider="CPUExecutionProvider"
|
30 |
)
|
31 |
tokenizer = AutoTokenizer.from_pretrained("Xenova/distilbert-base-uncased-distilled-squad")
|
32 |
qa_model = pipeline("question-answering", model=model, tokenizer=tokenizer, framework="ort")
|