Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ vector_store = FAISS.load_local("db.index", embeddings=None, allow_dangerous_des
|
|
11 |
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
12 |
|
13 |
# Create an LLM object from the InferenceClient
|
14 |
-
llm =
|
15 |
|
16 |
# Initialize the RetrievalQA chain
|
17 |
qa = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=vector_store.as_retriever())
|
|
|
11 |
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
12 |
|
13 |
# Create an LLM object from the InferenceClient
|
14 |
+
llm = HuggingFaceTextGenInference(client)
|
15 |
|
16 |
# Initialize the RetrievalQA chain
|
17 |
qa = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=vector_store.as_retriever())
|