Moha782 commited on
Commit
51f29de
·
verified ·
1 Parent(s): e0c7ddb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ vector_store = FAISS.load_local("db.index", embeddings=None, allow_dangerous_des
11
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
12
 
13
  # Create an LLM object from the InferenceClient
14
- llm = HuggingFaceInferenceClient(client)
15
 
16
  # Initialize the RetrievalQA chain
17
  qa = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=vector_store.as_retriever())
 
11
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
12
 
13
  # Create an LLM object from the InferenceClient
14
+ llm = HuggingFaceTextGenInference(client)
15
 
16
  # Initialize the RetrievalQA chain
17
  qa = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=vector_store.as_retriever())