Spaces:
Sleeping
Sleeping
File size: 938 Bytes
f66560f fb95c43 f66560f fb95c43 f66560f 3d33782 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
# retriever and qa_chain function
# HF libraries
from langchain.llms import HuggingFaceHub
from langchain_huggingface import HuggingFaceHubEmbeddings
# vectorestore
from langchain_community.vectorstores import FAISS
# retrieval chain
from langchain.chains import RetrievalQA
# prompt template
from langchain.prompts import PromptTemplate
from langchain.memory import ConversationBufferMemory
def get_db_retriever(vector_db:str=None):
model_name = "sentence-transformers/multi-qa-mpnet-base-dot-v1"
embeddings = HuggingFaceHubEmbeddings(repo_id=model_name)
#db = Chroma(persist_directory="./vectorstore/lc-chroma-multi-mpnet-500", embedding_function=embeddings)
#db.get()
if not vector_db:
FAISS_INDEX_PATH='./vectorstore/py-faiss-multi-mpnet-500'
else:
FAISS_INDEX_PATH=vector_db
db = FAISS.load_local(FAISS_INDEX_PATH, embeddings)
retriever = db.as_retriever()
return retriever
|