File size: 938 Bytes
f66560f
 
 
 
fb95c43
f66560f
fb95c43
f66560f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3d33782
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
# retriever and qa_chain function

# HF libraries
from langchain.llms import HuggingFaceHub
from langchain_huggingface import HuggingFaceHubEmbeddings
# vectorestore
from langchain_community.vectorstores import FAISS
# retrieval chain
from langchain.chains import RetrievalQA
# prompt template
from langchain.prompts import PromptTemplate
from langchain.memory import ConversationBufferMemory


def get_db_retriever(vector_db:str=None):
    model_name = "sentence-transformers/multi-qa-mpnet-base-dot-v1"
    embeddings = HuggingFaceHubEmbeddings(repo_id=model_name)

    #db = Chroma(persist_directory="./vectorstore/lc-chroma-multi-mpnet-500", embedding_function=embeddings)
    #db.get()
    if not vector_db:
        FAISS_INDEX_PATH='./vectorstore/py-faiss-multi-mpnet-500'
    else:
        FAISS_INDEX_PATH=vector_db
    db = FAISS.load_local(FAISS_INDEX_PATH, embeddings)

    retriever = db.as_retriever()

    return retriever