Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,9 @@ import openai
|
|
24 |
from langchain.llms import OpenAI
|
25 |
|
26 |
from langchain.embeddings.openai import OpenAIEmbeddings
|
27 |
-
|
|
|
|
|
28 |
|
29 |
from langchain.document_loaders import SeleniumURLLoader, PyPDFLoader
|
30 |
|
@@ -61,10 +63,20 @@ def pretty_print_docs(docs):
|
|
61 |
|
62 |
|
63 |
def getEmbeddingModel(embeddingId):
|
64 |
-
|
65 |
-
|
66 |
-
|
67 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
68 |
return OpenAIEmbeddings()
|
69 |
|
70 |
|
|
|
24 |
from langchain.llms import OpenAI
|
25 |
|
26 |
from langchain.embeddings.openai import OpenAIEmbeddings
|
27 |
+
from langchain.embeddings import HuggingFaceBgeEmbeddings
|
28 |
+
from langchain.embeddings import HuggingFaceInstructEmbeddings
|
29 |
+
from langchain.embeddings import SentenceTransformerEmbeddings
|
30 |
|
31 |
from langchain.document_loaders import SeleniumURLLoader, PyPDFLoader
|
32 |
|
|
|
63 |
|
64 |
|
65 |
def getEmbeddingModel(embeddingId):
|
66 |
+
if (embeddingId == 1):
|
67 |
+
embeddings = SentenceTransformerEmbeddings(model_name="all-MiniLM-L6-v2")
|
68 |
+
elif (embeddingId == 2):
|
69 |
+
model_name = "hkunlp/instructor-large"
|
70 |
+
model_kwargs = {'device': 'cpu'}
|
71 |
+
encode_kwargs = {'normalize_embeddings': True}
|
72 |
+
embeddings = HuggingFaceInstructEmbeddings(model_name=model_name,model_kwargs=model_kwargs,encode_kwargs=encode_kwargs)
|
73 |
+
elif (embeddingId == 2):
|
74 |
+
model_name = "BAAI/bge-large-en-v1.5"
|
75 |
+
model_kwargs = {'device': 'cuda'}
|
76 |
+
encode_kwargs = {'normalize_embeddings': True} # set True to compute cosine similarity
|
77 |
+
model = HuggingFaceBgeEmbeddings(model_name=model_name,model_kwargs=model_kwargs,encode_kwargs=encode_kwargs)
|
78 |
+
else:
|
79 |
+
embeddings = OpenAIEmbeddings()
|
80 |
return OpenAIEmbeddings()
|
81 |
|
82 |
|