Update app.py
Browse files
app.py
CHANGED
|
@@ -34,7 +34,8 @@ splitter = RecursiveCharacterTextSplitter(chunk_size=150, chunk_overlap=25) # ["
|
|
| 34 |
docs = splitter.create_documents(str(dataset))
|
| 35 |
# Returns a list of documents
|
| 36 |
print(docs)
|
| 37 |
-
embedding_model = SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1")
|
|
|
|
| 38 |
#all-MiniLM-L6-v2, BAAI/bge-base-en-v1.5,infgrad/stella-base-en-v2, BAAI/bge-large-en-v1.5 working with default dimensions
|
| 39 |
#docs_text = [doc.text for doc in docs]
|
| 40 |
#embed = embedding_model.embed_documents(docs_text)
|
|
|
|
| 34 |
docs = splitter.create_documents(str(dataset))
|
| 35 |
# Returns a list of documents
|
| 36 |
print(docs)
|
| 37 |
+
#embedding_model = SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1")
|
| 38 |
+
embedding_model = HuggingFaceEmbeddings(model_name = "mixedbread-ai/mxbai-embed-large-v1")
|
| 39 |
#all-MiniLM-L6-v2, BAAI/bge-base-en-v1.5,infgrad/stella-base-en-v2, BAAI/bge-large-en-v1.5 working with default dimensions
|
| 40 |
#docs_text = [doc.text for doc in docs]
|
| 41 |
#embed = embedding_model.embed_documents(docs_text)
|