Namitg02 commited on
Commit
2bb9baf
·
verified ·
1 Parent(s): 6fb2b0e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -1,6 +1,6 @@
1
  from datasets import load_dataset
2
- dataset = load_dataset("Namitg02/Test")
3
- print(dataset)
4
 
5
  from langchain.docstore.document import Document as LangchainDocument
6
  from langchain.text_splitter import RecursiveCharacterTextSplitter
@@ -10,6 +10,8 @@ docs = splitter.create_documents(str(dataset))
10
  from sentence_transformers import SentenceTransformer
11
  #from langchain_community.embeddings import HuggingFaceEmbeddings
12
  embedding_model = SentenceTransformer("all-MiniLM-L6-v2")
 
 
13
 
14
  from langchain_community.vectorstores import Chroma
15
  persist_directory = 'docs/chroma/'
 
1
  from datasets import load_dataset
2
+ data = load_dataset("Namitg02/Test",revision = "embedded"))
3
+ print(data)
4
 
5
  from langchain.docstore.document import Document as LangchainDocument
6
  from langchain.text_splitter import RecursiveCharacterTextSplitter
 
10
  from sentence_transformers import SentenceTransformer
11
  #from langchain_community.embeddings import HuggingFaceEmbeddings
12
  embedding_model = SentenceTransformer("all-MiniLM-L6-v2")
13
+ data = data.add_faiss_index("embeddings") # column name that has the embeddings of the dataset
14
+
15
 
16
  from langchain_community.vectorstores import Chroma
17
  persist_directory = 'docs/chroma/'