Upload folder using huggingface_hub
Browse files
climateqa/engine/vectorstore.py
CHANGED
@@ -105,7 +105,7 @@ def build_vectores_stores(folder_path, pdf_folder="./PDF", vectors_path = "./vec
|
|
105 |
if (doc.metadata):
|
106 |
doc.metadata["ax_page"] = doc.metadata['source'].split(" ")[-1]
|
107 |
doc.metadata["ax_name"] = doc.metadata['source'].split(" ")[0].split("/")[-1]
|
108 |
-
doc.metadata["ax_url"] = "https://storage.googleapis.com/docs-axio-clara/sources"+doc.metadata["ax_name"]
|
109 |
|
110 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
|
111 |
docs += text_splitter.split_documents(documents)
|
|
|
105 |
if (doc.metadata):
|
106 |
doc.metadata["ax_page"] = doc.metadata['source'].split(" ")[-1]
|
107 |
doc.metadata["ax_name"] = doc.metadata['source'].split(" ")[0].split("/")[-1]
|
108 |
+
doc.metadata["ax_url"] = "https://storage.googleapis.com/docs-axio-clara/sources/"+doc.metadata["ax_name"]
|
109 |
|
110 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
|
111 |
docs += text_splitter.split_documents(documents)
|