Upload folder using huggingface_hub
Browse files- climateqa/engine/vectorstore.py +1 -1
- vectors/index.annoy +1 -1
- vectors/index.pkl +2 -2
climateqa/engine/vectorstore.py
CHANGED
@@ -105,7 +105,7 @@ def build_vectores_stores(folder_path, pdf_folder="./PDF", vectors_path = "./vec
|
|
105 |
if (doc.metadata):
|
106 |
doc.metadata["ax_page"] = doc.metadata['source'].split(" ")[-1]
|
107 |
doc.metadata["ax_name"] = doc.metadata['source'].split(" ")[0].split("/")[-1]
|
108 |
-
doc.metadata["ax_url"] = "https://storage.googleapis.com/
|
109 |
|
110 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
|
111 |
docs += text_splitter.split_documents(documents)
|
|
|
105 |
if (doc.metadata):
|
106 |
doc.metadata["ax_page"] = doc.metadata['source'].split(" ")[-1]
|
107 |
doc.metadata["ax_name"] = doc.metadata['source'].split(" ")[0].split("/")[-1]
|
108 |
+
doc.metadata["ax_url"] = "https://storage.googleapis.com/docs-axio-clara/sources"+doc.metadata["ax_name"]
|
109 |
|
110 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
|
111 |
docs += text_splitter.split_documents(documents)
|
vectors/index.annoy
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 2238984
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:801ef878701264e194cef0c7a57eb1c496909534bcf22cc48fc08525d3ccddac
|
3 |
size 2238984
|
vectors/index.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:84e2cf676998c3b7afe4b192d4d1c3c9b5cf7564dc2e294ff8700851a10bc1cb
|
3 |
+
size 3223389
|