Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,7 @@ import accelerate
|
|
24 |
#Set parameters
|
25 |
|
26 |
llm_model = 'mistralai/Mixtral-8x7B-Instruct-v0.1'
|
27 |
-
list_file_path = '/home/user/app/pdfs'
|
28 |
chunk_size = 1024
|
29 |
chunk_overlap = 128
|
30 |
temperature = 0.1
|
@@ -35,7 +35,7 @@ def load_doc(list_file_path, chunk_size, chunk_overlap):
|
|
35 |
# Processing for one document only
|
36 |
# loader = PyPDFLoader(file_path)
|
37 |
# pages = loader.load()
|
38 |
-
loaders = [PyPDFLoader(x) for x in os.listdir(list_file_path)]
|
39 |
pages = []
|
40 |
for loader in loaders:
|
41 |
pages.extend(loader.load())
|
|
|
24 |
#Set parameters
|
25 |
|
26 |
llm_model = 'mistralai/Mixtral-8x7B-Instruct-v0.1'
|
27 |
+
list_file_path = '/home/user/app/pdfs/'
|
28 |
chunk_size = 1024
|
29 |
chunk_overlap = 128
|
30 |
temperature = 0.1
|
|
|
35 |
# Processing for one document only
|
36 |
# loader = PyPDFLoader(file_path)
|
37 |
# pages = loader.load()
|
38 |
+
loaders = [PyPDFLoader(list_file_path+x) for x in os.listdir(list_file_path)]
|
39 |
pages = []
|
40 |
for loader in loaders:
|
41 |
pages.extend(loader.load())
|