Update app.py
Browse files
app.py
CHANGED
|
@@ -20,6 +20,15 @@ import torch
|
|
| 20 |
import tqdm
|
| 21 |
import accelerate
|
| 22 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
|
| 24 |
|
| 25 |
# default_persist_directory = './chroma_HF/'
|
|
|
|
| 20 |
import tqdm
|
| 21 |
import accelerate
|
| 22 |
|
| 23 |
+
#Set parameters
|
| 24 |
+
|
| 25 |
+
llm_model = 'mistralai/Mixtral-8x7B-Instruct-v0.1'
|
| 26 |
+
list_file_obj = '/home/user/app/pdfs/'
|
| 27 |
+
chunk_size = 1024
|
| 28 |
+
chunk_overlap = 128
|
| 29 |
+
temperature = 0.1
|
| 30 |
+
max_tokens = 6000
|
| 31 |
+
top_k = 3
|
| 32 |
|
| 33 |
|
| 34 |
# default_persist_directory = './chroma_HF/'
|