Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -447,31 +447,31 @@ def rag_workflow(query):
|
|
447 |
def initialize():
|
448 |
global docstore, codestore, chunks, llm
|
449 |
#download_gitlab_repo()
|
450 |
-
|
451 |
code_file_path = []
|
452 |
#doc_partial_paths = []
|
453 |
-
|
454 |
-
|
455 |
|
456 |
|
457 |
code_partial_paths = ['kadi_apy/lib/resources/']
|
458 |
|
459 |
process_directory(DATA_DIR,code_partial_paths, code_file_path)
|
460 |
|
461 |
-
|
462 |
|
463 |
-
|
464 |
|
465 |
-
|
466 |
-
|
467 |
|
468 |
-
|
469 |
-
|
470 |
|
471 |
-
|
472 |
-
|
473 |
|
474 |
-
|
475 |
|
476 |
|
477 |
initialize()
|
|
|
447 |
def initialize():
|
448 |
global docstore, codestore, chunks, llm
|
449 |
#download_gitlab_repo()
|
450 |
+
code_partial_paths = ['kadi_apy/lib/resources/']
|
451 |
code_file_path = []
|
452 |
#doc_partial_paths = []
|
453 |
+
doc_partial_paths = ['docs/source/setup/']
|
454 |
+
doc_file_paths = ['docs/source/usage/lib.rst']
|
455 |
|
456 |
|
457 |
code_partial_paths = ['kadi_apy/lib/resources/']
|
458 |
|
459 |
process_directory(DATA_DIR,code_partial_paths, code_file_path)
|
460 |
|
461 |
+
code_files, code_file_references = process_directory5(DATA_DIR, code_partial_paths, code_file_path)
|
462 |
|
463 |
+
doc_files, doc_file_references = process_directory5(DATA_DIR, doc_partial_paths, doc_file_paths)
|
464 |
|
465 |
+
code_chunks = split_pythoncode_into_chunks(code_files, code_file_references, 1500, 0)
|
466 |
+
doc_chunks = split_into_chunks(doc_files, doc_file_references, CHUNK_SIZE, CHUNK_OVERLAP)
|
467 |
|
468 |
+
print(f"Total number of code_chunks: {len(code_chunks)}")
|
469 |
+
print(f"Total number of doc_chunks: {len(doc_chunks)}")
|
470 |
|
471 |
+
docstore = setup_vectorstore(doc_chunks, EMBEDDING_MODEL_NAME, PERSIST_DOC_DIRECTORY)
|
472 |
+
codestore = setup_vectorstore(code_chunks, EMBEDDING_MODEL_NAME, PERSIST_CODE_DIRECTORY)
|
473 |
|
474 |
+
llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
|
475 |
|
476 |
|
477 |
initialize()
|