Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -33,7 +33,7 @@ LLM_MODEL_NAME = config["llm_model"]
|
|
33 |
LLM_TEMPERATURE = config["llm_temperature"]
|
34 |
GITLAB_API_URL = config["gitlab_api_url"]
|
35 |
HF_SPACE_NAME = config["hf_space_name"]
|
36 |
-
|
37 |
|
38 |
GROQ_API_KEY = os.environ["GROQ_API_KEY"]
|
39 |
HF_TOKEN = os.environ["HF_Token"]
|
@@ -379,27 +379,27 @@ def rag_workflow(query):
|
|
379 |
def initialize():
|
380 |
global docstore, codestore, chunks, llm
|
381 |
#download_gitlab_repo()
|
382 |
-
code_partial_paths = ['kadi_apy/lib/']
|
383 |
-
code_file_path = []
|
384 |
-
|
385 |
-
doc_partial_paths = ['docs/source/setup/']
|
386 |
doc_file_paths = ['docs/source/usage/lib.rst']
|
387 |
|
388 |
|
389 |
-
code_files, code_file_references = process_directory(REPOSITORY_DIRECTORY, code_partial_paths, code_file_path)
|
390 |
|
391 |
doc_files, doc_file_references = process_directory(REPOSITORY_DIRECTORY, doc_partial_paths, doc_file_paths)
|
392 |
|
393 |
-
code_chunks = split_pythoncode_into_chunks(code_files, code_file_references, 1500, 0)
|
394 |
doc_chunks = split_into_chunks(doc_files, doc_file_references, CHUNK_SIZE, CHUNK_OVERLAP)
|
395 |
|
396 |
#print(f"Total number of code_chunks: {len(code_chunks)}")
|
397 |
print(f"Total number of doc_chunks: {len(doc_chunks)}")
|
398 |
|
399 |
docstore = setup_vectorstore(doc_chunks, EMBEDDING_MODEL_NAME, PERSIST_DOC_DIRECTORY)
|
400 |
-
codestore = setup_vectorstore(code_chunks, EMBEDDING_MODEL_NAME, PERSIST_CODE_DIRECTORY)
|
401 |
|
402 |
-
llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
|
403 |
|
404 |
|
405 |
initialize()
|
|
|
33 |
LLM_TEMPERATURE = config["llm_temperature"]
|
34 |
GITLAB_API_URL = config["gitlab_api_url"]
|
35 |
HF_SPACE_NAME = config["hf_space_name"]
|
36 |
+
DATA_DIR = config["data_dir"]
|
37 |
|
38 |
GROQ_API_KEY = os.environ["GROQ_API_KEY"]
|
39 |
HF_TOKEN = os.environ["HF_Token"]
|
|
|
379 |
def initialize():
|
380 |
global docstore, codestore, chunks, llm
|
381 |
#download_gitlab_repo()
|
382 |
+
#code_partial_paths = ['kadi_apy/lib/']
|
383 |
+
#code_file_path = []
|
384 |
+
doc_partial_paths = []
|
385 |
+
#doc_partial_paths = ['docs/source/setup/']
|
386 |
doc_file_paths = ['docs/source/usage/lib.rst']
|
387 |
|
388 |
|
389 |
+
#code_files, code_file_references = process_directory(REPOSITORY_DIRECTORY, code_partial_paths, code_file_path)
|
390 |
|
391 |
doc_files, doc_file_references = process_directory(REPOSITORY_DIRECTORY, doc_partial_paths, doc_file_paths)
|
392 |
|
393 |
+
#code_chunks = split_pythoncode_into_chunks(code_files, code_file_references, 1500, 0)
|
394 |
doc_chunks = split_into_chunks(doc_files, doc_file_references, CHUNK_SIZE, CHUNK_OVERLAP)
|
395 |
|
396 |
#print(f"Total number of code_chunks: {len(code_chunks)}")
|
397 |
print(f"Total number of doc_chunks: {len(doc_chunks)}")
|
398 |
|
399 |
docstore = setup_vectorstore(doc_chunks, EMBEDDING_MODEL_NAME, PERSIST_DOC_DIRECTORY)
|
400 |
+
#codestore = setup_vectorstore(code_chunks, EMBEDDING_MODEL_NAME, PERSIST_CODE_DIRECTORY)
|
401 |
|
402 |
+
#llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
|
403 |
|
404 |
|
405 |
initialize()
|