bupa1018 commited on
Commit
d52107e
·
1 Parent(s): 53d7dc9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -12
app.py CHANGED
@@ -447,31 +447,31 @@ def rag_workflow(query):
447
  def initialize():
448
  global docstore, codestore, chunks, llm
449
  #download_gitlab_repo()
450
- #code_partial_paths = ['kadi_apy/lib/resources/']
451
  code_file_path = []
452
  #doc_partial_paths = []
453
- #doc_partial_paths = ['docs/source/setup/']
454
- #doc_file_paths = ['docs/source/usage/lib.rst']
455
 
456
 
457
  code_partial_paths = ['kadi_apy/lib/resources/']
458
 
459
  process_directory(DATA_DIR,code_partial_paths, code_file_path)
460
 
461
- #code_files, code_file_references = process_directory5(DATA_DIR, code_partial_paths, code_file_path)
462
 
463
- #doc_files, doc_file_references = process_directory(DATA_DIR, doc_partial_paths, doc_file_paths)
464
 
465
- #code_chunks = split_pythoncode_into_chunks(code_files, code_file_references, 1500, 0)
466
- #doc_chunks = split_into_chunks(doc_files, doc_file_references, CHUNK_SIZE, CHUNK_OVERLAP)
467
 
468
- #print(f"Total number of code_chunks: {len(code_chunks)}")
469
- #print(f"Total number of doc_chunks: {len(doc_chunks)}")
470
 
471
- #docstore = setup_vectorstore(doc_chunks, EMBEDDING_MODEL_NAME, PERSIST_DOC_DIRECTORY)
472
- #codestore = setup_vectorstore(code_chunks, EMBEDDING_MODEL_NAME, PERSIST_CODE_DIRECTORY)
473
 
474
- #llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
475
 
476
 
477
  initialize()
 
447
  def initialize():
448
  global docstore, codestore, chunks, llm
449
  #download_gitlab_repo()
450
+ code_partial_paths = ['kadi_apy/lib/resources/']
451
  code_file_path = []
452
  #doc_partial_paths = []
453
+ doc_partial_paths = ['docs/source/setup/']
454
+ doc_file_paths = ['docs/source/usage/lib.rst']
455
 
456
 
457
  code_partial_paths = ['kadi_apy/lib/resources/']
458
 
459
  process_directory(DATA_DIR,code_partial_paths, code_file_path)
460
 
461
+ code_files, code_file_references = process_directory5(DATA_DIR, code_partial_paths, code_file_path)
462
 
463
+ doc_files, doc_file_references = process_directory5(DATA_DIR, doc_partial_paths, doc_file_paths)
464
 
465
+ code_chunks = split_pythoncode_into_chunks(code_files, code_file_references, 1500, 0)
466
+ doc_chunks = split_into_chunks(doc_files, doc_file_references, CHUNK_SIZE, CHUNK_OVERLAP)
467
 
468
+ print(f"Total number of code_chunks: {len(code_chunks)}")
469
+ print(f"Total number of doc_chunks: {len(doc_chunks)}")
470
 
471
+ docstore = setup_vectorstore(doc_chunks, EMBEDDING_MODEL_NAME, PERSIST_DOC_DIRECTORY)
472
+ codestore = setup_vectorstore(code_chunks, EMBEDDING_MODEL_NAME, PERSIST_CODE_DIRECTORY)
473
 
474
+ llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
475
 
476
 
477
  initialize()