bupa1018 commited on
Commit
466808a
·
1 Parent(s): 19db8f7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -9
app.py CHANGED
@@ -33,7 +33,7 @@ LLM_MODEL_NAME = config["llm_model"]
33
  LLM_TEMPERATURE = config["llm_temperature"]
34
  GITLAB_API_URL = config["gitlab_api_url"]
35
  HF_SPACE_NAME = config["hf_space_name"]
36
- REPOSITORY_DIRECTORY = config["repository_directory"]
37
 
38
  GROQ_API_KEY = os.environ["GROQ_API_KEY"]
39
  HF_TOKEN = os.environ["HF_Token"]
@@ -379,27 +379,27 @@ def rag_workflow(query):
379
  def initialize():
380
  global docstore, codestore, chunks, llm
381
  #download_gitlab_repo()
382
- code_partial_paths = ['kadi_apy/lib/']
383
- code_file_path = []
384
- # doc_partial_paths = []
385
- doc_partial_paths = ['docs/source/setup/']
386
  doc_file_paths = ['docs/source/usage/lib.rst']
387
 
388
 
389
- code_files, code_file_references = process_directory(REPOSITORY_DIRECTORY, code_partial_paths, code_file_path)
390
 
391
  doc_files, doc_file_references = process_directory(REPOSITORY_DIRECTORY, doc_partial_paths, doc_file_paths)
392
 
393
- code_chunks = split_pythoncode_into_chunks(code_files, code_file_references, 1500, 0)
394
  doc_chunks = split_into_chunks(doc_files, doc_file_references, CHUNK_SIZE, CHUNK_OVERLAP)
395
 
396
  #print(f"Total number of code_chunks: {len(code_chunks)}")
397
  print(f"Total number of doc_chunks: {len(doc_chunks)}")
398
 
399
  docstore = setup_vectorstore(doc_chunks, EMBEDDING_MODEL_NAME, PERSIST_DOC_DIRECTORY)
400
- codestore = setup_vectorstore(code_chunks, EMBEDDING_MODEL_NAME, PERSIST_CODE_DIRECTORY)
401
 
402
- llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
403
 
404
 
405
  initialize()
 
33
  LLM_TEMPERATURE = config["llm_temperature"]
34
  GITLAB_API_URL = config["gitlab_api_url"]
35
  HF_SPACE_NAME = config["hf_space_name"]
36
+ DATA_DIR = config["data_dir"]
37
 
38
  GROQ_API_KEY = os.environ["GROQ_API_KEY"]
39
  HF_TOKEN = os.environ["HF_Token"]
 
379
  def initialize():
380
  global docstore, codestore, chunks, llm
381
  #download_gitlab_repo()
382
+ #code_partial_paths = ['kadi_apy/lib/']
383
+ #code_file_path = []
384
+ doc_partial_paths = []
385
+ #doc_partial_paths = ['docs/source/setup/']
386
  doc_file_paths = ['docs/source/usage/lib.rst']
387
 
388
 
389
+ #code_files, code_file_references = process_directory(REPOSITORY_DIRECTORY, code_partial_paths, code_file_path)
390
 
391
  doc_files, doc_file_references = process_directory(REPOSITORY_DIRECTORY, doc_partial_paths, doc_file_paths)
392
 
393
+ #code_chunks = split_pythoncode_into_chunks(code_files, code_file_references, 1500, 0)
394
  doc_chunks = split_into_chunks(doc_files, doc_file_references, CHUNK_SIZE, CHUNK_OVERLAP)
395
 
396
  #print(f"Total number of code_chunks: {len(code_chunks)}")
397
  print(f"Total number of doc_chunks: {len(doc_chunks)}")
398
 
399
  docstore = setup_vectorstore(doc_chunks, EMBEDDING_MODEL_NAME, PERSIST_DOC_DIRECTORY)
400
+ #codestore = setup_vectorstore(code_chunks, EMBEDDING_MODEL_NAME, PERSIST_CODE_DIRECTORY)
401
 
402
+ #llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
403
 
404
 
405
  initialize()