bupa1018 commited on
Commit
281034c
·
1 Parent(s): b846fd7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -355,7 +355,8 @@ def initialize():
355
  #partial_paths = ['docs/source/setup/', 'kadi_apy/lib/']
356
  #file_paths = ['docs/source/usage/lib.rst']
357
  all_texts, file_references = process_directory(REPOSITORY_DIRECTORY, partial_paths, file_paths)
358
- chunks = split_into_chunks(all_texts, file_references, 512, 0)
 
359
  print(f"Total number of chunks: {len(chunks)}")
360
  # vectorstore = setup_chroma(chunks, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY)
361
  # llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
 
355
  #partial_paths = ['docs/source/setup/', 'kadi_apy/lib/']
356
  #file_paths = ['docs/source/usage/lib.rst']
357
  all_texts, file_references = process_directory(REPOSITORY_DIRECTORY, partial_paths, file_paths)
358
+ chunks = split_pythoncode_into_chunks(all_texts, file_references, 512, 0)
359
+ #chunks = split_into_chunks(all_texts, file_references, 512, 0)
360
  print(f"Total number of chunks: {len(chunks)}")
361
  # vectorstore = setup_chroma(chunks, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY)
362
  # llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)