Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -355,7 +355,8 @@ def initialize():
|
|
355 |
#partial_paths = ['docs/source/setup/', 'kadi_apy/lib/']
|
356 |
#file_paths = ['docs/source/usage/lib.rst']
|
357 |
all_texts, file_references = process_directory(REPOSITORY_DIRECTORY, partial_paths, file_paths)
|
358 |
-
chunks =
|
|
|
359 |
print(f"Total number of chunks: {len(chunks)}")
|
360 |
# vectorstore = setup_chroma(chunks, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY)
|
361 |
# llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
|
|
|
355 |
#partial_paths = ['docs/source/setup/', 'kadi_apy/lib/']
|
356 |
#file_paths = ['docs/source/usage/lib.rst']
|
357 |
all_texts, file_references = process_directory(REPOSITORY_DIRECTORY, partial_paths, file_paths)
|
358 |
+
chunks = split_pythoncode_into_chunks(all_texts, file_references, 512, 0)
|
359 |
+
#chunks = split_into_chunks(all_texts, file_references, 512, 0)
|
360 |
print(f"Total number of chunks: {len(chunks)}")
|
361 |
# vectorstore = setup_chroma(chunks, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY)
|
362 |
# llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
|