bupa1018 commited on
Commit
772f151
·
1 Parent(s): 506afb0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -133,7 +133,7 @@ def process_directory(directory):
133
  continue
134
 
135
  with open(file_path, 'rb') as f:
136
- if file_ext in ['.rst', '.md', '.txt', '.html', '.json', '.yaml']:
137
  text = f.read().decode('utf-8')
138
  elif file_ext == '.pdf':
139
  reader = PdfReader(f)
@@ -204,6 +204,8 @@ def initialize():
204
 
205
  download_gitlab_repo()
206
  all_texts, file_references = process_directory(REPOSITORY_DIRECTORY)
 
 
207
  chunks = split_into_chunks(all_texts, file_references, CHUNK_SIZE, CHUNK_OVERLAP)
208
  vectorstore = setup_chroma(chunks, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY)
209
  llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)
 
133
  continue
134
 
135
  with open(file_path, 'rb') as f:
136
+ if file_ext in ['.rst', '.md', '.txt', '.html', '.json', '.yaml', '.py']:
137
  text = f.read().decode('utf-8')
138
  elif file_ext == '.pdf':
139
  reader = PdfReader(f)
 
204
 
205
  download_gitlab_repo()
206
  all_texts, file_references = process_directory(REPOSITORY_DIRECTORY)
207
+ for text in all_texts:
208
+ print(text)
209
  chunks = split_into_chunks(all_texts, file_references, CHUNK_SIZE, CHUNK_OVERLAP)
210
  vectorstore = setup_chroma(chunks, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY)
211
  llm = setup_llm(LLM_MODEL_NAME, LLM_TEMPERATURE, GROQ_API_KEY)