requirements.txt

# Core dependencies
django>=4.0.0
langchain>=0.1.0
langchain-community>=0.0.10
langchain-huggingface>=0.0.6
langchain-text-splitters>=0.0.1

# Hugging Face and ML libraries
transformers>=4.30.0
sentence-transformers>=2.2.0
torch>=2.0.0
torchvision>=0.15.0

# Data processing and visualization
pandas>=1.5.0
numpy>=1.24.0
matplotlib>=3.6.0
seaborn>=0.12.0
scikit-learn>=1.2.0

# UMAP and clustering
umap-learn>=0.5.3
bertopic>=0.15.0
numba>=0.57.0

# Vector database
chromadb>=0.4.0

# PDF processing
pypdf2>=3.0.0
markdown-pdf>=0.1.0

# API and networking
requests>=2.28.0
openai>=1.0.0

# Environment and configuration
python-dotenv>=1.0.0

# Additional utilities
tqdm>=4.64.0
Pillow>=9.4.0