requirements.txt

# Core dependencies for transformers
transformers>=4.31.0
tokenizers>=0.13.0
huggingface-hub>=0.16.4

# Deep learning framework - PyTorch CPU by default
torch>=2.0.0
torchvision>=0.15.0
torchaudio>=2.0.0

# Streamlit for web interface
streamlit>=1.24.0

# Optimization and model handling
accelerate>=0.21.0
safetensors>=0.3.1
scipy>=1.9.0
scikit-learn>=1.0.2

# Progress bars and utilities
tqdm>=4.65.0
psutil>=5.9.0
packaging>=20.0

# Optional but recommended for better performance
sentencepiece>=0.1.99
protobuf>=3.20.0

# Development and formatting
black>=23.3.0
pytest>=7.0.0

# Additional UI components
streamlit-chat>=0.1.1

# To install CPU-only version:
# pip install -r requirements.txt

# To install with CUDA support, additionally run:
# pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118