requirements.txt

gradio==4.20.0  # Ensure compatibility with latest Gradio version
transformers==4.40.0  # Adjust version based on your model compatibility
torch==2.6.0  # Ensure it matches your installed CUDA version
bitsandbytes==0.45.3  # Required for 8-bit quantization
accelerate==0.30.0  # Helps with device management
peft==0.10.0  # Required for loading LoRA/adapters
scipy  # Needed for some PyTorch and Transformers functions
sentencepiece  # Required if using models like T5, BART, or Llama