Update requirements.txt

requirements.txt

@@ -1,6 +1,28 @@
+# Core dependencies
 transformers==4.36.2
 torch==2.4.0
 accelerate==0.27.2
 gradio==4.19.2
 huggingface-hub==0.20.3
-bitsandbytes==0.41.3
+
+# Model optimization and quantization
+bitsandbytes==0.41.3
+scipy==1.11.4
+einops==0.7.0
+sentencepiece==0.1.99
+
+# Data processing and utilities
+numpy==1.24.3
+pandas==2.1.4
+tqdm==4.66.1
+
+# Memory management
+psutil==5.9.7
+
+# Optional but recommended for better performance
+datasets==2.15.0
+tokenizers==0.15.0
+safetensors==0.4.1
+
+# Logging and monitoring
+tensorboard==2.15.1