AIdeaText commited on
Commit
ce284a4
·
verified ·
1 Parent(s): cf334f7

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +31 -18
requirements.txt CHANGED
@@ -1,27 +1,40 @@
1
- # Core dependencies
2
- streamlit>=1.24.0
3
- torch>=2.0.0
4
  transformers>=4.31.0
 
 
 
 
 
 
 
 
 
 
 
 
5
  accelerate>=0.21.0
 
 
 
6
 
7
- # Optimization and utilities
8
- bitsandbytes>=0.41.0
 
 
 
 
9
  sentencepiece>=0.1.99
10
  protobuf>=3.20.0
11
- einops>=0.6.1
12
 
13
- # Optional but recommended for better performance
14
- nvidia-cuda-runtime-cu11>=11.7.99
15
- nvidia-cudnn-cu11>=8.5.0.96
16
- nvidia-cublas-cu11>=11.10.3.66
17
 
18
- # Memory optimization
19
- psutil>=5.9.0
20
- py3nvml>=0.2.7
21
 
22
- # Formatting and typing
23
- black>=23.3.0
24
- mypy>=1.3.0
25
 
26
- # UI enhancements
27
- streamlit-chat>=0.1.1
 
1
+ # Core dependencies for transformers
 
 
2
  transformers>=4.31.0
3
+ tokenizers>=0.13.0
4
+ huggingface-hub>=0.16.4
5
+
6
+ # Deep learning framework - PyTorch CPU by default
7
+ torch>=2.0.0
8
+ torchvision>=0.15.0
9
+ torchaudio>=2.0.0
10
+
11
+ # Streamlit for web interface
12
+ streamlit>=1.24.0
13
+
14
+ # Optimization and model handling
15
  accelerate>=0.21.0
16
+ safetensors>=0.3.1
17
+ scipy>=1.9.0
18
+ scikit-learn>=1.0.2
19
 
20
+ # Progress bars and utilities
21
+ tqdm>=4.65.0
22
+ psutil>=5.9.0
23
+ packaging>=20.0
24
+
25
+ # Optional but recommended for better performance
26
  sentencepiece>=0.1.99
27
  protobuf>=3.20.0
 
28
 
29
+ # Development and formatting
30
+ black>=23.3.0
31
+ pytest>=7.0.0
 
32
 
33
+ # Additional UI components
34
+ streamlit-chat>=0.1.1
 
35
 
36
+ # To install CPU-only version:
37
+ # pip install -r requirements.txt
 
38
 
39
+ # To install with CUDA support, additionally run:
40
+ # pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118