File size: 465 Bytes
26a07d4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
# pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
torch>=2.5.0,<2.6.0
numpy<2.0
tqdm
Pillow
datasets
jinja2
transformers
wandb
litdata==0.2.17
litgpt[all] @ git+https://github.com/Lightning-AI/litgpt.git
mergekit @ git+https://github.com/arcee-ai/mergekit.git
torchao
# bitsandbytes
# grokadamw
sophia-opt
dolphinflow @ git+https://github.com/cognitivecomputations/dolphinflow-optimizer.git
# unsloth
lm_eval[ifeval,math]
|