| # pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu | |
| torch>=2.5.0,<2.6.0 | |
| numpy<2.0 | |
| tqdm | |
| Pillow | |
| datasets | |
| jinja2 | |
| transformers | |
| wandb | |
| litdata==0.2.17 | |
| litgpt[all] @ git+https://github.com/Lightning-AI/litgpt.git | |
| mergekit @ git+https://github.com/arcee-ai/mergekit.git | |
| torchao | |
| # bitsandbytes | |
| # grokadamw | |
| sophia-opt | |
| dolphinflow @ git+https://github.com/cognitivecomputations/dolphinflow-optimizer.git | |
| # unsloth | |
| lm_eval[ifeval,math] | |