# flash-attn
torch==2.2.2 torchvision==0.17.2 torchaudio==2.2.2 --index-url https://download.pytorch.org/whl/cu121
transformers
bitsandbytes
accelerate
peft
pandas
pyarrow
jsonlines
wandb
einops
einops_exts
sentencepiece
causal-conv1d
mamba-ssm
timm
shortuuid
matplotlib
gradio