requirements.txt

torch==2.2.2
flash-attn --no-build-isolation
transformers
bitsandbytes
accelerate
peft
pandas
pyarrow
jsonlines
wandb
einops
einops_exts
sentencepiece
causal-conv1d>=1.2.0
mamba-ssm
timm
shortuuid
matplotlib
gradio