flash_attn==2.5.8
torch==2.3.1
accelerate==0.31.0
transformers==4.43.0