einops
fastapi 
gradio==3.35.2
markdown2[all]
numpy
requests
sentencepiece
tokenizers>=0.12.1
torch
torchvision
uvicorn
wandb
shortuuid
httpx==0.24.0
deepspeed==0.9.5
peft==0.4.0
transformers==4.37.0
accelerate
bitsandbytes==0.41.0
scikit-learn==1.2.2
timm
gradio_client==0.2.9