torch>=2.0.0
transformers>=4.33.0
auto-gptq>= 0.4.99
gradio>=3.36.0
accelerate>=0.21.0
optimum