Run Inf
!git clone https://github.com/huggingface/transformers.git
%cd transformers
!git checkout <commit_id_for_4.47.0.dev0>
!pip install -q .
!pip install -q accelerate==0.34.2 bitsandbytes==0.44.1 peft==0.13.1
model_id = 'Ahanaas/Zephyr_7b_Finetuned_role'
