Update README.md

README.md

@@ -57,4 +57,24 @@ Libraries Used:
   <li>Transformers</li>
   <li>PEFT</li>
   <li>TRL</li>
-  <li>BitsAndBytes</li>
+  <li>BitsAndBytes</li>
+
+
+## How to Use
+
+  from transformers import AutoModelForCausalLM, AutoTokenizer
+  from peft import PeftModel, PeftConfig
+  
+  peft_model_id = "Chryslerx10/Llama-3.2-1B-finetuned-generalQA-peft-4bit"
+  config = PeftConfig.from_pretrained(peft_model_id, device_map='auto')
+  
+  model = AutoModelForCausalLM.from_pretrained(
+      config.base_model_name_or_path,
+      device_map='auto',
+      return_dict=True
+  )
+  
+  tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
+  tokenizer.pad_token = tokenizer.eos_token
+  
+  peft_loaded_model = PeftModel.from_pretrained(model, peft_model_id, device_map='auto')