Update app.py

app.py

@@ -1,15 +1,15 @@
 import gradio as gr
 import os
 
+from peft import PeftConfig, PeftModel
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-print(os.environ['HF_TOKEN'])
+base_model_name = "google/gemma-2b"
+adapter_model_name = "samidh/cope-gemma2b-hs-2c-skr-s1.5.9.d25"
 
-peft_model_id = "samidh/cope-gemma2b-hs-2c-skr-s1.5.9.d25"
-model = AutoModelForCausalLM.from_pretrained(
-    peft_model_id,
-    use_auth=True,
-    hf_token=os.environ['HF_TOKEN']
-)
+model = AutoModelForCausalLM.from_pretrained(base_model_name, token=os.environ['HF_TOKEN'])
+model = PeftModel.from_pretrained(model, adapter_model_name, token=os.environ['HF_TOKEN'])
+
+tokenizer = AutoTokenizer.from_pretrained(base_model_name)
 
 #gr.load("models/samidh/cope-gemma2b-hs-2c-skr-s1.5.9.d25", hf_token=os.environ['HF_TOKEN']).launch()