app.py

import gradio as gr
import os

from transformers import AutoModelForCausalLM, AutoTokenizer

print(os.environ['HF_TOKEN'])

peft_model_id = "samidh/cope-gemma2b-hs-2c-skr-s1.5.9.d25"
model = AutoModelForCausalLM.from_pretrained(
    peft_model_id,
    use_auth=True,
    hf_token=os.environ['HF_TOKEN']
)

#gr.load("models/samidh/cope-gemma2b-hs-2c-skr-s1.5.9.d25", hf_token=os.environ['HF_TOKEN']).launch()