Hrushi02 commited on
Commit
a74838a
·
verified ·
1 Parent(s): 96096c7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +20 -0
app.py CHANGED
@@ -63,3 +63,23 @@ demo = gr.ChatInterface(
63
  if __name__ == "__main__":
64
  demo.launch()
65
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  if __name__ == "__main__":
64
  demo.launch()
65
 
66
+ from transformers import AutoModelForCausalLM, AutoTokenizer
67
+ from peft import PeftModel
68
+ import torch
69
+
70
+ base_model_name = "unsloth/qwen2.5-math-7b-bnb-4bit"
71
+ peft_model_name = "Hrushi02/Root_Math"
72
+
73
+ # Load base model
74
+ base_model = AutoModelForCausalLM.from_pretrained(
75
+ base_model_name,
76
+ torch_dtype=torch.float16,
77
+ device_map="auto"
78
+ )
79
+
80
+ # Load PEFT model
81
+ model = PeftModel.from_pretrained(base_model, peft_model_name)
82
+
83
+ # Load tokenizer
84
+ tokenizer = AutoTokenizer.from_pretrained(base_model_name)
85
+