Hrushi02 commited on
Commit
96096c7
·
verified ·
1 Parent(s): 6665ac0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -18
app.py CHANGED
@@ -62,22 +62,4 @@ demo = gr.ChatInterface(
62
 
63
  if __name__ == "__main__":
64
  demo.launch()
65
- from transformers import AutoModelForCausalLM, AutoTokenizer
66
- from peft import PeftModel
67
- import torch
68
 
69
- base_model_name = "unsloth/qwen2.5-math-7b-bnb-4bit"
70
- peft_model_name = "Hrushi02/Root_Math"
71
-
72
- # Load base model
73
- base_model = AutoModelForCausalLM.from_pretrained(
74
- base_model_name,
75
- torch_dtype=torch.float16,
76
- device_map="auto"
77
- )
78
-
79
- # Load PEFT model
80
- model = PeftModel.from_pretrained(base_model, peft_model_name)
81
-
82
- # Load tokenizer
83
- tokenizer = AutoTokenizer.from_pretrained(base_model_name)
 
62
 
63
  if __name__ == "__main__":
64
  demo.launch()
 
 
 
65