rphrp1985 commited on
Commit
80ca839
·
verified ·
1 Parent(s): b7a662e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -120,7 +120,7 @@ import transformers
120
  # model.half()
121
 
122
  MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
123
- MODEL_ID = "microsoft/phi-4"
124
 
125
  CHAT_TEMPLATE = "َAuto"
126
  MODEL_NAME = MODEL_ID.split("/")[-1]
@@ -133,7 +133,7 @@ quantization_config = BitsAndBytesConfig(
133
  bnb_4bit_compute_dtype=torch.bfloat16
134
  )
135
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
136
- model = AutoModelForCausalLM.from_pretrained(
137
  MODEL_ID,
138
  device_map="auto",
139
  low_cpu_mem_usage=True,
 
120
  # model.half()
121
 
122
  MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
123
+ # MODEL_ID = "microsoft/phi-4"
124
 
125
  CHAT_TEMPLATE = "َAuto"
126
  MODEL_NAME = MODEL_ID.split("/")[-1]
 
133
  bnb_4bit_compute_dtype=torch.bfloat16
134
  )
135
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
136
+ model = AutoModel.from_pretrained(
137
  MODEL_ID,
138
  device_map="auto",
139
  low_cpu_mem_usage=True,