jerryzh168 commited on
Commit
10f0d7a
·
verified ·
1 Parent(s): aacfd05

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -235,7 +235,7 @@ import torch
235
  from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
236
 
237
  # use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-float8dq"
238
- model_id = "microsoft/Phi-4-mini-instruct"
239
  quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
240
  tokenizer = AutoTokenizer.from_pretrained(model_id)
241
 
 
235
  from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
236
 
237
  # use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-float8dq"
238
+ model_id = "pytorch/Phi-4-mini-instruct-float8dq"
239
  quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
240
  tokenizer = AutoTokenizer.from_pretrained(model_id)
241