Update README.md
Browse files
README.md
CHANGED
@@ -235,7 +235,7 @@ import torch
|
|
235 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
|
236 |
|
237 |
# use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-float8dq"
|
238 |
-
model_id = "
|
239 |
quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
240 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
241 |
|
|
|
235 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
|
236 |
|
237 |
# use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-float8dq"
|
238 |
+
model_id = "pytorch/Phi-4-mini-instruct-float8dq"
|
239 |
quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
240 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
241 |
|