shujatoor
/

phi3nedtuned-ner

Generated from Trainer

Model card Files Files and versions Metrics Training metrics Community

shujatoor commited on May 22, 2024

Commit

5117ebb

·

verified ·

1 Parent(s): bebdf24

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -32,8 +32,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 config = PeftConfig.from_pretrained("shujatoor/phi3nedtuned-ner")
 model = AutoModelForCausalLM.from_pretrained(
     "microsoft/Phi-3-mini-4k-instruct",
-    #device_map="cuda",
-    #torch_dtype="auto",
     trust_remote_code=True,
 )
 model = PeftModel.from_pretrained(model, "shujatoor/phi3nedtuned-ner")

 config = PeftConfig.from_pretrained("shujatoor/phi3nedtuned-ner")
 model = AutoModelForCausalLM.from_pretrained(
     "microsoft/Phi-3-mini-4k-instruct",
+    device_map="cuda",
+    torch_dtype="auto",
     trust_remote_code=True,
 )
 model = PeftModel.from_pretrained(model, "shujatoor/phi3nedtuned-ner")