Spaces:
Running
on
Zero
Running
on
Zero
as-cle-bert
commited on
Commit
•
a604738
1
Parent(s):
8abdea8
Update load_model.py
Browse files- load_model.py +5 -5
load_model.py
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
2 |
-
|
3 |
-
model = AutoModelForCausalLM.from_pretrained("
|
4 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
5 |
-
|
6 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2048, repetition_penalty=1.2, temperature=0.4)
|
|
|
1 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
2 |
+
|
3 |
+
model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
|
4 |
+
tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
|
5 |
+
|
6 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2048, repetition_penalty=1.2, temperature=0.4)
|