Update app.py
Browse files
app.py
CHANGED
@@ -57,9 +57,9 @@ question = "How can I reverse Diabetes?"
|
|
57 |
from transformers import AutoTokenizer
|
58 |
from transformers import AutoModelForCausalLM
|
59 |
|
60 |
-
llm_model = "microsoft/
|
61 |
-
tokenizer = AutoTokenizer.from_pretrained(llm_model)
|
62 |
-
model = AutoModelForCausalLM.from_pretrained(llm_model)
|
63 |
pipe = pipeline(model = llm_model, tokenizer = tokenizer, task = "text-generation", temperature=0.2)
|
64 |
|
65 |
# "microsoft/Phi-3-mini-4k-instruct"
|
|
|
57 |
from transformers import AutoTokenizer
|
58 |
from transformers import AutoModelForCausalLM
|
59 |
|
60 |
+
llm_model = "microsoft/Phi-3-mini-4k-instruct"
|
61 |
+
tokenizer = AutoTokenizer.from_pretrained(llm_model,trust_remote_code=True)
|
62 |
+
model = AutoModelForCausalLM.from_pretrained(llm_model,trust_remote_code=True)
|
63 |
pipe = pipeline(model = llm_model, tokenizer = tokenizer, task = "text-generation", temperature=0.2)
|
64 |
|
65 |
# "microsoft/Phi-3-mini-4k-instruct"
|