Update app.py
Browse files
app.py
CHANGED
@@ -92,10 +92,10 @@ from transformers import AutoTokenizer
|
|
92 |
tokenizer = AutoTokenizer.from_pretrained(llm_model,trust_remote_code=True)
|
93 |
from transformers import AutoModelForCausalLM
|
94 |
model = AutoModelForCausalLM.from_pretrained(llm_model,trust_remote_code=True)
|
95 |
-
llm = HuggingFaceLLM(
|
96 |
-
tokenizer_name="microsoft/Phi-3-mini-4k-instruct",
|
97 |
-
model_name="microsoft/Phi-3-mini-4k-instruct",
|
98 |
-
)
|
99 |
|
100 |
question = "How can I reverse diabetes?"
|
101 |
|
|
|
92 |
tokenizer = AutoTokenizer.from_pretrained(llm_model,trust_remote_code=True)
|
93 |
from transformers import AutoModelForCausalLM
|
94 |
model = AutoModelForCausalLM.from_pretrained(llm_model,trust_remote_code=True)
|
95 |
+
#llm = HuggingFaceLLM(
|
96 |
+
# tokenizer_name="microsoft/Phi-3-mini-4k-instruct",
|
97 |
+
# model_name="microsoft/Phi-3-mini-4k-instruct",
|
98 |
+
#)
|
99 |
|
100 |
question = "How can I reverse diabetes?"
|
101 |
|