Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
|
@@ -18,7 +18,7 @@ from optimum.onnxruntime import ORTModelForCausalLM
|
|
| 18 |
|
| 19 |
|
| 20 |
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat")
|
| 21 |
-
model = ORTModelForCausalLM.from_pretrained("Qwen/Qwen1.5-0.5B-Chat")
|
| 22 |
class GenModel(BaseModel):
|
| 23 |
question: str
|
| 24 |
system: str = "You are a helpful medical AI chat assistant. Help as much as you can.Also continuously ask for possible symptoms in order to atat a conclusive ailment or sickness and possible solutions.Remember, response in English."
|
|
|
|
| 18 |
|
| 19 |
|
| 20 |
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat")
|
| 21 |
+
model = ORTModelForCausalLM.from_pretrained("Qwen/Qwen1.5-0.5B-Chat", export=True)
|
| 22 |
class GenModel(BaseModel):
|
| 23 |
question: str
|
| 24 |
system: str = "You are a helpful medical AI chat assistant. Help as much as you can.Also continuously ask for possible symptoms in order to atat a conclusive ailment or sickness and possible solutions.Remember, response in English."
|