Update app/llm.py
Browse files- app/llm.py +2 -3
app/llm.py
CHANGED
@@ -22,8 +22,7 @@ class GenModel(BaseModel):
|
|
22 |
|
23 |
class ChatModel(BaseModel):
|
24 |
question: list
|
25 |
-
system: str = "You are a helpful
|
26 |
-
#Also continuously ask for possible symptoms in order to atat a conclusive ailment or sickness and possible solutions.Remember, response in English."
|
27 |
temperature: float = 0.8
|
28 |
seed: int = 101
|
29 |
mirostat_mode: int=2
|
@@ -36,7 +35,7 @@ llm_chat = llama_cpp.Llama.from_pretrained(
|
|
36 |
verbose=False,
|
37 |
n_ctx=256,
|
38 |
n_gpu_layers=0,
|
39 |
-
chat_format="llama-2"
|
40 |
)
|
41 |
llm_generate = llama_cpp.Llama.from_pretrained(
|
42 |
repo_id="moriire/healthcare-ai-q2_k",
|
|
|
22 |
|
23 |
class ChatModel(BaseModel):
|
24 |
question: list
|
25 |
+
system: str = "You are chatDoctor, a helpful health and medical assistant. You are chatting with a human. Help as much as you can. Also continuously ask for possible symptoms in order to a conclusive ailment or sickness and possible solutions.Remember, response in English."
|
|
|
26 |
temperature: float = 0.8
|
27 |
seed: int = 101
|
28 |
mirostat_mode: int=2
|
|
|
35 |
verbose=False,
|
36 |
n_ctx=256,
|
37 |
n_gpu_layers=0,
|
38 |
+
#chat_format="llama-2"
|
39 |
)
|
40 |
llm_generate = llama_cpp.Llama.from_pretrained(
|
41 |
repo_id="moriire/healthcare-ai-q2_k",
|