moriire commited on
Commit
71778ca
·
verified ·
1 Parent(s): a2f6e27

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +2 -3
app/llm.py CHANGED
@@ -22,8 +22,7 @@ class GenModel(BaseModel):
22
 
23
  class ChatModel(BaseModel):
24
  question: list
25
- system: str = "You are a helpful AI assistant. You are chatting with a human. Help as much as you can."
26
- #Also continuously ask for possible symptoms in order to atat a conclusive ailment or sickness and possible solutions.Remember, response in English."
27
  temperature: float = 0.8
28
  seed: int = 101
29
  mirostat_mode: int=2
@@ -36,7 +35,7 @@ llm_chat = llama_cpp.Llama.from_pretrained(
36
  verbose=False,
37
  n_ctx=256,
38
  n_gpu_layers=0,
39
- chat_format="llama-2"
40
  )
41
  llm_generate = llama_cpp.Llama.from_pretrained(
42
  repo_id="moriire/healthcare-ai-q2_k",
 
22
 
23
  class ChatModel(BaseModel):
24
  question: list
25
+ system: str = "You are chatDoctor, a helpful health and medical assistant. You are chatting with a human. Help as much as you can. Also continuously ask for possible symptoms in order to a conclusive ailment or sickness and possible solutions.Remember, response in English."
 
26
  temperature: float = 0.8
27
  seed: int = 101
28
  mirostat_mode: int=2
 
35
  verbose=False,
36
  n_ctx=256,
37
  n_gpu_layers=0,
38
+ #chat_format="llama-2"
39
  )
40
  llm_generate = llama_cpp.Llama.from_pretrained(
41
  repo_id="moriire/healthcare-ai-q2_k",