Do0rMaMu commited on
Commit
ffc4881
·
verified ·
1 Parent(s): c1a23c3

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -23,7 +23,7 @@ app = FastAPI()
23
  @app.post("/generate_response")
24
  async def generate_response(item: Validation):
25
  # Construct the complete prompt using the given system and user prompts in the required format
26
- prompt = f"<|user|>\n{item.system_prompt}\n<|end|>\n<|user|>\n{item.user_prompt}\n<|end|>\n<|assistant|>"
27
 
28
  # Call the Llama model to generate a response
29
  output = llm(prompt, max_tokens=item.max_tokens, temperature=item.temperature, echo=True)
 
23
  @app.post("/generate_response")
24
  async def generate_response(item: Validation):
25
  # Construct the complete prompt using the given system and user prompts in the required format
26
+ prompt = f"<|user|>\n{item.system_prompt}\n {item.user_prompt}\n<|end|>\n<|assistant|>"
27
 
28
  # Call the Llama model to generate a response
29
  output = llm(prompt, max_tokens=item.max_tokens, temperature=item.temperature, echo=True)