Do0rMaMu commited on
Commit
984b1db
·
verified ·
1 Parent(s): 7eebe0e

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -23,7 +23,7 @@ app = FastAPI()
23
  @app.post("/generate_response")
24
  async def generate_response(item: Validation):
25
  # Construct the complete prompt using the given system and user prompts
26
- prompt = f"<s>[INST] <<SYS>> \n {item.system_prompt}<</SYS>> \n {item.user_prompt} [/INST]"
27
 
28
  # Call the Llama model to generate a response
29
  output = llm(prompt, max_tokens=1024, stop=["Q:", "\n"], echo=True) # Update parameters as needed
 
23
  @app.post("/generate_response")
24
  async def generate_response(item: Validation):
25
  # Construct the complete prompt using the given system and user prompts
26
+ prompt = f"{item.user_prompt}"
27
 
28
  # Call the Llama model to generate a response
29
  output = llm(prompt, max_tokens=1024, stop=["Q:", "\n"], echo=True) # Update parameters as needed