Do0rMaMu commited on
Commit
8ed9bc8
·
verified ·
1 Parent(s): 54e9d6a

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -30,7 +30,7 @@ async def generate_response(item: Validation):
30
  { item.user_prompt }<|eot_id|> \n <|start_header_id|>assistant<|end_header_id|>"""
31
 
32
  # Call the Llama model to generate a response
33
- output = llm(prompt, max_tokens=1024, stop=["Q:", "\n"], echo=True) # Update parameters as needed
34
 
35
  # Extract and return the text from the response
36
  return output
 
30
  { item.user_prompt }<|eot_id|> \n <|start_header_id|>assistant<|end_header_id|>"""
31
 
32
  # Call the Llama model to generate a response
33
+ output = llm('Q: what is gravity? A:', max_tokens=1024, stop=["Q:", "\n"], echo=True) # Update parameters as needed
34
 
35
  # Extract and return the text from the response
36
  return output