Spaces:
Build error
Build error
Update main.py
Browse files
main.py
CHANGED
@@ -30,7 +30,7 @@ async def generate_response(item: Validation):
|
|
30 |
{ item.user_prompt }<|eot_id|> \n <|start_header_id|>assistant<|end_header_id|>"""
|
31 |
|
32 |
# Call the Llama model to generate a response
|
33 |
-
output = llm(
|
34 |
|
35 |
# Extract and return the text from the response
|
36 |
return output
|
|
|
30 |
{ item.user_prompt }<|eot_id|> \n <|start_header_id|>assistant<|end_header_id|>"""
|
31 |
|
32 |
# Call the Llama model to generate a response
|
33 |
+
output = llm('Q: what is gravity? A:', max_tokens=1024, stop=["Q:", "\n"], echo=True) # Update parameters as needed
|
34 |
|
35 |
# Extract and return the text from the response
|
36 |
return output
|