Update app.py
Browse files
app.py
CHANGED
|
@@ -72,13 +72,15 @@ async def chat(gen:GenModel):
|
|
| 72 |
{"role": "assistant", "content": gen.system},
|
| 73 |
]
|
| 74 |
st = time()
|
|
|
|
|
|
|
| 75 |
output = llm_chat.create_chat_completion(
|
| 76 |
messages = messages,
|
| 77 |
temperature=gen.temperature,
|
| 78 |
seed=gen.seed,
|
| 79 |
#stream=True
|
| 80 |
)
|
| 81 |
-
messages.append({"role": "user", "content": gen.question})
|
| 82 |
print(output)
|
| 83 |
et = time()
|
| 84 |
output["time"] = et - st
|
|
|
|
| 72 |
{"role": "assistant", "content": gen.system},
|
| 73 |
]
|
| 74 |
st = time()
|
| 75 |
+
|
| 76 |
+
messages.append({"role": "user", "content": gen.question})
|
| 77 |
output = llm_chat.create_chat_completion(
|
| 78 |
messages = messages,
|
| 79 |
temperature=gen.temperature,
|
| 80 |
seed=gen.seed,
|
| 81 |
#stream=True
|
| 82 |
)
|
| 83 |
+
#messages.append({"role": "user", "content": gen.question})
|
| 84 |
print(output)
|
| 85 |
et = time()
|
| 86 |
output["time"] = et - st
|