fix
Browse files
llm.py
CHANGED
@@ -124,7 +124,7 @@ elif thinker in "70b|405b":
|
|
124 |
print(f"{GREEN}<<< fresh content >>>{RESET}")
|
125 |
with open(log_filename,"at") as f: f.write(f"\n- - - [ {LLM_HOST} ] - - -\n\nPROMPT:\n{prompt}\n")
|
126 |
try:
|
127 |
-
response =
|
128 |
model=model,
|
129 |
messages=messages,
|
130 |
max_tokens=MAX_OUTPUT_TOKENS,
|
|
|
124 |
print(f"{GREEN}<<< fresh content >>>{RESET}")
|
125 |
with open(log_filename,"at") as f: f.write(f"\n- - - [ {LLM_HOST} ] - - -\n\nPROMPT:\n{prompt}\n")
|
126 |
try:
|
127 |
+
response = together_client.chat.completions.create(
|
128 |
model=model,
|
129 |
messages=messages,
|
130 |
max_tokens=MAX_OUTPUT_TOKENS,
|