tiendung commited on
Commit
d821bb2
·
1 Parent(s): 8119571
Files changed (1) hide show
  1. llm.py +1 -1
llm.py CHANGED
@@ -124,7 +124,7 @@ elif thinker in "70b|405b":
124
  print(f"{GREEN}<<< fresh content >>>{RESET}")
125
  with open(log_filename,"at") as f: f.write(f"\n- - - [ {LLM_HOST} ] - - -\n\nPROMPT:\n{prompt}\n")
126
  try:
127
- response = Together(api_key=os.environ.get('TOGETHER_API_KEY')).chat.completions.create(
128
  model=model,
129
  messages=messages,
130
  max_tokens=MAX_OUTPUT_TOKENS,
 
124
  print(f"{GREEN}<<< fresh content >>>{RESET}")
125
  with open(log_filename,"at") as f: f.write(f"\n- - - [ {LLM_HOST} ] - - -\n\nPROMPT:\n{prompt}\n")
126
  try:
127
+ response = together_client.chat.completions.create(
128
  model=model,
129
  messages=messages,
130
  max_tokens=MAX_OUTPUT_TOKENS,