SalexAI commited on
Commit
53acedc
·
verified ·
1 Parent(s): 0ae446a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -13,7 +13,7 @@ footer {
13
  ACCESS_TOKEN = os.getenv("HF_TOKEN")
14
 
15
  client = OpenAI(
16
- base_url="https://api-inference.huggingface.co/v1/",
17
  api_key=ACCESS_TOKEN,
18
  )
19
 
@@ -53,7 +53,7 @@ def respond(
53
  response = ""
54
 
55
  for message in client.chat.completions.create(
56
- model="meta-llama/Meta-Llama-3.1-8B-Instruct",
57
  max_tokens=max_tokens,
58
  stream=True,
59
  temperature=temperature,
 
13
  ACCESS_TOKEN = os.getenv("HF_TOKEN")
14
 
15
  client = OpenAI(
16
+ base_url="https://api.deepinfra.com/v1/openai/chat/completions",
17
  api_key=ACCESS_TOKEN,
18
  )
19
 
 
53
  response = ""
54
 
55
  for message in client.chat.completions.create(
56
+ model="mistralai/Mistral-Small-24B-Instruct-2501",
57
  max_tokens=max_tokens,
58
  stream=True,
59
  temperature=temperature,