Daemontatox commited on
Commit
26f162e
·
verified ·
1 Parent(s): cecee27

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -9
app.py CHANGED
@@ -92,7 +92,7 @@ db = Qdrant(
92
 
93
  retriever = db.as_retriever(
94
  search_type="similarity",
95
- search_kwargs={"k": 5}
96
  )
97
 
98
  # Create a new collection for logs
@@ -156,20 +156,20 @@ def log_to_qdrant(question: str, answer: str):
156
 
157
 
158
  llm = ChatOpenAI(
159
- model="meta-llama/llama-3.3-8b-instruct:free",
160
  temperature=0.2,
161
  max_tokens=None,
162
  timeout=None,
163
  max_retries=3,
164
- api_key=OPENAPI_KEY,# if you prefer to pass api key in directly instaed of using env vars
165
- base_url="https://openrouter.ai/api/v1",
166
  stream=True,
167
- #api_key=CHUTES_KEY,
168
- #base_url="https://chutes-deepseek-ai-deepseek-r1.chutes.ai/v1/chat/completions",
169
 
170
  )
171
 
172
- template = """
173
  Your Name is Maxwell , a specialized AI assistant for the Mawared HR System, designed to deliver accurate and contextually relevant support based solely on the provided context and chat history.
174
 
175
  ---
@@ -339,10 +339,10 @@ def clear_chat():
339
  # Gradio Interface
340
  with gr.Blocks() as iface:
341
  gr.Image("Image.jpg", width=800, height=200, show_label=False, show_download_button=False)
342
- gr.Markdown("# MaxWell 7.0.0 ")
343
  gr.Markdown('### Patch notes')
344
  gr.Markdown("""
345
- **Ultra Fast LLama**
346
 
347
  """)
348
 
 
92
 
93
  retriever = db.as_retriever(
94
  search_type="similarity",
95
+ search_kwargs={"k": 4}
96
  )
97
 
98
  # Create a new collection for logs
 
156
 
157
 
158
  llm = ChatOpenAI(
159
+ model="deepseek-ai/DeepSeek-V3-0324",
160
  temperature=0.2,
161
  max_tokens=None,
162
  timeout=None,
163
  max_retries=3,
164
+ # api_key=OPENAPI_KEY,# if you prefer to pass api key in directly instaed of using env vars
165
+ # base_url="https://openrouter.ai/api/v1",
166
  stream=True,
167
+ api_key=CHUTES_KEY,
168
+ base_url="https://llm.chutes.ai/v1/",
169
 
170
  )
171
 
172
+ template = f"""
173
  Your Name is Maxwell , a specialized AI assistant for the Mawared HR System, designed to deliver accurate and contextually relevant support based solely on the provided context and chat history.
174
 
175
  ---
 
339
  # Gradio Interface
340
  with gr.Blocks() as iface:
341
  gr.Image("Image.jpg", width=800, height=200, show_label=False, show_download_button=False)
342
+ gr.Markdown("# MaxWell 7.0.0 Deepseek")
343
  gr.Markdown('### Patch notes')
344
  gr.Markdown("""
345
+ **Ultra Fast Deepseek**
346
 
347
  """)
348