Update backend/app.py

backend/app.py

@@ -5,9 +5,6 @@ from fastapi.responses import JSONResponse
 
 from chainlit.auth import create_jwt
 from chainlit.server import app
-import chainlit as cl
-import requests
-
 
 @app.get("/custom-auth")
 async def custom_auth():
@@ -16,6 +13,7 @@ async def custom_auth():
     return JSONResponse({"token": token})
 
 
+
 import langroid as lr
 import langroid.language_models as lm
 import chainlit as cl
@@ -23,20 +21,10 @@ import chainlit as cl
 
 @cl.on_chat_start
 async def on_chat_start():
-    lm_config = lm.OpenAIGPTConfig(
-    chat_model='ollama/phi3',
-    chat_context_length=4000,  # set this based on model
-    max_output_tokens=4096,
-    temperature=0.2,
-    stream=True,
-    timeout=45,
-
-
-)
-
+    lm_config = lm.OpenAIGPTConfig(chat_model="ollama/mistral")
     agent = lr.ChatAgent(lr.ChatAgentConfig(llm=lm_config))
     task = lr.Task(agent, interactive=True)
-    
+
     msg = "Help me with some questions"
     lr.ChainlitTaskCallbacks(task)
     await task.run_async(msg)