SUBHRAJIT MOHANTY commited on
Commit
48e7774
·
1 Parent(s): 247920d

Code Updated

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -76,8 +76,7 @@ async def lifespan(app: FastAPI):
76
  api_key=Config.QDRANT_API_KEY
77
  )
78
 
79
- # Initialize embedding service
80
- embedding_service = None
81
 
82
  # Verify connections
83
  try:
@@ -299,7 +298,7 @@ async def chat_completions(request: ChatCompletionRequest):
299
  if request.stream:
300
  return StreamingResponse(
301
  stream_chat_completion(groq_messages, request),
302
- media_type="text/plain"
303
  )
304
  else:
305
  return await create_chat_completion(groq_messages, request)
 
76
  api_key=Config.QDRANT_API_KEY
77
  )
78
 
79
+ embedding_service = EmbeddingService() # Initialize here
 
80
 
81
  # Verify connections
82
  try:
 
298
  if request.stream:
299
  return StreamingResponse(
300
  stream_chat_completion(groq_messages, request),
301
+ media_type="text/event-stream"
302
  )
303
  else:
304
  return await create_chat_completion(groq_messages, request)