Spaces:
Running
Running
SUBHRAJIT MOHANTY
commited on
Commit
·
48e7774
1
Parent(s):
247920d
Code Updated
Browse files
app.py
CHANGED
@@ -76,8 +76,7 @@ async def lifespan(app: FastAPI):
|
|
76 |
api_key=Config.QDRANT_API_KEY
|
77 |
)
|
78 |
|
79 |
-
# Initialize
|
80 |
-
embedding_service = None
|
81 |
|
82 |
# Verify connections
|
83 |
try:
|
@@ -299,7 +298,7 @@ async def chat_completions(request: ChatCompletionRequest):
|
|
299 |
if request.stream:
|
300 |
return StreamingResponse(
|
301 |
stream_chat_completion(groq_messages, request),
|
302 |
-
media_type="text/
|
303 |
)
|
304 |
else:
|
305 |
return await create_chat_completion(groq_messages, request)
|
|
|
76 |
api_key=Config.QDRANT_API_KEY
|
77 |
)
|
78 |
|
79 |
+
embedding_service = EmbeddingService() # Initialize here
|
|
|
80 |
|
81 |
# Verify connections
|
82 |
try:
|
|
|
298 |
if request.stream:
|
299 |
return StreamingResponse(
|
300 |
stream_chat_completion(groq_messages, request),
|
301 |
+
media_type="text/event-stream"
|
302 |
)
|
303 |
else:
|
304 |
return await create_chat_completion(groq_messages, request)
|