Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
sachin
commited on
Commit
·
17a7288
1
Parent(s):
ce5948a
send query yo llm
Browse files- src/server/main.py +7 -5
src/server/main.py
CHANGED
@@ -225,6 +225,7 @@ async def chat(request: Request, chat_request: ChatRequest):
|
|
225 |
logger.info(f"Received prompt: {chat_request.prompt}, src_lang: {chat_request.src_lang}, tgt_lang: {chat_request.tgt_lang}")
|
226 |
|
227 |
try:
|
|
|
228 |
# Translate prompt to English if src_lang is not English
|
229 |
if chat_request.src_lang != "eng_Latn":
|
230 |
translated_prompt = await call_external_translation(
|
@@ -237,12 +238,12 @@ async def chat(request: Request, chat_request: ChatRequest):
|
|
237 |
else:
|
238 |
prompt_to_process = chat_request.prompt
|
239 |
logger.info("Prompt already in English, no translation needed")
|
240 |
-
|
241 |
# Call the external API instead of llm_manager.generate
|
242 |
external_url = "https://gaganyatri-llm-indic-server.hf.space/v1/chat"
|
243 |
payload = {
|
244 |
-
"prompt":
|
245 |
-
"src_lang":
|
246 |
"tgt_lang": "eng_Latn" # Expecting English response initially
|
247 |
}
|
248 |
|
@@ -262,6 +263,7 @@ async def chat(request: Request, chat_request: ChatRequest):
|
|
262 |
english_response = response_data.get("response", "")
|
263 |
logger.info(f"Generated English response from external API: {english_response}")
|
264 |
|
|
|
265 |
# Translate response to target language if tgt_lang is not English
|
266 |
if chat_request.tgt_lang != "eng_Latn":
|
267 |
translated_response = await call_external_translation(
|
@@ -274,8 +276,8 @@ async def chat(request: Request, chat_request: ChatRequest):
|
|
274 |
else:
|
275 |
final_response = english_response
|
276 |
logger.info("Response kept in English, no translation needed")
|
277 |
-
|
278 |
-
return ChatResponse(response=
|
279 |
|
280 |
except requests.Timeout:
|
281 |
logger.error("External chat API request timed out")
|
|
|
225 |
logger.info(f"Received prompt: {chat_request.prompt}, src_lang: {chat_request.src_lang}, tgt_lang: {chat_request.tgt_lang}")
|
226 |
|
227 |
try:
|
228 |
+
'''
|
229 |
# Translate prompt to English if src_lang is not English
|
230 |
if chat_request.src_lang != "eng_Latn":
|
231 |
translated_prompt = await call_external_translation(
|
|
|
238 |
else:
|
239 |
prompt_to_process = chat_request.prompt
|
240 |
logger.info("Prompt already in English, no translation needed")
|
241 |
+
'''
|
242 |
# Call the external API instead of llm_manager.generate
|
243 |
external_url = "https://gaganyatri-llm-indic-server.hf.space/v1/chat"
|
244 |
payload = {
|
245 |
+
"prompt": chat_request.prompt ,
|
246 |
+
"src_lang": chat_request.src_lang, # Sending English prompt to the external API
|
247 |
"tgt_lang": "eng_Latn" # Expecting English response initially
|
248 |
}
|
249 |
|
|
|
263 |
english_response = response_data.get("response", "")
|
264 |
logger.info(f"Generated English response from external API: {english_response}")
|
265 |
|
266 |
+
'''
|
267 |
# Translate response to target language if tgt_lang is not English
|
268 |
if chat_request.tgt_lang != "eng_Latn":
|
269 |
translated_response = await call_external_translation(
|
|
|
276 |
else:
|
277 |
final_response = english_response
|
278 |
logger.info("Response kept in English, no translation needed")
|
279 |
+
'''
|
280 |
+
return ChatResponse(response=english_response)
|
281 |
|
282 |
except requests.Timeout:
|
283 |
logger.error("External chat API request timed out")
|