sachin commited on
Commit
17a7288
·
1 Parent(s): ce5948a

send query yo llm

Browse files
Files changed (1) hide show
  1. src/server/main.py +7 -5
src/server/main.py CHANGED
@@ -225,6 +225,7 @@ async def chat(request: Request, chat_request: ChatRequest):
225
  logger.info(f"Received prompt: {chat_request.prompt}, src_lang: {chat_request.src_lang}, tgt_lang: {chat_request.tgt_lang}")
226
 
227
  try:
 
228
  # Translate prompt to English if src_lang is not English
229
  if chat_request.src_lang != "eng_Latn":
230
  translated_prompt = await call_external_translation(
@@ -237,12 +238,12 @@ async def chat(request: Request, chat_request: ChatRequest):
237
  else:
238
  prompt_to_process = chat_request.prompt
239
  logger.info("Prompt already in English, no translation needed")
240
-
241
  # Call the external API instead of llm_manager.generate
242
  external_url = "https://gaganyatri-llm-indic-server.hf.space/v1/chat"
243
  payload = {
244
- "prompt": prompt_to_process,
245
- "src_lang": "eng_Latn", # Sending English prompt to the external API
246
  "tgt_lang": "eng_Latn" # Expecting English response initially
247
  }
248
 
@@ -262,6 +263,7 @@ async def chat(request: Request, chat_request: ChatRequest):
262
  english_response = response_data.get("response", "")
263
  logger.info(f"Generated English response from external API: {english_response}")
264
 
 
265
  # Translate response to target language if tgt_lang is not English
266
  if chat_request.tgt_lang != "eng_Latn":
267
  translated_response = await call_external_translation(
@@ -274,8 +276,8 @@ async def chat(request: Request, chat_request: ChatRequest):
274
  else:
275
  final_response = english_response
276
  logger.info("Response kept in English, no translation needed")
277
-
278
- return ChatResponse(response=final_response)
279
 
280
  except requests.Timeout:
281
  logger.error("External chat API request timed out")
 
225
  logger.info(f"Received prompt: {chat_request.prompt}, src_lang: {chat_request.src_lang}, tgt_lang: {chat_request.tgt_lang}")
226
 
227
  try:
228
+ '''
229
  # Translate prompt to English if src_lang is not English
230
  if chat_request.src_lang != "eng_Latn":
231
  translated_prompt = await call_external_translation(
 
238
  else:
239
  prompt_to_process = chat_request.prompt
240
  logger.info("Prompt already in English, no translation needed")
241
+ '''
242
  # Call the external API instead of llm_manager.generate
243
  external_url = "https://gaganyatri-llm-indic-server.hf.space/v1/chat"
244
  payload = {
245
+ "prompt": chat_request.prompt ,
246
+ "src_lang": chat_request.src_lang, # Sending English prompt to the external API
247
  "tgt_lang": "eng_Latn" # Expecting English response initially
248
  }
249
 
 
263
  english_response = response_data.get("response", "")
264
  logger.info(f"Generated English response from external API: {english_response}")
265
 
266
+ '''
267
  # Translate response to target language if tgt_lang is not English
268
  if chat_request.tgt_lang != "eng_Latn":
269
  translated_response = await call_external_translation(
 
276
  else:
277
  final_response = english_response
278
  logger.info("Response kept in English, no translation needed")
279
+ '''
280
+ return ChatResponse(response=english_response)
281
 
282
  except requests.Timeout:
283
  logger.error("External chat API request timed out")