Update app.py
Browse files
app.py
CHANGED
|
@@ -42,8 +42,14 @@ def indian_to_english(sentence):
|
|
| 42 |
generated_tokens = translation_model.generate(**encoded_hi, forced_bos_token_id=translation_tokenizer.lang_code_to_id["en_XX"] )
|
| 43 |
return (translation_tokenizer.batch_decode(generated_tokens, skip_special_tokens=True))
|
| 44 |
|
| 45 |
-
|
| 46 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
|
| 48 |
llm_model = "mistralai/Mistral-7B-Instruct-v0.2"
|
| 49 |
|
|
@@ -250,9 +256,6 @@ def demo():
|
|
| 250 |
with gr.Row():
|
| 251 |
slider_chunk_overlap = gr.Slider(value=256, label="Chunk overlap", info="Chunk overlap", interactive=False, visible=False)
|
| 252 |
|
| 253 |
-
|
| 254 |
-
|
| 255 |
-
|
| 256 |
with gr.Accordion("Advanced options - LLM model", open=False, visible=False):
|
| 257 |
with gr.Row():
|
| 258 |
slider_temperature = gr.Slider(value = 0.1,visible=False)
|
|
@@ -261,8 +264,6 @@ def demo():
|
|
| 261 |
with gr.Row():
|
| 262 |
slider_topk = gr.Slider(value = 3, visible=False)
|
| 263 |
|
| 264 |
-
|
| 265 |
-
|
| 266 |
with gr.Row():
|
| 267 |
db_progress = gr.Textbox(label="Vector database initialization", value="None", visible=True)
|
| 268 |
with gr.Row():
|
|
@@ -274,7 +275,7 @@ def demo():
|
|
| 274 |
|
| 275 |
with gr.Row():
|
| 276 |
lang_btn = gr.Dropdown(languages_list, label="Languages", value = languages_list[1],
|
| 277 |
-
type="value", info="Choose your language",interactive = True)
|
| 278 |
#lang_btn.select(intitalize_lang, inputs)
|
| 279 |
|
| 280 |
chatbot = gr.Chatbot(height=300)
|
|
|
|
| 42 |
generated_tokens = translation_model.generate(**encoded_hi, forced_bos_token_id=translation_tokenizer.lang_code_to_id["en_XX"] )
|
| 43 |
return (translation_tokenizer.batch_decode(generated_tokens, skip_special_tokens=True))
|
| 44 |
|
| 45 |
+
def intitalize_lang(language):
|
| 46 |
+
translation_tokenizer.src_lang = "en_xx"
|
| 47 |
+
encoded_hi = translation_tokenizer(sentence, return_tensors="pt")
|
| 48 |
+
generated_tokens = translation_model.generate(**encoded_hi, forced_bos_token_id=translation_tokenizer.lang_code_to_id[language] )
|
| 49 |
+
x = translation_tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
|
| 50 |
+
print(language)
|
| 51 |
+
return x
|
| 52 |
+
|
| 53 |
|
| 54 |
llm_model = "mistralai/Mistral-7B-Instruct-v0.2"
|
| 55 |
|
|
|
|
| 256 |
with gr.Row():
|
| 257 |
slider_chunk_overlap = gr.Slider(value=256, label="Chunk overlap", info="Chunk overlap", interactive=False, visible=False)
|
| 258 |
|
|
|
|
|
|
|
|
|
|
| 259 |
with gr.Accordion("Advanced options - LLM model", open=False, visible=False):
|
| 260 |
with gr.Row():
|
| 261 |
slider_temperature = gr.Slider(value = 0.1,visible=False)
|
|
|
|
| 264 |
with gr.Row():
|
| 265 |
slider_topk = gr.Slider(value = 3, visible=False)
|
| 266 |
|
|
|
|
|
|
|
| 267 |
with gr.Row():
|
| 268 |
db_progress = gr.Textbox(label="Vector database initialization", value="None", visible=True)
|
| 269 |
with gr.Row():
|
|
|
|
| 275 |
|
| 276 |
with gr.Row():
|
| 277 |
lang_btn = gr.Dropdown(languages_list, label="Languages", value = languages_list[1],
|
| 278 |
+
type="value", info="Choose your language",interactive = True).select(intitalize_lang)
|
| 279 |
#lang_btn.select(intitalize_lang, inputs)
|
| 280 |
|
| 281 |
chatbot = gr.Chatbot(height=300)
|