Update app.py

app.py

@@ -5,7 +5,9 @@ from PIL import Image
 import os
 
 
-def get_tokens_as_list(word_list):
+def main():
+
+    def get_tokens_as_list(word_list):
     "Converts a sequence of words into a list of tokens"
     tokens_list = []
     for word in word_list:
@@ -14,22 +16,22 @@ def get_tokens_as_list(word_list):
     return tokens_list
 
 
-def translate(text):
-    # Prepare the prompt
-    messages = f"Translate from Korean to English: {text}"
-    input_ids = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
-    prompt_padded_len = len(input_ids[0])
-    
-    # Generate the translation
-    gen_tokens = model.generate(input_ids, max_length=max_new_tokens, temperature=temperature, top_k=top_k, top_p=top_p, bad_words_ids = bad_words_ids)
-    gen_tokens = [
-      gt[prompt_padded_len:] for gt in gen_tokens
-    ]
-    translation = tokenizer.batch_decode(gen_tokens, skip_special_tokens=True)
-    
-    return translation
+    def translate(text):
+        # Prepare the prompt
+        messages = f"Translate from Korean to English: {text}"
+        input_ids = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
+        prompt_padded_len = len(input_ids[0])
+        
+        # Generate the translation
+        gen_tokens = model.generate(input_ids, max_length=max_new_tokens, temperature=temperature, top_k=top_k, top_p=top_p, bad_words_ids = bad_words_ids)
+        gen_tokens = [
+          gt[prompt_padded_len:] for gt in gen_tokens
+        ]
+        translation = tokenizer.batch_decode(gen_tokens, skip_special_tokens=True)
+        
+        return translation
 
-def main():
+    
 
     st.title("LLM Translate for ko->eng")