Update app.py

app.py

@@ -15,15 +15,15 @@ model_name = "allenai/tulu-2-dpo-13b"
 tokenizer = AutoTokenizer.from_pretrained("allenai/tulu-2-dpo-13b")
 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
 
-bos_token_id = 1  
-eos_token_id = 2  
-tokenizer.bos_token_id = bos_token_id
-tokenizer.eos_token_id = eos_token_id
-model.config.bos_token_id = bos_token_id
-model.config.eos_token_id = eos_token_id
-if tokenizer.pad_token is None:
-    tokenizer.pad_token = tokenizer.eos_token
-model.config.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
+# bos_token_id = 1  
+# eos_token_id = 2  
+# tokenizer.bos_token_id = bos_token_id
+# tokenizer.eos_token_id = eos_token_id
+# model.config.bos_token_id = bos_token_id
+# model.config.eos_token_id = eos_token_id
+# if tokenizer.pad_token is None:
+#     tokenizer.pad_token = tokenizer.eos_token
+# model.config.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
 
 class TuluChatBot:
     def __init__(self, model, tokenizer, system_message="You are 🌷Tulu, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
@@ -86,7 +86,7 @@ with gr.Blocks(theme = "ParityError/Anime") as demo:
         system_message = gr.Textbox(label="Optional 🌷Tulu Assistant Message", lines=2)
         user_message = gr.Textbox(label="Your Message", lines=3)
     with gr.Row():
-        do_sample = gr.Checkbox(label="Advanced", value=False)
+        do_sample = gr.Checkbox(label="Advanced", value=True)
     
     with gr.Accordion("Advanced Settings", open=lambda do_sample: do_sample):
         with gr.Row():