Update app.py

app.py

@@ -8,7 +8,7 @@ phi4_model_path = "microsoft/Phi-4-reasoning-plus"
 
 device = "cuda:0" if torch.cuda.is_available() else "cpu"
 
-phi4_model = AutoModelForCausalLM.from_pretrained(phi4_model_path, torch_dtype="auto").to(device)
+phi4_model = AutoModelForCausalLM.from_pretrained(phi4_model_path, device_map="auto", torch_dtype="auto")
 phi4_tokenizer = AutoTokenizer.from_pretrained(phi4_model_path)
 
 @spaces.GPU(duration=60)
@@ -24,7 +24,7 @@ def generate_response(user_message, max_tokens, temperature, top_k, top_p, repet
     end_tag = "<|im_end|>"
 
     # Recommended prompt settings by Microsoft
-    system_message = "You are a friendly and knowledgeable assistant, here to help with any questions or tasks."
+    system_message = "Your role as an assistant involves thoroughly exploring questions through a systematic thinking process before providing the final precise and accurate solutions. This requires engaging in a comprehensive cycle of analysis, summarizing, exploration, reassessment, reflection, backtracing, and iteration to develop well-considered thinking process. Please structure your response into two main sections: Thought and Solution using the specified format: <think> {Thought section} </think> {Solution section}. In the Thought section, detail your reasoning process in steps. Each step should include detailed considerations such as analysing questions, summarizing relevant findings, brainstorming new ideas, verifying the accuracy of the current steps, refining any errors, and revisiting previous steps. In the Solution section, based on various attempts, explorations, and reflections from the Thought section, systematically present the final solution that you deem correct. The Solution section should be logical, accurate, and concise and detail necessary steps needed to reach the conclusion. Now, try to solve the following question through the above guidelines:"
     prompt = f"{start_tag}system{sep_tag}{system_message}{end_tag}"
     for message in history_state:
         if message["role"] == "user":
@@ -44,10 +44,10 @@ def generate_response(user_message, max_tokens, temperature, top_k, top_p, repet
         "input_ids": inputs["input_ids"],
         "attention_mask": inputs["attention_mask"],
         "max_new_tokens": int(max_tokens),
-        "do_sample": do_sample,
-        "temperature": temperature,
+        "do_sample": True,
+        "temperature": 0.8,
         "top_k": int(top_k),
-        "top_p": top_p,
+        "top_p": 0.95,
         "repetition_penalty": repetition_penalty,
         "streamer": streamer,
     }
@@ -70,16 +70,20 @@ def generate_response(user_message, max_tokens, temperature, top_k, top_p, repet
     yield new_history, new_history
 
 example_messages = {
-    "Learn about physics": "Explain Newton's laws of motion.",
-    "Discover space facts": "What are some interesting facts about black holes?",
-    "Write a factorial function": "Write a Python function to calculate the factorial of a number."
+    "Math problem": "Solve for x: 3x^2 + 6x - 9 = 0",
+    "Algorithmic task": "Write a Python function to find the longest common subsequence of two strings.",
+    "Reasoning puzzle": "There are 5 houses in a row, each with a different color. The person in each house has a different nationality, pet, drink, and cigarette brand. Given that: The Brit lives in the red house. The Swede keeps dogs. The Dane drinks tea. The green house is on the left of the white house. The green house owner drinks coffee. The person who smokes Pall Mall keeps birds. The owner of the yellow house smokes Dunhill. The man living in the center house drinks milk. The Norwegian lives in the first house. The man who smokes Blend lives next to the one who keeps cats. The man who keeps horses lives next to the man who smokes Dunhill. The owner who smokes Blue Master drinks beer. The German smokes Prince. The Norwegian lives next to the blue house. The man who smokes Blend has a neighbor who drinks water. Who owns the fish?"
 }
 
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     gr.Markdown(
         """
         # Phi-4-reasoning-plus Chatbot 
-        Welcome to the Phi-4 Chatbot! You can chat with Microsoft's Phi-4-reasoning-plus model. Adjust the settings on the left to customize the model's responses.
+        Welcome to the Phi-4-reasoning-plus Chatbot! This model is designed for advanced reasoning tasks and structured thinking. The model will provide responses with two sections:
+        1. **Thought section**: A detailed reasoning chain showing step-by-step analysis
+        2. **Solution section**: A concise, accurate final answer
+        
+        Adjust the settings on the left to customize the model's responses. For complex queries, consider increasing the max tokens.
         """
     )
     
@@ -90,16 +94,16 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
             gr.Markdown("### Settings")
             max_tokens_slider = gr.Slider(
                 minimum=64,
-                maximum=4096,
-                step=50,
-                value=512,
+                maximum=32768,
+                step=1024,
+                value=4096,
                 label="Max Tokens"
             )
             with gr.Accordion("Advanced Settings", open=False):
                 temperature_slider = gr.Slider(
                     minimum=0.1,
                     maximum=2.0,
-                    value=1.0,
+                    value=0.8,
                     label="Temperature"
                 )
                 top_k_slider = gr.Slider(
@@ -112,7 +116,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 top_p_slider = gr.Slider(
                     minimum=0.1,
                     maximum=1.0,
-                    value=0.9,
+                    value=0.95,
                     label="Top-p"
                 )
                 repetition_penalty_slider = gr.Slider(
@@ -134,9 +138,9 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 clear_button = gr.Button("Clear", scale=1)
             gr.Markdown("**Try these examples:**")
             with gr.Row():
-                example1_button = gr.Button("Learn about physics")
-                example2_button = gr.Button("Discover space facts")
-                example3_button = gr.Button("Write a factorial function")
+                example1_button = gr.Button("Math problem")
+                example2_button = gr.Button("Algorithmic task")
+                example3_button = gr.Button("Reasoning puzzle")
 
     submit_button.click(
         fn=generate_response,
@@ -155,17 +159,17 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     )
 
     example1_button.click(
-        fn=lambda: gr.update(value=example_messages["Learn about physics"]),
+        fn=lambda: gr.update(value=example_messages["Math problem"]),
         inputs=None,
         outputs=user_input
     )
     example2_button.click(
-        fn=lambda: gr.update(value=example_messages["Discover space facts"]),
+        fn=lambda: gr.update(value=example_messages["Algorithmic task"]),
         inputs=None,
         outputs=user_input
     )
     example3_button.click(
-        fn=lambda: gr.update(value=example_messages["Write a factorial function"]),
+        fn=lambda: gr.update(value=example_messages["Reasoning puzzle"]),
         inputs=None,
         outputs=user_input
     )