Update app.py

app.py

@@ -10,8 +10,6 @@ title = """# Welcome to 🌟Tonic's✨StarCoder
 Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's 🛠️community 👻 [![Join us on Discord](https://img.shields.io/discord/1109943800132010065?label=Discord&logo=discord&style=flat-square)](https://discord.gg/GWpVpekp) On 🤗Huggingface:[MultiTransformer](https://huggingface.co/MultiTransformer) Math 🔍 [introspector](https://huggingface.co/introspector) On 🌐Github: [Tonic-AI](https://github.com/tonic-ai) & contribute to🌟 [SciTonic](https://github.com/Tonic-AI/scitonic)🤗Big thanks to Yuvi Sharma and all the folks at huggingface for the community grant 🤗
 """
 
-default_system_prompt = """SYSTEM: You are an AI that code. Answer with code."""
-
 model_path = "bigcode/starcoder2-15b"
 
 hf_token = os.getenv("HF_TOKEN")
@@ -25,18 +23,18 @@ model = AutoModelForCausalLM.from_pretrained( model_path, quantization_config=qu
 @spaces.GPU
 def generate_text(prompt, temperature, max_length):
     inputs = tokenizer.encode(prompt, return_tensors="pt").to("cuda")
-    outputs = model.generate(inputs, max_length=max_length, top_p=0.9, temperature=temperature)
+    outputs = model.generate(inputs, max_length=max_length, top_p=0.9, temperature=temperature, do_sample=True)
     return tokenizer.decode(outputs[0])
 
 def gradio_app():
     with gr.Blocks() as demo:
         gr.Markdown(title)
-        prompt = gr.Textbox(label="Enter your code prompt", placeholder="def print_hello_world():")
+        prompt = gr.Code(label="Enter your code prompt", placeholder="def print_hello_world():")
         with gr.Row():
             temperature = gr.Slider(minimum=0.1, maximum=1.0, step=0.1, value=0.5, label="Temperature")
             max_length = gr.Slider(minimum=100, maximum=1024, step=10, value=100, label="Generate Length")
         generate_btn = gr.Button("Try✨StarCoder")
-        output = gr.Code(label="Generated Code", lines=40)
+        output = gr.Code(label="✨StarCoder:", lines=40)
 
         generate_btn.click(
             fn=generate_text,