bug fixes

app.py

@@ -5,13 +5,14 @@ DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
 
 model = GPTLanguageModel().to(DEVICE)
 model.load_state_dict(torch.load("mini-gpt.pth",map_location=DEVICE), strict=False)
-
+model.eval()
 answer = decode(model.generate(context, max_new_tokens=1000)[0].tolist())
 
-def display(number):
-    return answer[:number+1]
+def display(text,number):
+    combined_text = text + answer[:number + 1]
+    return combined_text
 
+input_box = gr.Textbox()
 input_slider = gr.Slider(minimum=500, maximum=1000, default=500, label="Select the maxium number of tokens/words:")
 output_text = gr.Textbox() 
-demo = gr.Interface(fn=display, inputs=input_slider, outputs=output_text)
-demo.launch()
+gr.Interface(fn=display, inputs=[input_box,input_slider], outputs=output_text).launch()