Update app.py

app.py

@@ -60,7 +60,7 @@ def respond(
 ## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
 
     gen_tokens = model.generate(
-    input_ids, 
+    input_ids.float(), 
     max_new_tokens=100, 
     do_sample=True, 
     temperature=0.3,