Update app.py

app.py

@@ -104,7 +104,7 @@ def respond(
 
     input_ids = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt").to(torch.float16).to('cuda') # .to(accelerator.device)
     input_ids2 = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True, return_tensors="pt") #.to('cuda')
-
+    print(f"Converted input_ids dtype: {input_ids.dtype}")
     input_str= str(input_ids2)
     print('input str = ', input_str)
 ## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>