Update app.py

app.py

@@ -21,7 +21,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=HF_TOKEN)
 
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_NAME,
-    torch_dtype=torch.float16, 
+    torch_dtype=torch.float32, 
     device_map="auto",
     token=HF_TOKEN
 )