Update app.py

app.py

@@ -19,6 +19,7 @@ torch.random.manual_seed(0)
 proc_model_name = "microsoft/Phi-3-mini-4k-instruct"
 proc_model = AutoModelForCausalLM.from_pretrained(
     proc_model_name,
+    torch_dtype=torch.float16,
     trust_remote_code=True, 
     low_cpu_mem_usage=True,
 )