Added torch.dtype

app.py

@@ -7,6 +7,7 @@ tokenizer = AutoTokenizer.from_pretrained(model)
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,
+    torch_dtype=torch.float16,
     device_map="auto",
 )