Added tensor stuff

app.py

@@ -9,10 +9,11 @@ tokenizer = AutoTokenizer.from_pretrained(model)
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,
-    torch_dtype=torch.float32,
+    torch_dtype=torch.float16,
     device_map="auto",
 )
 
+torch.set_default_tensor_type(torch.cuda.Tensor)
 
 def debate_response(text):
     sequences = pipeline(