Testing tensor.float32 with app.py

app.py

@@ -9,7 +9,7 @@ tokenizer = AutoTokenizer.from_pretrained(model)
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,
-    torch_dtype=torch.float16,
+    torch_dtype=torch.float32,
     device_map="auto",
 )
 
@@ -23,7 +23,6 @@ def debate_response(text):
         eos_token_id=tokenizer.eos_token_id,
         max_length=100,
     )
-    print(sequences)
     return "testing"