Debugged app.py

app.py

@@ -22,6 +22,13 @@ import torch
 import gradio as gr
 
 model = "anirudh-sub/debate_model_v2.1"
+tokenizer = AutoTokenizer.from_pretrained(model)
+pipeline = transformers.pipeline(
+    "text-generation",
+    model=model,
+    torch_dtype=torch.float16,
+    device_map="auto",
+)
 
 def debate_response(text):
     sequences = pipeline(
@@ -32,7 +39,6 @@ def debate_response(text):
         eos_token_id=tokenizer.eos_token_id,
         max_length=500,
     )
-
     response = ""
     for seq in sequences:
         reponse += {seq['generated_text']}