changes

Signed-off-by: Suvaditya Mukherjee <[email protected]>

app.py

@@ -151,7 +151,7 @@ if __name__ == "__main__":
         torch_dtype=torch.bfloat16,
         device_map="auto",
         quantization_config = BitsAndBytesConfig(load_in_8bit=True)
-    ).to_bettertransformer().to('cuda')
+    ).to('cuda')
 
     tokenizer = AutoTokenizer.from_pretrained(model_name)