Update app.py

app.py

@@ -4,8 +4,9 @@ from transformers import BloomTokenizerFast
 from transformers import pipeline, set_seed
 import random
 
+device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 model_name = "bloom-560m"
-model = AutoModelForCausalLM.from_pretrained(f'jslin09/{model_name}-finetuned-fraud').to("cuda")
+model = AutoModelForCausalLM.from_pretrained(f'jslin09/{model_name}-finetuned-fraud').to(device)
 tokenizer = BloomTokenizerFast.from_pretrained(f'bigscience/{model_name}', bos_token = '<s>', eos_token = '</s>', pad_token = '<pad>')
 
 def rnd_generate(prompt):