Update app.py

app.py

@@ -11,15 +11,15 @@ st.markdown("<h6 style='text-align: center; color: #489DDB;'>by Bryan Mildort</h
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 # from accelerate import infer_auto_device_map
 import torch
-device = "cuda:0" if torch.cuda.is_available() else "cpu"
-device_str = f"""Device being used: {device}"""
-st.write(device_str)
+# device = "cuda:0" if torch.cuda.is_available() else "cpu"
+# device_str = f"""Device being used: {device}"""
+# st.write(device_str)
 # device_map = infer_auto_device_map(model, dtype="float16")
 # st.write(device_map)
 
 model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes_summary", low_cpu_mem_usage=True)
 tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt_neo_notes_summary")
-model = model.to(device)
+# model = model.to(device)
 
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)