Commit
·
fff902b
1
Parent(s):
8a98078
Update app.py
Browse files
app.py
CHANGED
@@ -29,7 +29,7 @@ st.write(device_str)
|
|
29 |
|
30 |
model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt-neo-small-notes-summarizer")
|
31 |
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt-neo-small-notes-summarizer")
|
32 |
-
model = model.to(device)
|
33 |
|
34 |
# device_map = infer_auto_device_map(model, dtype="float16")
|
35 |
# st.write(device_map)
|
|
|
29 |
|
30 |
model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt-neo-small-notes-summarizer")
|
31 |
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt-neo-small-notes-summarizer")
|
32 |
+
# model = model.to(device)
|
33 |
|
34 |
# device_map = infer_auto_device_map(model, dtype="float16")
|
35 |
# st.write(device_map)
|