Commit
·
ab4059d
1
Parent(s):
8fa3549
Update app.py
Browse files
app.py
CHANGED
@@ -26,8 +26,8 @@ st.write(device_str)
|
|
26 |
# checkpoint = "bryanmildort/gpt-clinical-notes-summarizer"
|
27 |
# model = GPTJForCausalLM.from_pretrained(checkpoint)
|
28 |
|
29 |
-
model = AutoModelForCausalLM.from_pretrained("bryanmildort/
|
30 |
-
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/
|
31 |
# model = model.to(device)
|
32 |
|
33 |
# device_map = infer_auto_device_map(model, dtype="float16")
|
|
|
26 |
# checkpoint = "bryanmildort/gpt-clinical-notes-summarizer"
|
27 |
# model = GPTJForCausalLM.from_pretrained(checkpoint)
|
28 |
|
29 |
+
model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_jt_clinical_notes_summarizer", low_cpu_mem_usage=True)
|
30 |
+
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt_jt_clinical_notes_summarizer")
|
31 |
# model = model.to(device)
|
32 |
|
33 |
# device_map = infer_auto_device_map(model, dtype="float16")
|