Commit
·
8997302
1
Parent(s):
2537ff0
Update app.py
Browse files
app.py
CHANGED
@@ -23,7 +23,7 @@ st.write(device_str)
|
|
23 |
# model = model.to(device)
|
24 |
|
25 |
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer")
|
26 |
-
checkpoint = "bryanmildort/gpt-notes-summarizer
|
27 |
model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", offload_folder="offload", offload_state_dict = True, no_split_module_classes=["GPTJBlock"], torch_dtype=torch.float16)
|
28 |
|
29 |
device_map = infer_auto_device_map(model, dtype="float16")
|
|
|
23 |
# model = model.to(device)
|
24 |
|
25 |
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer")
|
26 |
+
checkpoint = "bryanmildort/gpt-clinical-notes-summarizer"
|
27 |
model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", offload_folder="offload", offload_state_dict = True, no_split_module_classes=["GPTJBlock"], torch_dtype=torch.float16)
|
28 |
|
29 |
device_map = infer_auto_device_map(model, dtype="float16")
|