Commit
·
0d0e169
1
Parent(s):
1662a84
Update app.py
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ with init_empty_weights():
|
|
27 |
from accelerate import load_checkpoint_and_dispatch
|
28 |
|
29 |
model = load_checkpoint_and_dispatch(
|
30 |
-
model,
|
31 |
)
|
32 |
|
33 |
# model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer", low_cpu_mem_usage=True, load_in_8bit=True, device_map="auto")
|
|
|
27 |
from accelerate import load_checkpoint_and_dispatch
|
28 |
|
29 |
model = load_checkpoint_and_dispatch(
|
30 |
+
model, './', device_map="auto", no_split_module_classes=["GPTJBlock"]
|
31 |
)
|
32 |
|
33 |
# model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer", low_cpu_mem_usage=True, load_in_8bit=True, device_map="auto")
|