Merge branch 'main' of https://huggingface.co/spaces/bryanmildort/gpt-notes-summarizer-demo into main
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ with init_empty_weights():
|
|
27 |
from accelerate import load_checkpoint_and_dispatch
|
28 |
|
29 |
model = load_checkpoint_and_dispatch(
|
30 |
-
model,
|
31 |
)
|
32 |
|
33 |
# model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer", low_cpu_mem_usage=True, load_in_8bit=True, device_map="auto")
|
|
|
27 |
from accelerate import load_checkpoint_and_dispatch
|
28 |
|
29 |
model = load_checkpoint_and_dispatch(
|
30 |
+
model, './', device_map="auto", no_split_module_classes=["GPTJBlock"]
|
31 |
)
|
32 |
|
33 |
# model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer", low_cpu_mem_usage=True, load_in_8bit=True, device_map="auto")
|