bryanmildort commited on
Commit
0d0e169
·
1 Parent(s): 1662a84

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ with init_empty_weights():
27
  from accelerate import load_checkpoint_and_dispatch
28
 
29
  model = load_checkpoint_and_dispatch(
30
- model, checkpoint, device_map="auto", no_split_module_classes=["GPTJBlock"]
31
  )
32
 
33
  # model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer", low_cpu_mem_usage=True, load_in_8bit=True, device_map="auto")
 
27
  from accelerate import load_checkpoint_and_dispatch
28
 
29
  model = load_checkpoint_and_dispatch(
30
+ model, './', device_map="auto", no_split_module_classes=["GPTJBlock"]
31
  )
32
 
33
  # model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer", low_cpu_mem_usage=True, load_in_8bit=True, device_map="auto")