rphrp1985 commited on
Commit
1e4fd07
·
verified ·
1 Parent(s): 3c97666

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -65,7 +65,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
65
  # load_in_8bit=True,
66
  # # # torch_dtype=torch.fl,
67
  attn_implementation="flash_attention_2",
68
- # low_cpu_mem_usage=True,
69
  # device_map='cuda',
70
  # device_map=accelerator.device_map,
71
 
 
65
  # load_in_8bit=True,
66
  # # # torch_dtype=torch.fl,
67
  attn_implementation="flash_attention_2",
68
+ low_cpu_mem_usage=True,
69
  # device_map='cuda',
70
  # device_map=accelerator.device_map,
71