AALF commited on
Commit
f76a6bc
·
verified ·
1 Parent(s): 71021dc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -31,7 +31,7 @@ def load_model(model_name):
31
  model = AutoModelForCausalLM.from_pretrained(
32
  f"{root_path}/{model_name}",
33
  device_map="auto",
34
- load_in_4bit=True,
35
  torch_dtype=torch.bfloat16,
36
  trust_remote_code=True,
37
  )
 
31
  model = AutoModelForCausalLM.from_pretrained(
32
  f"{root_path}/{model_name}",
33
  device_map="auto",
34
+ # load_in_4bit=True,
35
  torch_dtype=torch.bfloat16,
36
  trust_remote_code=True,
37
  )