bgaspra commited on
Commit
70d5323
·
verified ·
1 Parent(s): ec1fd1e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -18,8 +18,7 @@ torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
18
  model = AutoModelForCausalLM.from_pretrained(
19
  model_name,
20
  torch_dtype=torch_dtype,
21
- trust_remote_code=True,
22
- use_flash_attention=False # Disable flash attention
23
  ).to(device)
24
  processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
25
 
 
18
  model = AutoModelForCausalLM.from_pretrained(
19
  model_name,
20
  torch_dtype=torch_dtype,
21
+ trust_remote_code=True
 
22
  ).to(device)
23
  processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
24