Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -18,8 +18,7 @@ torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
|
|
18 |
model = AutoModelForCausalLM.from_pretrained(
|
19 |
model_name,
|
20 |
torch_dtype=torch_dtype,
|
21 |
-
trust_remote_code=True
|
22 |
-
use_flash_attention=False # Disable flash attention
|
23 |
).to(device)
|
24 |
processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
|
25 |
|
|
|
18 |
model = AutoModelForCausalLM.from_pretrained(
|
19 |
model_name,
|
20 |
torch_dtype=torch_dtype,
|
21 |
+
trust_remote_code=True
|
|
|
22 |
).to(device)
|
23 |
processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
|
24 |
|