Update app.py
Browse files
app.py
CHANGED
|
@@ -47,7 +47,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
|
|
| 47 |
# torch_dtype=torch.fl,
|
| 48 |
attn_implementation="flash_attention_2",
|
| 49 |
low_cpu_mem_usage=True,
|
| 50 |
-
|
| 51 |
device_map='cuda',
|
| 52 |
|
| 53 |
)
|
|
|
|
| 47 |
# torch_dtype=torch.fl,
|
| 48 |
attn_implementation="flash_attention_2",
|
| 49 |
low_cpu_mem_usage=True,
|
| 50 |
+
|
| 51 |
device_map='cuda',
|
| 52 |
|
| 53 |
)
|