Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 14 |
"stabilityai/stable-code-3b",
|
| 15 |
trust_remote_code=True,
|
| 16 |
torch_dtype="auto",
|
| 17 |
-
|
| 18 |
).to("cuda" if torch.cuda.is_available() else "cpu")
|
| 19 |
|
| 20 |
@spaces.GPU
|
|
|
|
| 14 |
"stabilityai/stable-code-3b",
|
| 15 |
trust_remote_code=True,
|
| 16 |
torch_dtype="auto",
|
| 17 |
+
# attn_implementation="flash_attention_2",
|
| 18 |
).to("cuda" if torch.cuda.is_available() else "cpu")
|
| 19 |
|
| 20 |
@spaces.GPU
|