Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
10 |
device_map="cuda",
|
11 |
torch_dtype="auto",
|
12 |
trust_remote_code=True,
|
13 |
-
|
14 |
)
|
15 |
|
16 |
tokenizer = AutoTokenizer.from_pretrained("AdnanRiaz107/CodePhi-3-Mini-1K4bit")
|
|
|
10 |
device_map="cuda",
|
11 |
torch_dtype="auto",
|
12 |
trust_remote_code=True,
|
13 |
+
attn_implementation='eager',
|
14 |
)
|
15 |
|
16 |
tokenizer = AutoTokenizer.from_pretrained("AdnanRiaz107/CodePhi-3-Mini-1K4bit")
|