AdnanRiaz107 commited on
Commit
efa9548
·
verified ·
1 Parent(s): 20f2ad9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ model = AutoModelForCausalLM.from_pretrained(
10
  device_map="cuda",
11
  torch_dtype="auto",
12
  trust_remote_code=True,
13
- # attn_implementation='eager',
14
  )
15
 
16
  tokenizer = AutoTokenizer.from_pretrained("AdnanRiaz107/CodePhi-3-Mini-1K4bit")
 
10
  device_map="cuda",
11
  torch_dtype="auto",
12
  trust_remote_code=True,
13
+ attn_implementation='eager',
14
  )
15
 
16
  tokenizer = AutoTokenizer.from_pretrained("AdnanRiaz107/CodePhi-3-Mini-1K4bit")