Tonic commited on
Commit
c93fb24
Β·
1 Parent(s): e6521eb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -12,8 +12,7 @@ tokenizer = AutoTokenizer.from_pretrained('stabilityai/stablelm-zephyr-3b', toke
12
  model = AutoModelForCausalLM.from_pretrained(
13
  'stabilityai/stablelm-zephyr-3b',
14
  trust_remote_code=True,
15
- device_map="auto",
16
- token=hf_token
17
  )
18
  model.to(device)
19
 
 
12
  model = AutoModelForCausalLM.from_pretrained(
13
  'stabilityai/stablelm-zephyr-3b',
14
  trust_remote_code=True,
15
+ device_map="auto"
 
16
  )
17
  model.to(device)
18