CoderCowMoo commited on
Commit
f37371f
Β·
verified Β·
1 Parent(s): 2ebd075

exactly like the exampe

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ quantize_config = BaseQuantizeConfig(
20
  )
21
  model = AutoGPTQForCausalLM.from_quantized(
22
  model_id,
23
- device="cuda",
24
  use_safetensors=True,
25
  quantize_config=quantize_config).eval()
26
 
 
20
  )
21
  model = AutoGPTQForCausalLM.from_quantized(
22
  model_id,
23
+ device="cuda:0",
24
  use_safetensors=True,
25
  quantize_config=quantize_config).eval()
26