m-ric commited on
Commit
650817c
·
verified ·
1 Parent(s): 5310a55

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -16,9 +16,10 @@ processor = AutoProcessor.from_pretrained(
16
  torch_dtype=torch.bfloat16,
17
  )
18
  model = AutoModel.from_pretrained("rhymes-ai/Aria",
19
- revision="f7c92bba",
20
- torch_dtype=torch.bfloat16,
21
- ).to("cuda")
 
22
 
23
  @spaces.GPU
24
  def model_inference(
 
16
  torch_dtype=torch.bfloat16,
17
  )
18
  model = AutoModel.from_pretrained("rhymes-ai/Aria",
19
+ revision="f7c92bba",
20
+ torch_dtype=torch.bfloat16,
21
+ device="auto",
22
+ ).to("cuda")
23
 
24
  @spaces.GPU
25
  def model_inference(