Update app.py
Browse files
app.py
CHANGED
@@ -16,9 +16,10 @@ processor = AutoProcessor.from_pretrained(
|
|
16 |
torch_dtype=torch.bfloat16,
|
17 |
)
|
18 |
model = AutoModel.from_pretrained("rhymes-ai/Aria",
|
19 |
-
|
20 |
-
|
21 |
-
|
|
|
22 |
|
23 |
@spaces.GPU
|
24 |
def model_inference(
|
|
|
16 |
torch_dtype=torch.bfloat16,
|
17 |
)
|
18 |
model = AutoModel.from_pretrained("rhymes-ai/Aria",
|
19 |
+
revision="f7c92bba",
|
20 |
+
torch_dtype=torch.bfloat16,
|
21 |
+
device="auto",
|
22 |
+
).to("cuda")
|
23 |
|
24 |
@spaces.GPU
|
25 |
def model_inference(
|