Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -63,7 +63,7 @@ processor = AutoProcessor.from_pretrained(MODEL_ID, trust_remote_code=True)
|
|
63 |
).to("cuda").eval()"""
|
64 |
|
65 |
model = Llama4ForConditionalGeneration.from_pretrained(
|
66 |
-
|
67 |
attn_implementation="flex_attention",
|
68 |
device_map="auto",
|
69 |
torch_dtype=torch.bfloat16,
|
|
|
63 |
).to("cuda").eval()"""
|
64 |
|
65 |
model = Llama4ForConditionalGeneration.from_pretrained(
|
66 |
+
MODEL_ID,
|
67 |
attn_implementation="flex_attention",
|
68 |
device_map="auto",
|
69 |
torch_dtype=torch.bfloat16,
|