Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ model_id = "0llheaven/Llama-3.2-11B-Vision-Radiology-mini"
|
|
11 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
12 |
model = MllamaForConditionalGeneration.from_pretrained(
|
13 |
model_id,
|
14 |
-
load_in_4bit=True,
|
15 |
torch_dtype=torch.bfloat16,
|
16 |
device_map=device,
|
17 |
)
|
|
|
11 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
12 |
model = MllamaForConditionalGeneration.from_pretrained(
|
13 |
model_id,
|
14 |
+
# load_in_4bit=True,
|
15 |
torch_dtype=torch.bfloat16,
|
16 |
device_map=device,
|
17 |
)
|