0llheaven commited on
Commit
47bd524
·
verified ·
1 Parent(s): 17b063d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ model_id = "0llheaven/Llama-3.2-11B-Vision-Radiology-mini"
11
  device = "cuda" if torch.cuda.is_available() else "cpu"
12
  model = MllamaForConditionalGeneration.from_pretrained(
13
  model_id,
14
- load_in_4bit=True,
15
  torch_dtype=torch.bfloat16,
16
  device_map=device,
17
  )
 
11
  device = "cuda" if torch.cuda.is_available() else "cpu"
12
  model = MllamaForConditionalGeneration.from_pretrained(
13
  model_id,
14
+ # load_in_4bit=True,
15
  torch_dtype=torch.bfloat16,
16
  device_map=device,
17
  )