TobyYang7 commited on
Commit
25f126e
1 Parent(s): 140504c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -39,6 +39,8 @@ parser.add_argument("--load-8bit", action="store_true")
39
  parser.add_argument("--load-4bit", action="store_true")
40
  args = parser.parse_args()
41
 
 
 
42
  # Load model
43
  tokenizer, llava_model, image_processor, context_len = load_pretrained_model(
44
  args.model_path,
 
39
  parser.add_argument("--load-4bit", action="store_true")
40
  args = parser.parse_args()
41
 
42
+ args.load_8bit = True
43
+
44
  # Load model
45
  tokenizer, llava_model, image_processor, context_len = load_pretrained_model(
46
  args.model_path,