Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -39,6 +39,8 @@ parser.add_argument("--load-8bit", action="store_true")
|
|
39 |
parser.add_argument("--load-4bit", action="store_true")
|
40 |
args = parser.parse_args()
|
41 |
|
|
|
|
|
42 |
# Load model
|
43 |
tokenizer, llava_model, image_processor, context_len = load_pretrained_model(
|
44 |
args.model_path,
|
|
|
39 |
parser.add_argument("--load-4bit", action="store_true")
|
40 |
args = parser.parse_args()
|
41 |
|
42 |
+
args.load_8bit = True
|
43 |
+
|
44 |
# Load model
|
45 |
tokenizer, llava_model, image_processor, context_len = load_pretrained_model(
|
46 |
args.model_path,
|