Ahren09 commited on
Commit
58bdb9c
·
verified ·
1 Parent(s): ca14156

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -13,7 +13,7 @@ from utils import normalize, denormalize, load_image
13
 
14
  UNCONSTRAINED_ATTACK_IMAGE_PATH = 'unconstrained_attack_images/adversarial_'
15
  CONSTRAINED_ATTACK_IMAGE_PATH = 'adversarial_qna_images/adv_image_'
16
- MODEL_PATH = "liuhaotian/llava-v1.5-13b"
17
 
18
  TEXT_SAFETY_PATCHES = {
19
  "optimized": "text_patch_optimized",
@@ -40,7 +40,7 @@ model = loaded_model_name = tokenizer = image_processor = context_len = my_gener
40
  def load_model_async(model_path, model_name):
41
  global tokenizer, model, image_processor, context_len, loaded_model_name, my_generator
42
  print(f"Loading {model_name} model ... ")
43
- tokenizer, model, image_processor, context_len = load_pretrained_model(model_path, None, model_name, load_4bit=True)
44
  if "llava" in model_name.lower():
45
  loaded_model_name = "LLaVA"
46
  else:
 
13
 
14
  UNCONSTRAINED_ATTACK_IMAGE_PATH = 'unconstrained_attack_images/adversarial_'
15
  CONSTRAINED_ATTACK_IMAGE_PATH = 'adversarial_qna_images/adv_image_'
16
+ MODEL_PATH = "liuhaotian/llava-v1.5-7b"
17
 
18
  TEXT_SAFETY_PATCHES = {
19
  "optimized": "text_patch_optimized",
 
40
  def load_model_async(model_path, model_name):
41
  global tokenizer, model, image_processor, context_len, loaded_model_name, my_generator
42
  print(f"Loading {model_name} model ... ")
43
+ tokenizer, model, image_processor, context_len = load_pretrained_model(model_path, None, model_name, load_4bit=False)
44
  if "llava" in model_name.lower():
45
  loaded_model_name = "LLaVA"
46
  else: