artificialguybr commited on
Commit
e68a8c1
·
1 Parent(s): 954be9c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -14,6 +14,7 @@ config = AutoConfig.from_pretrained("Qwen/Qwen-VL-Chat-Int4")
14
  #config.quantization_config["use_exllama"] = True
15
  config.quantization_config["disable_exllama"] = False
16
  config.quantization_config["exllama_config"] = {"version":2}
 
17
  model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-VL-Chat-Int4", device_map="auto", config=config, trust_remote_code=True).eval()
18
 
19
  BOX_TAG_PATTERN = r"<box>([\s\S]*?)</box>"
 
14
  #config.quantization_config["use_exllama"] = True
15
  config.quantization_config["disable_exllama"] = False
16
  config.quantization_config["exllama_config"] = {"version":2}
17
+ config.quantization-config["trust_remote_code=True"] = True
18
  model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-VL-Chat-Int4", device_map="auto", config=config, trust_remote_code=True).eval()
19
 
20
  BOX_TAG_PATTERN = r"<box>([\s\S]*?)</box>"