artificialguybr commited on
Commit
954be9c
·
1 Parent(s): ccfc98d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ config = AutoConfig.from_pretrained("Qwen/Qwen-VL-Chat-Int4")
14
  #config.quantization_config["use_exllama"] = True
15
  config.quantization_config["disable_exllama"] = False
16
  config.quantization_config["exllama_config"] = {"version":2}
17
- model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-VL-Chat-Int4", device_map="auto", trust_remote_code=True, config=config).eval()
18
 
19
  BOX_TAG_PATTERN = r"<box>([\s\S]*?)</box>"
20
  PUNCTUATION = "!?。"#$%&'()*+,-/:;<=>@[\]^_`{|}~⦅⦆「」、、〃》「」『』【】〔〕〖〗〘〙〚〛〜〝〞〟〰〾〿–—‘’‛“”„‟…‧﹏."
 
14
  #config.quantization_config["use_exllama"] = True
15
  config.quantization_config["disable_exllama"] = False
16
  config.quantization_config["exllama_config"] = {"version":2}
17
+ model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-VL-Chat-Int4", device_map="auto", config=config, trust_remote_code=True).eval()
18
 
19
  BOX_TAG_PATTERN = r"<box>([\s\S]*?)</box>"
20
  PUNCTUATION = "!?。"#$%&'()*+,-/:;<=>@[\]^_`{|}~⦅⦆「」、、〃》「」『』【】〔〕〖〗〘〙〚〛〜〝〞〟〰〾〿–—‘’‛“”„‟…‧﹏."