Spaces:
Build error
Build error
Commit
·
e68a8c1
1
Parent(s):
954be9c
Update app.py
Browse files
app.py
CHANGED
@@ -14,6 +14,7 @@ config = AutoConfig.from_pretrained("Qwen/Qwen-VL-Chat-Int4")
|
|
14 |
#config.quantization_config["use_exllama"] = True
|
15 |
config.quantization_config["disable_exllama"] = False
|
16 |
config.quantization_config["exllama_config"] = {"version":2}
|
|
|
17 |
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-VL-Chat-Int4", device_map="auto", config=config, trust_remote_code=True).eval()
|
18 |
|
19 |
BOX_TAG_PATTERN = r"<box>([\s\S]*?)</box>"
|
|
|
14 |
#config.quantization_config["use_exllama"] = True
|
15 |
config.quantization_config["disable_exllama"] = False
|
16 |
config.quantization_config["exllama_config"] = {"version":2}
|
17 |
+
config.quantization-config["trust_remote_code=True"] = True
|
18 |
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-VL-Chat-Int4", device_map="auto", config=config, trust_remote_code=True).eval()
|
19 |
|
20 |
BOX_TAG_PATTERN = r"<box>([\s\S]*?)</box>"
|