Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -63,8 +63,9 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
63 |
pretrained_model_name_or_path="./model/",
|
64 |
torch_dtype=torch.float16,
|
65 |
low_cpu_mem_usage=True,
|
|
|
66 |
).to(0)
|
67 |
-
tokenizer = AutoTokenizer.from_pretrained(pretrained_model_name_or_path="./model/")
|
68 |
vision_tower = model.get_vision_tower()
|
69 |
vision_tower.load_model()
|
70 |
vision_tower.to(device="cuda", dtype=torch.float16)
|
|
|
63 |
pretrained_model_name_or_path="./model/",
|
64 |
torch_dtype=torch.float16,
|
65 |
low_cpu_mem_usage=True,
|
66 |
+
trust_remote_code=True
|
67 |
).to(0)
|
68 |
+
tokenizer = AutoTokenizer.from_pretrained(pretrained_model_name_or_path="./model/",trust_remote_code=True)
|
69 |
vision_tower = model.get_vision_tower()
|
70 |
vision_tower.load_model()
|
71 |
vision_tower.to(device="cuda", dtype=torch.float16)
|