Spaces:
Runtime error
Runtime error
Update model_setup.py
Browse files- model_setup.py +1 -1
model_setup.py
CHANGED
@@ -25,7 +25,7 @@ def load_model():
|
|
25 |
|
26 |
model = AutoModelForCausalLM.from_pretrained(
|
27 |
"anhvv200053/Vinallama-2-7B-updated1-instruction-v2",
|
28 |
-
quantization_config=bnb_config,
|
29 |
device_map={"": "cpu"}, # Đặt sử dụng CPU
|
30 |
token = token
|
31 |
)
|
|
|
25 |
|
26 |
model = AutoModelForCausalLM.from_pretrained(
|
27 |
"anhvv200053/Vinallama-2-7B-updated1-instruction-v2",
|
28 |
+
# quantization_config=bnb_config,
|
29 |
device_map={"": "cpu"}, # Đặt sử dụng CPU
|
30 |
token = token
|
31 |
)
|