Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -31,7 +31,7 @@ def load_model(model_name):
|
|
31 |
model = AutoModelForCausalLM.from_pretrained(
|
32 |
f"{root_path}/{model_name}",
|
33 |
device_map="auto",
|
34 |
-
load_in_4bit=True,
|
35 |
torch_dtype=torch.bfloat16,
|
36 |
trust_remote_code=True,
|
37 |
)
|
|
|
31 |
model = AutoModelForCausalLM.from_pretrained(
|
32 |
f"{root_path}/{model_name}",
|
33 |
device_map="auto",
|
34 |
+
# load_in_4bit=True,
|
35 |
torch_dtype=torch.bfloat16,
|
36 |
trust_remote_code=True,
|
37 |
)
|