Update configs/mistral-7b-oo-phase1.yml
Browse files
configs/mistral-7b-oo-phase1.yml
CHANGED
@@ -58,7 +58,7 @@ eval_table_size:
|
|
58 |
eval_table_max_new_tokens:
|
59 |
save_steps:
|
60 |
debug:
|
61 |
-
deepspeed:
|
62 |
weight_decay: 0.1
|
63 |
fsdp:
|
64 |
fsdp_config:
|
|
|
58 |
eval_table_max_new_tokens:
|
59 |
save_steps:
|
60 |
debug:
|
61 |
+
deepspeed: deepspeed/zero2.json
|
62 |
weight_decay: 0.1
|
63 |
fsdp:
|
64 |
fsdp_config:
|