Commit
·
7b9a409
1
Parent(s):
ff60a08
feat: upload reaimer-v0-e1-5 checkpoint
Browse files
v0_config/config_file.toml
CHANGED
|
@@ -29,22 +29,23 @@ token_warmup_step = 0
|
|
| 29 |
|
| 30 |
[training_arguments]
|
| 31 |
output_dir = "/content/fine_tune/output"
|
| 32 |
-
output_name = "reaimer-v0"
|
| 33 |
save_precision = "fp16"
|
| 34 |
save_n_epoch_ratio = 1
|
| 35 |
save_state = true
|
|
|
|
| 36 |
train_batch_size = 1
|
| 37 |
max_token_length = 225
|
| 38 |
mem_eff_attn = false
|
| 39 |
xformers = true
|
| 40 |
-
max_train_steps =
|
| 41 |
max_data_loader_n_workers = 8
|
| 42 |
persistent_data_loader_workers = true
|
| 43 |
gradient_checkpointing = false
|
| 44 |
gradient_accumulation_steps = 1
|
| 45 |
mixed_precision = "fp16"
|
| 46 |
logging_dir = "/content/fine_tune/logs"
|
| 47 |
-
log_prefix = "reaimer-v0"
|
| 48 |
noise_offset = 0.12
|
| 49 |
|
| 50 |
[sample_prompt_arguments]
|
|
|
|
| 29 |
|
| 30 |
[training_arguments]
|
| 31 |
output_dir = "/content/fine_tune/output"
|
| 32 |
+
output_name = "reaimer-v0-e1-5"
|
| 33 |
save_precision = "fp16"
|
| 34 |
save_n_epoch_ratio = 1
|
| 35 |
save_state = true
|
| 36 |
+
resume = "/content/fine_tune/reaimer-state"
|
| 37 |
train_batch_size = 1
|
| 38 |
max_token_length = 225
|
| 39 |
mem_eff_attn = false
|
| 40 |
xformers = true
|
| 41 |
+
max_train_steps = 9000
|
| 42 |
max_data_loader_n_workers = 8
|
| 43 |
persistent_data_loader_workers = true
|
| 44 |
gradient_checkpointing = false
|
| 45 |
gradient_accumulation_steps = 1
|
| 46 |
mixed_precision = "fp16"
|
| 47 |
logging_dir = "/content/fine_tune/logs"
|
| 48 |
+
log_prefix = "reaimer-v0-e1-5"
|
| 49 |
noise_offset = 0.12
|
| 50 |
|
| 51 |
[sample_prompt_arguments]
|