Update small_32gpus/decoder_config.json
Browse files
small_32gpus/decoder_config.json
CHANGED
@@ -16,7 +16,7 @@
|
|
16 |
"attn_dim_head": 64,
|
17 |
"sparse_attn": true,
|
18 |
"memory_efficient": true,
|
19 |
-
|
20 |
}
|
21 |
],
|
22 |
"clip": {
|
@@ -97,7 +97,7 @@
|
|
97 |
},
|
98 |
|
99 |
"load": {
|
100 |
-
|
101 |
"load_from": "url",
|
102 |
"url": "https://api.wandb.ai/files/rom1504/dalle2_train_decoder/3tmnv289/latest.pth"
|
103 |
},
|
@@ -108,6 +108,7 @@
|
|
108 |
{
|
109 |
"save_to": "huggingface",
|
110 |
"huggingface_repo": "laion/DALLE2-PyTorch",
|
|
|
111 |
|
112 |
"save_latest_to": "decoder/small_32gpus/latest.pth",
|
113 |
|
|
|
16 |
"attn_dim_head": 64,
|
17 |
"sparse_attn": true,
|
18 |
"memory_efficient": true,
|
19 |
+
"self_attn": [false, true, true, true]
|
20 |
}
|
21 |
],
|
22 |
"clip": {
|
|
|
97 |
},
|
98 |
|
99 |
"load": {
|
100 |
+
"resume": true,
|
101 |
"load_from": "url",
|
102 |
"url": "https://api.wandb.ai/files/rom1504/dalle2_train_decoder/3tmnv289/latest.pth"
|
103 |
},
|
|
|
108 |
{
|
109 |
"save_to": "huggingface",
|
110 |
"huggingface_repo": "laion/DALLE2-PyTorch",
|
111 |
+
"save_meta_to": "decoder/small_32gpus/",
|
112 |
|
113 |
"save_latest_to": "decoder/small_32gpus/latest.pth",
|
114 |
|