diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fa3c2634ef7b09f4edc8e659187c67be65192774 --- /dev/null +++ b/README.md @@ -0,0 +1,68 @@ +--- +tags: +- text-to-image +- flux +- lora +- diffusers +- template:sd-lora +- fluxgym +widget: +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_00_20241222165715.png + text: a0ce style summer house with a front porch +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_01_20241222165720.png + text: a0ce style a cartoon summer house with a front porch +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_02_20241222165726.png + text: a0ce style 3d unity render of a summer house with a front porch +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_03_20241222165731.png + text: a0ce style isometric view of a summer house with a front porch +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_04_20241222165737.png + text: a0ce style isometric view of a summer house with a front porch, cartoon + style +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_05_20241222165743.png + text: a0ce style summer house building with a front porch +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_06_20241222165748.png + text: a0ce style summerhouse building with a front porch +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_07_20241222165754.png + text: a0ce style egyptian pyramid +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_08_20241222165759.png + text: egyptian pyramid +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_09_20241222165805.png + text: a0ce style egyptian themed house with well next to it +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_10_20241222165810.png + text: a0ce style lighthouse with grass surrounding it +- output: + url: sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_11_20241222165816.png + text: a0ce style broken flower shop with broken pots inside the shop and flowers + surrounding it +base_model: black-forest-labs/FLUX.1-dev +instance_prompt: a0ce style +license: other +license_name: flux-1-dev-non-commercial-license +license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md +--- + +# building-fluxdev-rank32-repeat10-epoch16-batch2-real2 + +A Flux LoRA trained on a local computer with [Fluxgym](https://github.com/cocktailpeanut/fluxgym) + + + +## Trigger words + +You should use `a0ce style` to trigger the image generation. + +## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, Forge, etc. + +Weights for this model are available in Safetensors format. + diff --git a/building-fluxdev-rank32-repeat10-epoch16-batch2-real2-000004.safetensors b/building-fluxdev-rank32-repeat10-epoch16-batch2-real2-000004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f6cfe9c4e53689ea7dbc3400bf33782537933ed --- /dev/null +++ b/building-fluxdev-rank32-repeat10-epoch16-batch2-real2-000004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90106e9bee7eb785f7f5afcdb9b61a57983e825b3dd99acc950915f1f01a7ee4 +size 317090056 diff --git a/building-fluxdev-rank32-repeat10-epoch16-batch2-real2-000008.safetensors b/building-fluxdev-rank32-repeat10-epoch16-batch2-real2-000008.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2739f4981baeadcae0b165c0c38fc19cae918d1 --- /dev/null +++ b/building-fluxdev-rank32-repeat10-epoch16-batch2-real2-000008.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a3716085349ec93a5e64440b0ce467e6c165ccd7b284c6f6376a8ea7e058ae +size 317090056 diff --git a/building-fluxdev-rank32-repeat10-epoch16-batch2-real2-000012.safetensors b/building-fluxdev-rank32-repeat10-epoch16-batch2-real2-000012.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aef4eb59d2e2d4fe5ca744bc61b2e7aa362e0b4c --- /dev/null +++ b/building-fluxdev-rank32-repeat10-epoch16-batch2-real2-000012.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204c4f71b06e5d7a2aa9ee44bdcbebb4b48c92c227a5e5820437e17ada0087bd +size 317090056 diff --git a/building-fluxdev-rank32-repeat10-epoch16-batch2-real2.safetensors b/building-fluxdev-rank32-repeat10-epoch16-batch2-real2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..033a15b622ae2bdc8fb0f331d3da621252ad45d1 --- /dev/null +++ b/building-fluxdev-rank32-repeat10-epoch16-batch2-real2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1cf7c63de028a5e8daf2fc998829547ccefa4978b450d1ba9db49f75b858824 +size 317090056 diff --git a/dataset.toml b/dataset.toml new file mode 100644 index 0000000000000000000000000000000000000000..23c8b1ca68ca2f681c958ad860594528a07cb51f --- /dev/null +++ b/dataset.toml @@ -0,0 +1,14 @@ +[general] +shuffle_caption = false +caption_extension = '.txt' +keep_tokens = 1 + +[[datasets]] +resolution = 512 +batch_size = 1 +keep_tokens = 1 + + [[datasets.subsets]] + image_dir = '/app/fluxgym/datasets/building-fluxdev-rank32-repeat10-epoch16-batch2-real2' + class_tokens = 'a0ce style' + num_repeats = 10 \ No newline at end of file diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_00_20241222151414.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_00_20241222151414.png new file mode 100644 index 0000000000000000000000000000000000000000..7010cb6237f890c9770b062fc2986cd3eb98a96c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_00_20241222151414.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_01_20241222151419.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_01_20241222151419.png new file mode 100644 index 0000000000000000000000000000000000000000..79eaf6b39b967d3974b3f18d3b2b2cfa050ed8b5 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_01_20241222151419.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_02_20241222151425.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_02_20241222151425.png new file mode 100644 index 0000000000000000000000000000000000000000..86f5a43becd99af2b2d2bb01540d35f8d62ac23d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_02_20241222151425.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_03_20241222151430.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_03_20241222151430.png new file mode 100644 index 0000000000000000000000000000000000000000..99fc7264fa65c89b66a3ebfc5040bbd3265640e3 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_03_20241222151430.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_04_20241222151436.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_04_20241222151436.png new file mode 100644 index 0000000000000000000000000000000000000000..4d927f2bfd34e21ee5724bacc1e0ee048fdba2b5 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_04_20241222151436.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_05_20241222151441.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_05_20241222151441.png new file mode 100644 index 0000000000000000000000000000000000000000..b16c4794205438e385806cc05df903c4a4ebf23c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_05_20241222151441.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_06_20241222151447.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_06_20241222151447.png new file mode 100644 index 0000000000000000000000000000000000000000..1e1345f0a17e51266d8e4bec7140e1dc370800b1 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_06_20241222151447.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_07_20241222151452.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_07_20241222151452.png new file mode 100644 index 0000000000000000000000000000000000000000..115f05d47cafa5398ac15e4ff7f8134368274bc7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_07_20241222151452.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_08_20241222151458.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_08_20241222151458.png new file mode 100644 index 0000000000000000000000000000000000000000..3d0b7b79f8fa241c220313c34b3388b089390f11 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_08_20241222151458.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_09_20241222151504.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_09_20241222151504.png new file mode 100644 index 0000000000000000000000000000000000000000..36d78e4f45d554c90d0ee2a242a162568223a5a2 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_09_20241222151504.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_10_20241222151509.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_10_20241222151509.png new file mode 100644 index 0000000000000000000000000000000000000000..c33cfe6991a8c033df230eee713deabd61d27121 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_10_20241222151509.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_11_20241222151515.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_11_20241222151515.png new file mode 100644 index 0000000000000000000000000000000000000000..7c297d0d038141de275d7c25f2ebc7ab7a661bc5 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000250_11_20241222151515.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_00_20241222151908.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_00_20241222151908.png new file mode 100644 index 0000000000000000000000000000000000000000..05f249b1bf390791bf5fa13eff63ad5fd1d98334 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_00_20241222151908.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_01_20241222151913.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_01_20241222151913.png new file mode 100644 index 0000000000000000000000000000000000000000..51a2824d99b4effcf9492c2de36ac388929ca470 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_01_20241222151913.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_02_20241222151919.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_02_20241222151919.png new file mode 100644 index 0000000000000000000000000000000000000000..37ac97cfa8aef1af80a840026afc4a05f9540e34 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_02_20241222151919.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_03_20241222151924.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_03_20241222151924.png new file mode 100644 index 0000000000000000000000000000000000000000..28d892aa4d945aff79719ee3fd717b46763f6ce2 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_03_20241222151924.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_04_20241222151930.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_04_20241222151930.png new file mode 100644 index 0000000000000000000000000000000000000000..2b313b6d60d16bd4a985098c6cbc7d5dd0b50c96 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_04_20241222151930.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_05_20241222151935.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_05_20241222151935.png new file mode 100644 index 0000000000000000000000000000000000000000..0653d1662b608f9350c51f8d459d79a76fcde746 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_05_20241222151935.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_06_20241222151941.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_06_20241222151941.png new file mode 100644 index 0000000000000000000000000000000000000000..0c6b7a434ea70e12ef3bd4d926b50fc55bc17cc0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_06_20241222151941.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_07_20241222151946.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_07_20241222151946.png new file mode 100644 index 0000000000000000000000000000000000000000..60fa07a95710fb9e03b66ddbf8f7fea1ea465b4e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_07_20241222151946.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_08_20241222151952.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_08_20241222151952.png new file mode 100644 index 0000000000000000000000000000000000000000..274c54fd3dd45bd2ac92569a6b84798c0126924e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_08_20241222151952.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_09_20241222151958.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_09_20241222151958.png new file mode 100644 index 0000000000000000000000000000000000000000..34155946dfed7cd540ffca6efd870630aca05f91 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_09_20241222151958.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_10_20241222152003.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_10_20241222152003.png new file mode 100644 index 0000000000000000000000000000000000000000..fe051063e3a04e25449312eb58dd61f1f05c2355 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_10_20241222152003.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_11_20241222152009.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_11_20241222152009.png new file mode 100644 index 0000000000000000000000000000000000000000..82cf5bf514d9eed60679d6a67e2ebf3d3a3e3489 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000500_11_20241222152009.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_00_20241222152402.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_00_20241222152402.png new file mode 100644 index 0000000000000000000000000000000000000000..788b3780ac79f1a45d1e6a8e087a4d9a8d8444c4 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_00_20241222152402.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_01_20241222152407.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_01_20241222152407.png new file mode 100644 index 0000000000000000000000000000000000000000..a331c1cc9ae920243cfc5e9ec7ec5bce5de6f009 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_01_20241222152407.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_02_20241222152413.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_02_20241222152413.png new file mode 100644 index 0000000000000000000000000000000000000000..2ef5a866c200795b3e549e88b172958647b55224 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_02_20241222152413.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_03_20241222152419.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_03_20241222152419.png new file mode 100644 index 0000000000000000000000000000000000000000..a3fbd667d4bd443883a1c156cf438de531cfcc9b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_03_20241222152419.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_04_20241222152424.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_04_20241222152424.png new file mode 100644 index 0000000000000000000000000000000000000000..9f5fd1d02d579575eacf1f3faf878b0de21e668d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_04_20241222152424.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_05_20241222152430.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_05_20241222152430.png new file mode 100644 index 0000000000000000000000000000000000000000..aa9779174a338cffa2ee6a8cb005dc2921d495bb Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_05_20241222152430.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_06_20241222152435.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_06_20241222152435.png new file mode 100644 index 0000000000000000000000000000000000000000..4ad35e8ab578107f5307536dcfd548e13418dfe2 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_06_20241222152435.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_07_20241222152441.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_07_20241222152441.png new file mode 100644 index 0000000000000000000000000000000000000000..a30405f38bce2be6b63ab8ecb2012eb54e0901c5 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_07_20241222152441.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_08_20241222152446.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_08_20241222152446.png new file mode 100644 index 0000000000000000000000000000000000000000..630e9a0dac3cf6eb09a0c5363e99c6f2937787cd Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_08_20241222152446.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_09_20241222152452.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_09_20241222152452.png new file mode 100644 index 0000000000000000000000000000000000000000..6f9173b0cfe6e5f97738176f94a03ab41620d679 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_09_20241222152452.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_10_20241222152457.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_10_20241222152457.png new file mode 100644 index 0000000000000000000000000000000000000000..9e47df7a0c97664ed65bb31a0b9285b13ff1aca4 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_10_20241222152457.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_11_20241222152503.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_11_20241222152503.png new file mode 100644 index 0000000000000000000000000000000000000000..fd9e7eba6cd56fd44065b7fec3e912acdfb76a87 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_000750_11_20241222152503.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_00_20241222152856.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_00_20241222152856.png new file mode 100644 index 0000000000000000000000000000000000000000..5b471418caceba90f84382ad5a9a890c5688863d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_00_20241222152856.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_01_20241222152901.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_01_20241222152901.png new file mode 100644 index 0000000000000000000000000000000000000000..9ea8b419ba7185ff26420c78da80bb8ff7a9a6a6 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_01_20241222152901.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_02_20241222152907.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_02_20241222152907.png new file mode 100644 index 0000000000000000000000000000000000000000..83dfc2831b2957d3c9119398a9d4d21713019fc0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_02_20241222152907.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_03_20241222152913.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_03_20241222152913.png new file mode 100644 index 0000000000000000000000000000000000000000..5f36bc919eaefe4d687958cb0202120238f69dd7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_03_20241222152913.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_04_20241222152918.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_04_20241222152918.png new file mode 100644 index 0000000000000000000000000000000000000000..ae3417477e2d78893b73123c2b0bb2b533a814eb Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_04_20241222152918.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_05_20241222152924.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_05_20241222152924.png new file mode 100644 index 0000000000000000000000000000000000000000..7212d422ac29e787840607ff2a9eaa19f29b8a63 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_05_20241222152924.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_06_20241222152929.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_06_20241222152929.png new file mode 100644 index 0000000000000000000000000000000000000000..3be2ae4e2c3e0bab9e238c06ae3b5b4420e44dc6 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_06_20241222152929.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_07_20241222152935.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_07_20241222152935.png new file mode 100644 index 0000000000000000000000000000000000000000..bfaa921dbc0988e3a09ada3f5463526f15ed5243 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_07_20241222152935.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_08_20241222152940.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_08_20241222152940.png new file mode 100644 index 0000000000000000000000000000000000000000..f3dea994dee8a4f85e358b8e088b3b17fc5756a3 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_08_20241222152940.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_09_20241222152946.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_09_20241222152946.png new file mode 100644 index 0000000000000000000000000000000000000000..d7c5747a10135f011ecf1b4ca60002e916f7826c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_09_20241222152946.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_10_20241222152952.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_10_20241222152952.png new file mode 100644 index 0000000000000000000000000000000000000000..fbc3821d154fbfde16f536443846fdbc2d2c1ad0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_10_20241222152952.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_11_20241222152957.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_11_20241222152957.png new file mode 100644 index 0000000000000000000000000000000000000000..d58c1ce8e06311afdc0ca0f0af84d1c1f15813eb Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001000_11_20241222152957.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_00_20241222153350.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_00_20241222153350.png new file mode 100644 index 0000000000000000000000000000000000000000..165370d503f52142e6d9f7671fb50c6566d51214 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_00_20241222153350.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_01_20241222153356.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_01_20241222153356.png new file mode 100644 index 0000000000000000000000000000000000000000..fe914fc74ddbb6da6447e90d380d57af653cdd75 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_01_20241222153356.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_02_20241222153401.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_02_20241222153401.png new file mode 100644 index 0000000000000000000000000000000000000000..374a648fe695226c3c3b6f61e63ec2984fe52017 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_02_20241222153401.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_03_20241222153407.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_03_20241222153407.png new file mode 100644 index 0000000000000000000000000000000000000000..ec3faa6d6c0b3dbda7f36da536a8e1945ce5ba17 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_03_20241222153407.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_04_20241222153413.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_04_20241222153413.png new file mode 100644 index 0000000000000000000000000000000000000000..3c54e88e6659e45c41fc02f87e8f9889c27c4948 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_04_20241222153413.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_05_20241222153418.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_05_20241222153418.png new file mode 100644 index 0000000000000000000000000000000000000000..4294c6c4b9123bb47f1cfdf36cc00ae2661634f0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_05_20241222153418.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_06_20241222153424.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_06_20241222153424.png new file mode 100644 index 0000000000000000000000000000000000000000..9bd85f87f530722561fb75e972638fc7b9cff9c8 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_06_20241222153424.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_07_20241222153429.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_07_20241222153429.png new file mode 100644 index 0000000000000000000000000000000000000000..a410ee9a5fa19b232d6554c1dfd8bcf4e92e3873 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_07_20241222153429.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_08_20241222153435.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_08_20241222153435.png new file mode 100644 index 0000000000000000000000000000000000000000..cb5ffcd2ccd3696cae36e094655abc3648f7ceb7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_08_20241222153435.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_09_20241222153440.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_09_20241222153440.png new file mode 100644 index 0000000000000000000000000000000000000000..d6ced0e314b30936f563444359e051a370be8f62 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_09_20241222153440.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_10_20241222153446.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_10_20241222153446.png new file mode 100644 index 0000000000000000000000000000000000000000..aa89f9386946fb9e4e2672f007aa0d5b789c2b9f Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_10_20241222153446.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_11_20241222153451.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_11_20241222153451.png new file mode 100644 index 0000000000000000000000000000000000000000..642829a0287cf83ffb1d1fecd14972ffe26642de Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001250_11_20241222153451.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_00_20241222153845.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_00_20241222153845.png new file mode 100644 index 0000000000000000000000000000000000000000..386b1b033ba7056b9f150ab6eac6205128001c40 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_00_20241222153845.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_01_20241222153851.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_01_20241222153851.png new file mode 100644 index 0000000000000000000000000000000000000000..35c2485dd75be7198aad48980024584caf7aa781 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_01_20241222153851.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_02_20241222153856.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_02_20241222153856.png new file mode 100644 index 0000000000000000000000000000000000000000..9bce41cbe4c1d274dfe7cf2fbfee7082e4591c54 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_02_20241222153856.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_03_20241222153902.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_03_20241222153902.png new file mode 100644 index 0000000000000000000000000000000000000000..f602197e90c432c4a45505a478a34233c3702f56 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_03_20241222153902.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_04_20241222153907.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_04_20241222153907.png new file mode 100644 index 0000000000000000000000000000000000000000..0930094ff85e3743d09f6eb89c962a1f148f3af0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_04_20241222153907.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_05_20241222153913.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_05_20241222153913.png new file mode 100644 index 0000000000000000000000000000000000000000..0444c37e58a9215662625ba935b9dca964c35d22 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_05_20241222153913.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_06_20241222153919.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_06_20241222153919.png new file mode 100644 index 0000000000000000000000000000000000000000..735b2e4505086cc744a456aaf38de4ddea42c195 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_06_20241222153919.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_07_20241222153924.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_07_20241222153924.png new file mode 100644 index 0000000000000000000000000000000000000000..5b05b7d35c4e62c4487b46014980f823166768f0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_07_20241222153924.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_08_20241222153930.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_08_20241222153930.png new file mode 100644 index 0000000000000000000000000000000000000000..77302b3bfaca3b58bb878508a941f0caf97a0483 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_08_20241222153930.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_09_20241222153935.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_09_20241222153935.png new file mode 100644 index 0000000000000000000000000000000000000000..6e0559fa82d3f07882a3036c9aefe2ffabc3edc0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_09_20241222153935.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_10_20241222153941.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_10_20241222153941.png new file mode 100644 index 0000000000000000000000000000000000000000..c0035885857b7e77fc95dfb2f612d966d073c6df Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_10_20241222153941.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_11_20241222153946.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_11_20241222153946.png new file mode 100644 index 0000000000000000000000000000000000000000..6c284553a788f686a55a0fa1d0498625bcf7b60a Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001500_11_20241222153946.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_00_20241222154340.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_00_20241222154340.png new file mode 100644 index 0000000000000000000000000000000000000000..5326b84192cd7b7860c67c08065dddbeac4ed910 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_00_20241222154340.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_01_20241222154345.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_01_20241222154345.png new file mode 100644 index 0000000000000000000000000000000000000000..51911ae3972344ae8bdadf573da6caa9b45d1bb9 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_01_20241222154345.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_02_20241222154351.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_02_20241222154351.png new file mode 100644 index 0000000000000000000000000000000000000000..9860bf2c0ff9f7b6e9bff2b55a8ca49f80ce4ce8 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_02_20241222154351.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_03_20241222154356.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_03_20241222154356.png new file mode 100644 index 0000000000000000000000000000000000000000..5c5c0a4c08f50429c425fff31af1aed0a8493348 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_03_20241222154356.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_04_20241222154402.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_04_20241222154402.png new file mode 100644 index 0000000000000000000000000000000000000000..6294228d5e31acf925433305c35069e2d681626a Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_04_20241222154402.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_05_20241222154407.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_05_20241222154407.png new file mode 100644 index 0000000000000000000000000000000000000000..3855979f0a7f1aed2a67354bacadf3b56416d9e6 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_05_20241222154407.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_06_20241222154413.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_06_20241222154413.png new file mode 100644 index 0000000000000000000000000000000000000000..879c537ba340b2a118b5b82a74828ed17046032e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_06_20241222154413.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_07_20241222154419.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_07_20241222154419.png new file mode 100644 index 0000000000000000000000000000000000000000..419eb0f031c6172a0ec696d7926e69219030018f Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_07_20241222154419.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_08_20241222154424.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_08_20241222154424.png new file mode 100644 index 0000000000000000000000000000000000000000..c683f9633cbf86009639c0a97b52fdcadb50d2d3 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_08_20241222154424.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_09_20241222154430.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_09_20241222154430.png new file mode 100644 index 0000000000000000000000000000000000000000..7ea22c213ef504027d64700d78f97aecd22179da Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_09_20241222154430.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_10_20241222154435.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_10_20241222154435.png new file mode 100644 index 0000000000000000000000000000000000000000..fe3ef83f04f4dfc4292ae2ddc85f5c3204f6e872 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_10_20241222154435.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_11_20241222154441.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_11_20241222154441.png new file mode 100644 index 0000000000000000000000000000000000000000..214543b64bd5714df1f762c398cc5f0210f3b816 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_001750_11_20241222154441.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_00_20241222154834.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_00_20241222154834.png new file mode 100644 index 0000000000000000000000000000000000000000..8522a0d4f1c5aadf6be6bcffc46718ddef0bf6ca Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_00_20241222154834.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_01_20241222154839.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_01_20241222154839.png new file mode 100644 index 0000000000000000000000000000000000000000..487ef1029eb0200cb4e599fdd0e317b4c8528bdb Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_01_20241222154839.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_02_20241222154845.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_02_20241222154845.png new file mode 100644 index 0000000000000000000000000000000000000000..ca101c4e98772969848e6a75e7bb12bd4854a02e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_02_20241222154845.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_03_20241222154850.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_03_20241222154850.png new file mode 100644 index 0000000000000000000000000000000000000000..d09ddedff08142c9557e89631f665b92e56bbf66 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_03_20241222154850.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_04_20241222154856.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_04_20241222154856.png new file mode 100644 index 0000000000000000000000000000000000000000..25ebaba5fa947d3163cc8659b1fe3803ee55df28 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_04_20241222154856.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_05_20241222154902.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_05_20241222154902.png new file mode 100644 index 0000000000000000000000000000000000000000..a520bb79673f4bf52211560d14926ae264363a24 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_05_20241222154902.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_06_20241222154907.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_06_20241222154907.png new file mode 100644 index 0000000000000000000000000000000000000000..76f0ac21d677073b01708df13979cb787c195810 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_06_20241222154907.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_07_20241222154913.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_07_20241222154913.png new file mode 100644 index 0000000000000000000000000000000000000000..92e8d39e9af8aefdb1acbd41999249cf6d5be0ff Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_07_20241222154913.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_08_20241222154918.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_08_20241222154918.png new file mode 100644 index 0000000000000000000000000000000000000000..843170084ff987ea07eedc80aafc296d76c5e121 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_08_20241222154918.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_09_20241222154924.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_09_20241222154924.png new file mode 100644 index 0000000000000000000000000000000000000000..fe380bef9f70908544eb0d31d0cd0c7f8039a39e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_09_20241222154924.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_10_20241222154929.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_10_20241222154929.png new file mode 100644 index 0000000000000000000000000000000000000000..0bd15e736a56dac41e5793b6789d3036c38fd2ba Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_10_20241222154929.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_11_20241222154935.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_11_20241222154935.png new file mode 100644 index 0000000000000000000000000000000000000000..be5722b4bd2310e491e7d7da01d00a76cf4677a5 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002000_11_20241222154935.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_00_20241222155329.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_00_20241222155329.png new file mode 100644 index 0000000000000000000000000000000000000000..084d145d31d438d0892be842fe705821c45bb24c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_00_20241222155329.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_01_20241222155334.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_01_20241222155334.png new file mode 100644 index 0000000000000000000000000000000000000000..873ea14170f9f609d48537ed77c7548684518af7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_01_20241222155334.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_02_20241222155340.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_02_20241222155340.png new file mode 100644 index 0000000000000000000000000000000000000000..2bfb630d7d2994fa0181b40e6cb3d3e1747a83a8 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_02_20241222155340.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_03_20241222155345.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_03_20241222155345.png new file mode 100644 index 0000000000000000000000000000000000000000..fc23a84fb1ef30802886c4265a2d977e00f1a67a Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_03_20241222155345.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_04_20241222155351.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_04_20241222155351.png new file mode 100644 index 0000000000000000000000000000000000000000..b1355dc8897555cc0d483187d9b241f351fa4498 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_04_20241222155351.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_05_20241222155356.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_05_20241222155356.png new file mode 100644 index 0000000000000000000000000000000000000000..ed73595c083a70e57f891433e2e27f521034e25d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_05_20241222155356.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_06_20241222155402.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_06_20241222155402.png new file mode 100644 index 0000000000000000000000000000000000000000..b364f5542f85d0d59444dd6825539e8fed06972d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_06_20241222155402.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_07_20241222155407.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_07_20241222155407.png new file mode 100644 index 0000000000000000000000000000000000000000..3da5e9f4d6a1ecd90533dec715e0769469c4dcbb Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_07_20241222155407.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_08_20241222155413.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_08_20241222155413.png new file mode 100644 index 0000000000000000000000000000000000000000..a749a01d57334c8cab11d9b72625028ead6b0d2e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_08_20241222155413.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_09_20241222155418.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_09_20241222155418.png new file mode 100644 index 0000000000000000000000000000000000000000..6674431f1d1a683e1bc40ea45cdbc26278bcf9fd Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_09_20241222155418.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_10_20241222155424.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_10_20241222155424.png new file mode 100644 index 0000000000000000000000000000000000000000..46649eec4dd65da95bf11c4477956b1bba7e40c0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_10_20241222155424.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_11_20241222155430.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_11_20241222155430.png new file mode 100644 index 0000000000000000000000000000000000000000..d935d704105ba63f9f4fa38c4b7c6dd461aaf192 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002250_11_20241222155430.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_00_20241222155823.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_00_20241222155823.png new file mode 100644 index 0000000000000000000000000000000000000000..9741133bcf298f7574f633545a979105fc63d505 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_00_20241222155823.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_01_20241222155829.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_01_20241222155829.png new file mode 100644 index 0000000000000000000000000000000000000000..21be988431ca96929e7a24ea7a8f7b9950a561b8 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_01_20241222155829.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_02_20241222155834.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_02_20241222155834.png new file mode 100644 index 0000000000000000000000000000000000000000..d483c16b325338c28dc4334e6537225bac555887 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_02_20241222155834.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_03_20241222155840.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_03_20241222155840.png new file mode 100644 index 0000000000000000000000000000000000000000..f9defb43d866b139ce0b8d7a34d2e514c2680af2 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_03_20241222155840.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_04_20241222155845.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_04_20241222155845.png new file mode 100644 index 0000000000000000000000000000000000000000..5a72a35b5511d3ba561898752a4ff8e30b01b3ab Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_04_20241222155845.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_05_20241222155851.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_05_20241222155851.png new file mode 100644 index 0000000000000000000000000000000000000000..38ae092c00aea20ed163cb87924b6b1cf5f09460 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_05_20241222155851.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_06_20241222155856.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_06_20241222155856.png new file mode 100644 index 0000000000000000000000000000000000000000..e6ebb847b1063e69aff453044e56ec65d70d3901 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_06_20241222155856.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_07_20241222155902.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_07_20241222155902.png new file mode 100644 index 0000000000000000000000000000000000000000..fa4ab40ef8a372af150807cb4cea122727acf753 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_07_20241222155902.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_08_20241222155908.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_08_20241222155908.png new file mode 100644 index 0000000000000000000000000000000000000000..cf02ade538e4c742e655ccc2fca5187faf079721 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_08_20241222155908.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_09_20241222155913.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_09_20241222155913.png new file mode 100644 index 0000000000000000000000000000000000000000..95e62db8cec632cf723c17c5bc6e8bcd6bd0898d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_09_20241222155913.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_10_20241222155919.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_10_20241222155919.png new file mode 100644 index 0000000000000000000000000000000000000000..920adcde38eef39fda67a1343c04f46143e05bcc Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_10_20241222155919.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_11_20241222155924.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_11_20241222155924.png new file mode 100644 index 0000000000000000000000000000000000000000..57b3c804b46fc4b9780e6d598b9d50e5bd736006 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002500_11_20241222155924.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_00_20241222160317.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_00_20241222160317.png new file mode 100644 index 0000000000000000000000000000000000000000..7e4c77f864f470e0bc14b00acfaf5a9513286882 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_00_20241222160317.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_01_20241222160323.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_01_20241222160323.png new file mode 100644 index 0000000000000000000000000000000000000000..0d11ae5f06d26b3937f470d941ea4fe283f12e39 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_01_20241222160323.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_02_20241222160328.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_02_20241222160328.png new file mode 100644 index 0000000000000000000000000000000000000000..6c2a873bd238314e5f53ab313ab3de630b8fc42c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_02_20241222160328.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_03_20241222160334.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_03_20241222160334.png new file mode 100644 index 0000000000000000000000000000000000000000..3622290c35392ea91bf795f98464be92d4290e2b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_03_20241222160334.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_04_20241222160340.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_04_20241222160340.png new file mode 100644 index 0000000000000000000000000000000000000000..691fb698bee4690695f69207485e9d0b82ae6e75 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_04_20241222160340.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_05_20241222160345.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_05_20241222160345.png new file mode 100644 index 0000000000000000000000000000000000000000..17d0ddab870f67f1409070ac5b587389ea05bf46 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_05_20241222160345.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_06_20241222160351.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_06_20241222160351.png new file mode 100644 index 0000000000000000000000000000000000000000..74ecb4376c42742fa1c574ee5ef01792370deeca Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_06_20241222160351.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_07_20241222160356.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_07_20241222160356.png new file mode 100644 index 0000000000000000000000000000000000000000..2c14bc0b9790579f3abcfa717dfbb5bceca47bab Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_07_20241222160356.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_08_20241222160402.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_08_20241222160402.png new file mode 100644 index 0000000000000000000000000000000000000000..78804756d8130033e90cfba1cb1b41aae5126ff2 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_08_20241222160402.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_09_20241222160407.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_09_20241222160407.png new file mode 100644 index 0000000000000000000000000000000000000000..997e165820d6f9c873ce831e4fca2c2fde8f8dcb Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_09_20241222160407.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_10_20241222160413.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_10_20241222160413.png new file mode 100644 index 0000000000000000000000000000000000000000..5084cf2ddbeb5f04573886d75f1316812bd47062 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_10_20241222160413.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_11_20241222160418.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_11_20241222160418.png new file mode 100644 index 0000000000000000000000000000000000000000..4d39ad80193c3c3a7675a3a5639137ab7ee9e3cb Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_002750_11_20241222160418.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_00_20241222160811.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_00_20241222160811.png new file mode 100644 index 0000000000000000000000000000000000000000..0cfaba12304f1dac9506e58c52510de6d8fef26a Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_00_20241222160811.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_01_20241222160817.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_01_20241222160817.png new file mode 100644 index 0000000000000000000000000000000000000000..c1be87b5211eae20e8a1e67c5c63f4869ea14bc5 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_01_20241222160817.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_02_20241222160822.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_02_20241222160822.png new file mode 100644 index 0000000000000000000000000000000000000000..38778fd927396f76cbccf63b0f15d3636ab496ec Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_02_20241222160822.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_03_20241222160828.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_03_20241222160828.png new file mode 100644 index 0000000000000000000000000000000000000000..ccfcf52a20ad37a56e121f30bd4978235a1193bf Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_03_20241222160828.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_04_20241222160833.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_04_20241222160833.png new file mode 100644 index 0000000000000000000000000000000000000000..e9c1e524e5e068bbbf0065414434773a016759eb Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_04_20241222160833.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_05_20241222160839.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_05_20241222160839.png new file mode 100644 index 0000000000000000000000000000000000000000..10c8f9599105d1540fe27a2e0e592ecce1e02886 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_05_20241222160839.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_06_20241222160845.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_06_20241222160845.png new file mode 100644 index 0000000000000000000000000000000000000000..c173e4a4e95a32eabd0c1841b46a1e136a737ad3 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_06_20241222160845.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_07_20241222160850.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_07_20241222160850.png new file mode 100644 index 0000000000000000000000000000000000000000..f1cbf15347782b9122c913d3ce9341bfeff79d90 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_07_20241222160850.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_08_20241222160856.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_08_20241222160856.png new file mode 100644 index 0000000000000000000000000000000000000000..c3bc51beb81dc9353126583593b2936867545b78 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_08_20241222160856.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_09_20241222160901.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_09_20241222160901.png new file mode 100644 index 0000000000000000000000000000000000000000..5c1769ee7eead9ac20977bfe67bd201701dedee8 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_09_20241222160901.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_10_20241222160907.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_10_20241222160907.png new file mode 100644 index 0000000000000000000000000000000000000000..4ff510b183b89c2eeb9a97a3b45c0a3b3afb1884 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_10_20241222160907.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_11_20241222160912.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_11_20241222160912.png new file mode 100644 index 0000000000000000000000000000000000000000..27e7047e1ffc0c5cc525c2a37a6c2bc97dc372c3 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003000_11_20241222160912.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_00_20241222161306.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_00_20241222161306.png new file mode 100644 index 0000000000000000000000000000000000000000..69d9f9940523e3257fb01581d9ea0d3cabf055b1 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_00_20241222161306.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_01_20241222161311.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_01_20241222161311.png new file mode 100644 index 0000000000000000000000000000000000000000..4fc6a0c210e3dbfd591c646cc9eba9c865d42233 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_01_20241222161311.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_02_20241222161317.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_02_20241222161317.png new file mode 100644 index 0000000000000000000000000000000000000000..e0372225b36da7d6f4fc326680fad793c3c957c5 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_02_20241222161317.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_03_20241222161322.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_03_20241222161322.png new file mode 100644 index 0000000000000000000000000000000000000000..3a6adb58ea022048606559592017aa6c59cc8e12 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_03_20241222161322.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_04_20241222161328.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_04_20241222161328.png new file mode 100644 index 0000000000000000000000000000000000000000..c9a55807aa491750c15252a38e120f58d726da4b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_04_20241222161328.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_05_20241222161333.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_05_20241222161333.png new file mode 100644 index 0000000000000000000000000000000000000000..3fed8055ed31d7891a3fa3494fd79a1331646359 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_05_20241222161333.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_06_20241222161339.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_06_20241222161339.png new file mode 100644 index 0000000000000000000000000000000000000000..53794e7cccfcbe918512f072ce013c1dc8a47d35 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_06_20241222161339.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_07_20241222161345.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_07_20241222161345.png new file mode 100644 index 0000000000000000000000000000000000000000..39c7856078f901741c855500233141289cc88c10 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_07_20241222161345.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_08_20241222161350.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_08_20241222161350.png new file mode 100644 index 0000000000000000000000000000000000000000..275b70c09ca925bee054a9b326dd17a397f2c4a7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_08_20241222161350.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_09_20241222161356.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_09_20241222161356.png new file mode 100644 index 0000000000000000000000000000000000000000..f6b776d556635d6460b79efa1b7464fd5b1e935a Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_09_20241222161356.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_10_20241222161401.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_10_20241222161401.png new file mode 100644 index 0000000000000000000000000000000000000000..dd7beb7aaeb54c08caf838ca74a0f56d54a5845c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_10_20241222161401.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_11_20241222161407.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_11_20241222161407.png new file mode 100644 index 0000000000000000000000000000000000000000..ba41baba825ab558f6660fbaae08016b0d7ab845 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003250_11_20241222161407.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_00_20241222161800.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_00_20241222161800.png new file mode 100644 index 0000000000000000000000000000000000000000..f8ad3b752c01be9f4b107ce444c6acc1422dcbf6 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_00_20241222161800.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_01_20241222161805.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_01_20241222161805.png new file mode 100644 index 0000000000000000000000000000000000000000..a9d1203c5e0a975952ee0a2f7f4835376c88e84b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_01_20241222161805.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_02_20241222161811.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_02_20241222161811.png new file mode 100644 index 0000000000000000000000000000000000000000..d817648dd6c97092da007e121a5cd499a75c7d74 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_02_20241222161811.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_03_20241222161816.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_03_20241222161816.png new file mode 100644 index 0000000000000000000000000000000000000000..98e1478d35c96a3414360287c5d07758a72add5a Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_03_20241222161816.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_04_20241222161822.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_04_20241222161822.png new file mode 100644 index 0000000000000000000000000000000000000000..3f872af85bccabd5cfe191ad5bbb566482c4e389 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_04_20241222161822.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_05_20241222161827.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_05_20241222161827.png new file mode 100644 index 0000000000000000000000000000000000000000..f075b89cdc3cadfe493eb8965d251459dffa9a27 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_05_20241222161827.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_06_20241222161833.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_06_20241222161833.png new file mode 100644 index 0000000000000000000000000000000000000000..7b21c806c999f298bf56c35322c086e8b5746f39 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_06_20241222161833.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_07_20241222161838.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_07_20241222161838.png new file mode 100644 index 0000000000000000000000000000000000000000..067338edcf955263441ad1382a723e812acd695a Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_07_20241222161838.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_08_20241222161844.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_08_20241222161844.png new file mode 100644 index 0000000000000000000000000000000000000000..5c650ef7ad3be6cc404b20c33acab8238c6e4db7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_08_20241222161844.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_09_20241222161850.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_09_20241222161850.png new file mode 100644 index 0000000000000000000000000000000000000000..a7d589976dea94cd282eb97f0312251740ad1bd7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_09_20241222161850.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_10_20241222161855.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_10_20241222161855.png new file mode 100644 index 0000000000000000000000000000000000000000..cc9b0e82057bb17c20deefdb9ec362e0a3776852 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_10_20241222161855.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_11_20241222161901.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_11_20241222161901.png new file mode 100644 index 0000000000000000000000000000000000000000..e7cc0c2d7e1cb088f2754ae055bf10ff9b63ce35 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003500_11_20241222161901.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_00_20241222162254.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_00_20241222162254.png new file mode 100644 index 0000000000000000000000000000000000000000..b5cac9ce31300864714910a91040eb22d0d3f405 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_00_20241222162254.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_01_20241222162300.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_01_20241222162300.png new file mode 100644 index 0000000000000000000000000000000000000000..3fabf87f0ba7a1944aa56b95b612b76809b971ea Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_01_20241222162300.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_02_20241222162305.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_02_20241222162305.png new file mode 100644 index 0000000000000000000000000000000000000000..bfa7cdcbc528c4141c5d8fdbb1dacef81c310113 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_02_20241222162305.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_03_20241222162311.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_03_20241222162311.png new file mode 100644 index 0000000000000000000000000000000000000000..21f1b1dc8cf050e285f397d8eaa79f9139be28c0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_03_20241222162311.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_04_20241222162316.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_04_20241222162316.png new file mode 100644 index 0000000000000000000000000000000000000000..a467658fd05c0373f1c2f8df2f53461e6347e9e7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_04_20241222162316.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_05_20241222162322.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_05_20241222162322.png new file mode 100644 index 0000000000000000000000000000000000000000..1d1868ac880d3df65c068a4968a28420099153ab Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_05_20241222162322.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_06_20241222162327.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_06_20241222162327.png new file mode 100644 index 0000000000000000000000000000000000000000..51aaee30a7e83919454ab98b0334c366b1bb4a1b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_06_20241222162327.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_07_20241222162333.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_07_20241222162333.png new file mode 100644 index 0000000000000000000000000000000000000000..2cfa3305857b8cecd7b98116011a6badf932f947 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_07_20241222162333.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_08_20241222162338.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_08_20241222162338.png new file mode 100644 index 0000000000000000000000000000000000000000..e5ec2b736e32b9bd7c5b0a3c844d673c596648b4 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_08_20241222162338.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_09_20241222162344.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_09_20241222162344.png new file mode 100644 index 0000000000000000000000000000000000000000..4321cf03cb490b7df5e060604e95fb6910aa7e79 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_09_20241222162344.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_10_20241222162349.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_10_20241222162349.png new file mode 100644 index 0000000000000000000000000000000000000000..40a6e38eb9de7f33c57d5aca56a3400be1957315 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_10_20241222162349.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_11_20241222162355.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_11_20241222162355.png new file mode 100644 index 0000000000000000000000000000000000000000..06783b6ba7a6851246ae0dd15d6bae51ab613c61 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_003750_11_20241222162355.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_00_20241222162748.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_00_20241222162748.png new file mode 100644 index 0000000000000000000000000000000000000000..d5ebabde07d2dab24f5dfeca93f4db09c1584330 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_00_20241222162748.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_01_20241222162754.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_01_20241222162754.png new file mode 100644 index 0000000000000000000000000000000000000000..04792f661eef7ea55a431395e12299b4e8529f01 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_01_20241222162754.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_02_20241222162759.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_02_20241222162759.png new file mode 100644 index 0000000000000000000000000000000000000000..4f529e0093d7bc781691f2203138e15ae4497106 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_02_20241222162759.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_03_20241222162805.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_03_20241222162805.png new file mode 100644 index 0000000000000000000000000000000000000000..6654254bbf635fe8549a1939aefd7f866164c5e9 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_03_20241222162805.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_04_20241222162810.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_04_20241222162810.png new file mode 100644 index 0000000000000000000000000000000000000000..26601dc9630aec9efc832db6250e1f6420744c8d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_04_20241222162810.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_05_20241222162816.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_05_20241222162816.png new file mode 100644 index 0000000000000000000000000000000000000000..80d934e62d9b7dad71ac7ddddf33f2e70bc4a74c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_05_20241222162816.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_06_20241222162821.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_06_20241222162821.png new file mode 100644 index 0000000000000000000000000000000000000000..427d0f64184216c1ee4dbd95f3b13e393c3f354b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_06_20241222162821.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_07_20241222162827.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_07_20241222162827.png new file mode 100644 index 0000000000000000000000000000000000000000..2b201b98a66592a6ea8a1583c3837ebbcad1d325 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_07_20241222162827.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_08_20241222162832.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_08_20241222162832.png new file mode 100644 index 0000000000000000000000000000000000000000..641d017b9d35a17198be87908e010b9b203a82bc Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_08_20241222162832.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_09_20241222162838.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_09_20241222162838.png new file mode 100644 index 0000000000000000000000000000000000000000..63926272a8c627db6cab9381a847d2f862ec82a6 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_09_20241222162838.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_10_20241222162843.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_10_20241222162843.png new file mode 100644 index 0000000000000000000000000000000000000000..94a1fe773dbf89e6e78d566febbc71d8b4658312 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_10_20241222162843.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_11_20241222162849.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_11_20241222162849.png new file mode 100644 index 0000000000000000000000000000000000000000..8f01859a52a9861d30e6b66d5df8df4b7c047c03 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004000_11_20241222162849.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_00_20241222163243.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_00_20241222163243.png new file mode 100644 index 0000000000000000000000000000000000000000..195d48b1d5f22f87b3aa234b060fbfc8dab3d414 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_00_20241222163243.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_01_20241222163248.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_01_20241222163248.png new file mode 100644 index 0000000000000000000000000000000000000000..a8135712fad8138fdbb2b5975376020305dd9346 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_01_20241222163248.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_02_20241222163254.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_02_20241222163254.png new file mode 100644 index 0000000000000000000000000000000000000000..8685b8113a6baf5bc73c693e5251b2df23809aa3 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_02_20241222163254.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_03_20241222163300.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_03_20241222163300.png new file mode 100644 index 0000000000000000000000000000000000000000..8599b5269ea95c9d34ec02e53238b124bc680dc5 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_03_20241222163300.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_04_20241222163305.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_04_20241222163305.png new file mode 100644 index 0000000000000000000000000000000000000000..5ff4c15cd333d4e9752274f28b252e0986c6f99d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_04_20241222163305.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_05_20241222163311.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_05_20241222163311.png new file mode 100644 index 0000000000000000000000000000000000000000..f6f07a72d5f53a2fedeb5da534a21de0c2f239f9 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_05_20241222163311.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_06_20241222163316.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_06_20241222163316.png new file mode 100644 index 0000000000000000000000000000000000000000..a9d26cea79926164980e25efda38eee0af3a7299 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_06_20241222163316.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_07_20241222163322.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_07_20241222163322.png new file mode 100644 index 0000000000000000000000000000000000000000..e4f50d54e7828df8d281733953040ec0640ecfbf Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_07_20241222163322.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_08_20241222163327.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_08_20241222163327.png new file mode 100644 index 0000000000000000000000000000000000000000..a5166143c1c2d6da03854055885493d1e4fd0baf Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_08_20241222163327.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_09_20241222163333.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_09_20241222163333.png new file mode 100644 index 0000000000000000000000000000000000000000..52269cd311e3337d684de4c8cffe3c16a3c1aeea Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_09_20241222163333.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_10_20241222163338.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_10_20241222163338.png new file mode 100644 index 0000000000000000000000000000000000000000..253e2449d7628251f5137c57d9c3e4e631e958c3 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_10_20241222163338.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_11_20241222163344.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_11_20241222163344.png new file mode 100644 index 0000000000000000000000000000000000000000..eb16187cf3f63057cdf62de3ac92c820405f224c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004250_11_20241222163344.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_00_20241222163737.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_00_20241222163737.png new file mode 100644 index 0000000000000000000000000000000000000000..35290a2bc3ebd19784b75f128833be9a4d06275a Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_00_20241222163737.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_01_20241222163743.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_01_20241222163743.png new file mode 100644 index 0000000000000000000000000000000000000000..840d13e3be36547315b622798531157f8bcce5cf Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_01_20241222163743.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_02_20241222163749.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_02_20241222163749.png new file mode 100644 index 0000000000000000000000000000000000000000..79b7eee8ce162e27a7f83f70092bf9cd8f71f0e7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_02_20241222163749.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_03_20241222163754.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_03_20241222163754.png new file mode 100644 index 0000000000000000000000000000000000000000..e93ee0fd83e4a550d0c6edf18bea70a6575add91 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_03_20241222163754.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_04_20241222163800.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_04_20241222163800.png new file mode 100644 index 0000000000000000000000000000000000000000..41185dbcb9523b5544bf1edd3e0d909888dc8ae8 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_04_20241222163800.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_05_20241222163805.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_05_20241222163805.png new file mode 100644 index 0000000000000000000000000000000000000000..d1525d0a9ad36fb0a5640544531de94ee57dd2e1 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_05_20241222163805.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_06_20241222163811.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_06_20241222163811.png new file mode 100644 index 0000000000000000000000000000000000000000..810b47672ea9198f6a75cbb9873460256aedb789 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_06_20241222163811.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_07_20241222163816.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_07_20241222163816.png new file mode 100644 index 0000000000000000000000000000000000000000..3de22acc500e74015c8480a1b66377eb7f71e786 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_07_20241222163816.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_08_20241222163822.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_08_20241222163822.png new file mode 100644 index 0000000000000000000000000000000000000000..4c8a392a830f0be7a25a95a9efcf3557293ba61f Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_08_20241222163822.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_09_20241222163827.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_09_20241222163827.png new file mode 100644 index 0000000000000000000000000000000000000000..33c73d53611120548e79df31db4ea97b507d8258 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_09_20241222163827.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_10_20241222163833.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_10_20241222163833.png new file mode 100644 index 0000000000000000000000000000000000000000..a402204960bc1c901f9fe697a5f036732560ef62 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_10_20241222163833.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_11_20241222163838.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_11_20241222163838.png new file mode 100644 index 0000000000000000000000000000000000000000..012c68708a198003149ac511bb174ff86f538c4e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004500_11_20241222163838.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_00_20241222164232.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_00_20241222164232.png new file mode 100644 index 0000000000000000000000000000000000000000..63d94f76cc19e833ff4fdc50b5a14f0420d3ec77 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_00_20241222164232.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_01_20241222164237.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_01_20241222164237.png new file mode 100644 index 0000000000000000000000000000000000000000..a9c4d429065e33dc9e14e56e0b9c55171147a09f Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_01_20241222164237.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_02_20241222164243.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_02_20241222164243.png new file mode 100644 index 0000000000000000000000000000000000000000..07d8ef3df627e27460f857bb2413ee197a1a7e7b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_02_20241222164243.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_03_20241222164248.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_03_20241222164248.png new file mode 100644 index 0000000000000000000000000000000000000000..d2930362bb37b0859320a96a180812526f140e8d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_03_20241222164248.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_04_20241222164254.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_04_20241222164254.png new file mode 100644 index 0000000000000000000000000000000000000000..b2ec29405537c278f2069090bfcb83be1ff8461d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_04_20241222164254.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_05_20241222164259.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_05_20241222164259.png new file mode 100644 index 0000000000000000000000000000000000000000..ac70c0a421e7bf99a1f134d571757c9cea9b91f6 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_05_20241222164259.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_06_20241222164305.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_06_20241222164305.png new file mode 100644 index 0000000000000000000000000000000000000000..f3cbea4298aa10900da8e7ba71d910ad1ecae7b2 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_06_20241222164305.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_07_20241222164310.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_07_20241222164310.png new file mode 100644 index 0000000000000000000000000000000000000000..c3289b507554d1b44d9851a8271b118ca6c3fca1 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_07_20241222164310.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_08_20241222164316.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_08_20241222164316.png new file mode 100644 index 0000000000000000000000000000000000000000..f3e01304f166cfb0fd3f0cf9b61e223a41f28c18 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_08_20241222164316.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_09_20241222164321.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_09_20241222164321.png new file mode 100644 index 0000000000000000000000000000000000000000..7eea03d9bb4a0c087660f351f44cc36e34ff7506 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_09_20241222164321.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_10_20241222164327.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_10_20241222164327.png new file mode 100644 index 0000000000000000000000000000000000000000..893df07881a5711d2fb56192fc52dcdb6ba2a7c2 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_10_20241222164327.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_11_20241222164332.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_11_20241222164332.png new file mode 100644 index 0000000000000000000000000000000000000000..bf2f0f999b2f3513193513cbe69f91c1c76ae6c6 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_004750_11_20241222164332.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_00_20241222164726.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_00_20241222164726.png new file mode 100644 index 0000000000000000000000000000000000000000..9238e967d0f5d7b3c48f2c8467cf85efafdac41b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_00_20241222164726.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_01_20241222164731.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_01_20241222164731.png new file mode 100644 index 0000000000000000000000000000000000000000..75dec8647ff0c564b11605cca9e0a2b4c4f4fbd3 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_01_20241222164731.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_02_20241222164737.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_02_20241222164737.png new file mode 100644 index 0000000000000000000000000000000000000000..50b8694d2f71417843f1e5784e6b4f257929a3ae Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_02_20241222164737.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_03_20241222164743.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_03_20241222164743.png new file mode 100644 index 0000000000000000000000000000000000000000..d54452619f12b21699418ce5bc674dfc0a7d8e7a Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_03_20241222164743.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_04_20241222164748.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_04_20241222164748.png new file mode 100644 index 0000000000000000000000000000000000000000..e8d97c71b0c90e024751adeee11847a4996b582f Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_04_20241222164748.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_05_20241222164754.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_05_20241222164754.png new file mode 100644 index 0000000000000000000000000000000000000000..97dffc552bd791558d471a5755b62591ea4c1b7c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_05_20241222164754.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_06_20241222164759.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_06_20241222164759.png new file mode 100644 index 0000000000000000000000000000000000000000..8a3816e9ad85546be242b3671e22b34e4d65ed63 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_06_20241222164759.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_07_20241222164805.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_07_20241222164805.png new file mode 100644 index 0000000000000000000000000000000000000000..040307d7b78a65b5edc1d9c7383f8d56ad096e18 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_07_20241222164805.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_08_20241222164810.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_08_20241222164810.png new file mode 100644 index 0000000000000000000000000000000000000000..cb41a0983becde111651e3d38d6038cf171147c6 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_08_20241222164810.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_09_20241222164816.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_09_20241222164816.png new file mode 100644 index 0000000000000000000000000000000000000000..ee6048668f33b50db3101c94375eb146ce00a939 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_09_20241222164816.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_10_20241222164821.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_10_20241222164821.png new file mode 100644 index 0000000000000000000000000000000000000000..e47fa6d952063812afc30f7a376d5f34d8f3f123 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_10_20241222164821.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_11_20241222164827.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_11_20241222164827.png new file mode 100644 index 0000000000000000000000000000000000000000..24353c2505dcdbe4494ca5e24851e264578c6306 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005000_11_20241222164827.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_00_20241222165220.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_00_20241222165220.png new file mode 100644 index 0000000000000000000000000000000000000000..1c8da81ab7a077e92b7a2f2062d106539e5fea01 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_00_20241222165220.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_01_20241222165226.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_01_20241222165226.png new file mode 100644 index 0000000000000000000000000000000000000000..68fbe651b5b2ae5206a12a582c5b5b668c251409 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_01_20241222165226.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_02_20241222165231.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_02_20241222165231.png new file mode 100644 index 0000000000000000000000000000000000000000..89a78636f2f6f982d64c62170c20a35117f6f66e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_02_20241222165231.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_03_20241222165237.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_03_20241222165237.png new file mode 100644 index 0000000000000000000000000000000000000000..71d70226fc9465b271d77ed57d3eee16cb2b997d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_03_20241222165237.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_04_20241222165243.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_04_20241222165243.png new file mode 100644 index 0000000000000000000000000000000000000000..e657505ab16037691362230d11c993779d291880 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_04_20241222165243.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_05_20241222165248.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_05_20241222165248.png new file mode 100644 index 0000000000000000000000000000000000000000..916e0e4977644016f3ff428f725d0eec55851c22 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_05_20241222165248.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_06_20241222165254.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_06_20241222165254.png new file mode 100644 index 0000000000000000000000000000000000000000..17ba09f0e927e56562fc84f705003bc332123e62 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_06_20241222165254.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_07_20241222165259.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_07_20241222165259.png new file mode 100644 index 0000000000000000000000000000000000000000..13dade0ec2ad8801aad91216a6d8facea341860c Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_07_20241222165259.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_08_20241222165305.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_08_20241222165305.png new file mode 100644 index 0000000000000000000000000000000000000000..52518f12db39956ff2b6e912901f5c3becf47b92 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_08_20241222165305.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_09_20241222165310.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_09_20241222165310.png new file mode 100644 index 0000000000000000000000000000000000000000..c2f1ccf8490cadef745f2c2b5a1fe1f133d0026e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_09_20241222165310.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_10_20241222165316.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_10_20241222165316.png new file mode 100644 index 0000000000000000000000000000000000000000..f620695d2722b35bd48cb545805e3c656b1b3ad7 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_10_20241222165316.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_11_20241222165322.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_11_20241222165322.png new file mode 100644 index 0000000000000000000000000000000000000000..fdc45d77b1908caee3ee931d660795f8be6abb6b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005250_11_20241222165322.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_00_20241222165715.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_00_20241222165715.png new file mode 100644 index 0000000000000000000000000000000000000000..24bd79c547d3e2d82fc2e8055093ce06d3400391 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_00_20241222165715.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_01_20241222165720.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_01_20241222165720.png new file mode 100644 index 0000000000000000000000000000000000000000..7f337abe6fd13eb4ae8c149d91318a96ff2b8d4f Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_01_20241222165720.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_02_20241222165726.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_02_20241222165726.png new file mode 100644 index 0000000000000000000000000000000000000000..926a40796de3fa9e0ae8721ac6054d59ab2ffce0 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_02_20241222165726.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_03_20241222165731.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_03_20241222165731.png new file mode 100644 index 0000000000000000000000000000000000000000..305849098957a7cb8922e7ed2451a1b24d0d1056 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_03_20241222165731.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_04_20241222165737.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_04_20241222165737.png new file mode 100644 index 0000000000000000000000000000000000000000..f42a8d9e62f53dc46b476fdde51e0fa4548a1ada Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_04_20241222165737.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_05_20241222165743.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_05_20241222165743.png new file mode 100644 index 0000000000000000000000000000000000000000..58add0e7bdbc6bfab6b4fb8e60e014a20a66943f Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_05_20241222165743.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_06_20241222165748.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_06_20241222165748.png new file mode 100644 index 0000000000000000000000000000000000000000..22af8b2cfbc768e903d009882d61ffe9cc364c8b Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_06_20241222165748.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_07_20241222165754.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_07_20241222165754.png new file mode 100644 index 0000000000000000000000000000000000000000..ffc34daf366bc038ede7a1181056bb4ce48a3b9d Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_07_20241222165754.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_08_20241222165759.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_08_20241222165759.png new file mode 100644 index 0000000000000000000000000000000000000000..31df219770d647cb31bc06187ffeba2e3508631e Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_08_20241222165759.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_09_20241222165805.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_09_20241222165805.png new file mode 100644 index 0000000000000000000000000000000000000000..854fb4fe1f26ce368c9ba8d02b9159dc4343aeca Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_09_20241222165805.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_10_20241222165810.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_10_20241222165810.png new file mode 100644 index 0000000000000000000000000000000000000000..2b20fd8967b1450788e5b70ae494407787bc0820 Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_10_20241222165810.png differ diff --git a/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_11_20241222165816.png b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_11_20241222165816.png new file mode 100644 index 0000000000000000000000000000000000000000..df999634bafd7bb8ba3ea95c92c3b33e61fd1fec Binary files /dev/null and b/sample/building-fluxdev-rank32-repeat10-epoch16-batch2-real2_005500_11_20241222165816.png differ diff --git a/sample_prompts.txt b/sample_prompts.txt new file mode 100644 index 0000000000000000000000000000000000000000..c73102eea2b5d5942bb0edd7e70ab9b298cec4ab --- /dev/null +++ b/sample_prompts.txt @@ -0,0 +1,12 @@ +a0ce style summer house with a front porch +a0ce style a cartoon summer house with a front porch +a0ce style 3d unity render of a summer house with a front porch +a0ce style isometric view of a summer house with a front porch +a0ce style isometric view of a summer house with a front porch, cartoon style +a0ce style summer house building with a front porch +a0ce style summerhouse building with a front porch +a0ce style egyptian pyramid +egyptian pyramid +a0ce style egyptian themed house with well next to it +a0ce style lighthouse with grass surrounding it +a0ce style broken flower shop with broken pots inside the shop and flowers surrounding it \ No newline at end of file diff --git a/train.sh b/train.sh new file mode 100644 index 0000000000000000000000000000000000000000..069d1fabc584668e3c4ce44f1921416b3df840c0 --- /dev/null +++ b/train.sh @@ -0,0 +1,35 @@ +accelerate launch \ + --mixed_precision bf16 \ + --num_cpu_threads_per_process 1 \ + sd-scripts/flux_train_network.py \ + --pretrained_model_name_or_path "/app/fluxgym/models/unet/flux1-dev.sft" \ + --clip_l "/app/fluxgym/models/clip/clip_l.safetensors" \ + --t5xxl "/app/fluxgym/models/clip/t5xxl_fp16.safetensors" \ + --ae "/app/fluxgym/models/vae/ae.sft" \ + --cache_latents_to_disk \ + --save_model_as safetensors \ + --sdpa --persistent_data_loader_workers \ + --max_data_loader_n_workers 2 \ + --seed 42 \ + --gradient_checkpointing \ + --mixed_precision bf16 \ + --save_precision bf16 \ + --network_module networks.lora_flux \ + --network_dim 32 \ + --optimizer_type adamw8bit \--sample_prompts="/app/fluxgym/outputs/building-fluxdev-rank32-repeat10-epoch16-batch2-real2/sample_prompts.txt" --sample_every_n_steps="250" \ + --learning_rate 4e-4 \ + --cache_text_encoder_outputs \ + --cache_text_encoder_outputs_to_disk \ + --fp8_base \ + --highvram \ + --max_train_epochs 16 \ + --save_every_n_epochs 4 \ + --dataset_config "/app/fluxgym/outputs/building-fluxdev-rank32-repeat10-epoch16-batch2-real2/dataset.toml" \ + --output_dir "/app/fluxgym/outputs/building-fluxdev-rank32-repeat10-epoch16-batch2-real2" \ + --output_name building-fluxdev-rank32-repeat10-epoch16-batch2-real2 \ + --timestep_sampling shift \ + --discrete_flow_shift 3.1582 \ + --model_prediction_type raw \ + --guidance_scale 1 \ + --loss_type l2 \ + --train_batch_size 2 \ No newline at end of file