diff --git a/.gitattributes b/.gitattributes
index ec6095ca2e0e827fd3538ff7f787151b81827974..e33c2ec2977908e5ea9c8f3765aaf954f2657fbe 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -653,3 +653,16 @@ neuronxcc-2.12.68.0+4480452af/MODULE_cd65ba8843a32359ec00+2c2d707e/model.neff fi
 neuronxcc-2.12.68.0+4480452af/MODULE_db5539b50ebc5bcbbd60+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_ed1f2cfc9ed8f94827ac+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_fa6bf630231f5fa6370f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_091e396fcff36eb5373d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_091e396fcff36eb5373d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_091e396fcff36eb5373d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_091e396fcff36eb5373d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_091e396fcff36eb5373d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3256e2a69ddc5c1caa6045c31166d059b5818a3a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_091e396fcff36eb5373d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6640d13f3ea37a84da1e009c852e5acbde167318924bc0ea86a7e92b08fa0e58
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_091e396fcff36eb5373d+2c2d707e/model.hlo.pb.lock b/neuronxcc-2.12.68.0+4480452af/MODULE_091e396fcff36eb5373d+2c2d707e/model.hlo.pb.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..97e187bf1f67d8ac4280113820c9d1915ae62020
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eed68f5c8cf6890f55562c21932d6b997b47203b7eba1ab97427de24a84931
+size 33879615
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..961b1f465c6e726e7ef6bdefcf9228061fa43599
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1e1c5c9c4def4b57e807+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348d871c40d2bd0644243f5416dca8de1d70c16c7cfa7f1ffd9b1796a0b0375e
+size 81951744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..10fbf4918b266fb30a65aa4d1e8ca9b32006d0ba
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835d86651b30e49107f966d68bd39579569673d9dc42543290ce43c5986396ec
+size 849470
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..331791f7b0581c5a700e46751958c4f704722f31
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1f3aac29be331e6ba779+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facf18bff3250dd2a504e238594ea44d010cf384707cd851f1599887a1be6f3f
+size 9800704
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_23307851f9140fd4939f+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_23307851f9140fd4939f+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_23307851f9140fd4939f+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_23307851f9140fd4939f+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_23307851f9140fd4939f+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fc9e3ce2fbbdc12c3fa95140ba298702677dd106
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_23307851f9140fd4939f+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5920eb5cb54770870fda2a21ae4284866b5f47135c10a3e5e90ebcfc7c9fa29
+size 8713791
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_23307851f9140fd4939f+2c2d707e/model.hlo.pb.lock b/neuronxcc-2.12.68.0+4480452af/MODULE_23307851f9140fd4939f+2c2d707e/model.hlo.pb.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..23825fd28bf8a261471696afdc343b10c03ccaa9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dab7b8356129644c21ddfd097eb5cd2ec63270cc039a7f070a99dfff7480c8
+size 8713791
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5630e2741f2d7f8656e4f84ee8c992581ed194c2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_26db4aaf05b24c30b55c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7829dbc5e9995a7340cebafd3a8fd42eef622f36037d1c1d48f21615c62044
+size 28468224
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3589d91ee5d8eb9b8c8254b1c16b0430d9736120
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1e5110e8c194c8190de16795cb9888243565def10570e9959e097e11a991be
+size 452320
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f607ca8e42650f54fe7c960f244c5b60cd065e74
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2d17a7cc4cd82b5bcb7c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef239495ce1966547f916431b270ca091bc9995c69a98303cc87269f3611a41
+size 9104384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..21447a2575b98fd0bbb506125a63409de9cff553
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b876d459b3ec1bb1610648ac2e6a7c5ef5a3b031ffa7bd2d2e9dd1494dd87b2e
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..594dab57a42221863b4c512d8c602bbc2caee264
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_609068a489daad32b20f+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd558315b6475df60cb96d6ac5f24bd00d870355f44f6dfe9db4da82ae78d653
+size 8367104
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..eceecfdf884e3b4f5edf38810802cadf6fe9b318
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dfc38fdd13b29b28f3cbf33ced1c1defb5da83c9dc603f417896b027ec0998
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..72936e01dc881eb2c6f4a98afc4463e9ee8e538f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6236535ee36af4c6b4f9+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddfecc1afb80effab5ec114536f6e35bac63a0a386e0b6f7549d99cb9859ccf
+size 7957504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e376bd94200152a33e0471ada2c28276b9b1f0be
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1d7b57cafeb0aa7965604e84e4a894c0b01c9820b848d05ecd2489870fed18
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5f993e939ff7ba5d4e000967f67b9288f524af9a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7b4fb29a440336716847+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a5a903c6c27e0bc2ccc4d78917834bc3566771b444598d3c8386d59029982f
+size 8018944
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5d2ee536c2ba58dae292dfaf76c88c8fa845ce94
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910827c600ec00fbcf3ef9ed7fd1563f967f0ba2463c90f69c5026d1902cdf8d
+size 2422335
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a4fc4b8ab06682b0095f709a8fecf8fccfcdc10c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7b54ba59123a59aecc38+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d676da66671827befaecebeeae347813c4a395b06f0a802ed3aaf2d7b1b9036
+size 13087744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7cde47723ff270fe4835+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7cde47723ff270fe4835+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7cde47723ff270fe4835+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7cde47723ff270fe4835+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7cde47723ff270fe4835+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8bac37f2dd9dc1cb8aea9626041bf44e2f9feb1d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7cde47723ff270fe4835+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcc8aa23651d8f5d642b169bd2f2335f511023876633af33d60df9c5d3a95c9
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7cde47723ff270fe4835+2c2d707e/model.hlo.pb.lock b/neuronxcc-2.12.68.0+4480452af/MODULE_7cde47723ff270fe4835+2c2d707e/model.hlo.pb.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_81936d6c27c85d22c403+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_81936d6c27c85d22c403+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_81936d6c27c85d22c403+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_81936d6c27c85d22c403+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_81936d6c27c85d22c403+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1450573fa832872dafdcbb8e275d220019c9cc82
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_81936d6c27c85d22c403+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5b358fd3bf423bc7113922db8eeb9fc6269b06ede650d5436c86fb3e5ad36f
+size 2422335
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_81936d6c27c85d22c403+2c2d707e/model.hlo.pb.lock b/neuronxcc-2.12.68.0+4480452af/MODULE_81936d6c27c85d22c403+2c2d707e/model.hlo.pb.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_881d5a0f80241200eb79+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_881d5a0f80241200eb79+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_881d5a0f80241200eb79+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_881d5a0f80241200eb79+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_881d5a0f80241200eb79+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e6d5e539894ccb17a01b2b08a7ace3616a43eb6c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_881d5a0f80241200eb79+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783bf727558941ad8bd73cddd4f41f4db916e11f50c4ac3594c55b60a146e709
+size 33879615
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_881d5a0f80241200eb79+2c2d707e/model.hlo.pb.lock b/neuronxcc-2.12.68.0+4480452af/MODULE_881d5a0f80241200eb79+2c2d707e/model.hlo.pb.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..abc4542dc6ee831680a391965d15c54532d9597d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d565e49fe521a125c07f941880cddf922bc9809df4f4f3d8752a650f728f85d
+size 849470
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..93cb3335ed7a36e00bfe3b38017de20be856faf5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a99f74f52f83d0761736+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f03cb4e562d5829b12220fb1c4552d30097ae2936263f0c4e2ff7448acc63
+size 9493504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..302ee51f85557964c12f9385c2dff6afcb1453a8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e31028ea9c4b59f0fd873741260191b3c2114f8c101450c036cdc61073ab69
+size 452320
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9825cbabdd4f040e688f352833cd8e80350ff713
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c0247d885f332e0cb6b9+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4549b02ad54e6113ddf803d442b20714eb4fa816046f2bd0b18b4cb0bf2947c
+size 9094144
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c0b179706db9b829a56d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c0b179706db9b829a56d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c0b179706db9b829a56d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c0b179706db9b829a56d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c0b179706db9b829a56d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6b1b08f8cf868b0a8d8b67f429fbfa419226077c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c0b179706db9b829a56d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64804845b4cd6fcb714a785501dbf6ef490044cb3673705ec066da49d8528cf8
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c0b179706db9b829a56d+2c2d707e/model.hlo.pb.lock b/neuronxcc-2.12.68.0+4480452af/MODULE_c0b179706db9b829a56d+2c2d707e/model.hlo.pb.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..720907c5f5539762000cb786b52cc5565697a5c8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae373c41fc479ce1e237e98ffd1a64b1d18c8568b392a14ed21ddce25344b19
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..61b52d9dd8227c2ee8fd1d17c46fdda699781d7f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e370f6e44ccb8324eddf+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682f8e1bf177275a98f67ca2cb471384133193232a71721e5c8471609ea8dbb9
+size 8090624
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..95d4bb46d16cc286e6951780b2df77a3da36a514
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1da27c42c7ec79c250d90feb594f39e251d6edca8912dc0138d0487cc27d2fd
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7ae845d1988b5aa90c95839c145de2817b5f5a36
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f0d078ad09a982a452ba+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0638082af7375a312bf0ed985262f25f85e3c58ed0faf59a651dfcbe8f704cf3
+size 8981504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e3b89d081e0a67c553846615a2fc7e2ced0ee450
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04453ad00affd4ff9c52d57ff5aca57dba56d0141d1aaccd9f135cc217af75b8
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..45f946e2731f9a7fc1d7d9aa40245e9b8c8f4eaf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f810b652a035f190405c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338383c6e76e8adb1914ab1a7a36e68cf2b25d87da41980d0e3931e3a8c4ff29
+size 8387584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fc54ddf09347f720ae0b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_fc54ddf09347f720ae0b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fc54ddf09347f720ae0b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fc54ddf09347f720ae0b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_fc54ddf09347f720ae0b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..aabf3564f21a584fcea59a96471d64b9718b37a6
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_fc54ddf09347f720ae0b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfbf7a714ea8f4274797a2205e589a54d81f4ff34dedc2c16258c44589e4d64
+size 373780
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_fc54ddf09347f720ae0b+2c2d707e/model.hlo.pb.lock b/neuronxcc-2.12.68.0+4480452af/MODULE_fc54ddf09347f720ae0b+2c2d707e/model.hlo.pb.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391