diff --git a/.gitattributes b/.gitattributes
index 13ef123d19a4843c4ce40abc2011f38c5e781d29..d9f12a2f2fb9cbb937ce16946f067c3b0ca58a74 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -718,3 +718,23 @@ neuronxcc-2.12.68.0+4480452af/MODULE_b75f54977c37752ba13c+2c2d707e/model.neff fi
 neuronxcc-2.12.68.0+4480452af/MODULE_bda2f9f33389dde86f57+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_c2cf969f076e522f47fc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_f93b2b47b0701d5c5b73+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3eea212027ec25c09b7cdfb2ba084b2db789ed2f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ed77001ff9f87f5f60d5cdbeb0ad34082c780e6eb173bb4806942ec6344e05
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2134b5d3daa7c4bab25d4c460659a8dd50b981aa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_022040fa5b6680475b40+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8cea07f81026a7a9bfbbbc64eabe1f3522b0b0eaaf1ccd563411bf996fca6d
+size 7875584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1ce41d0a42e8f549fafe3ebcb1149bbb02de0385
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a2099a3da7ae458edfc53eef619403f1de5e09d104c632f72f29ea50fb54c4
+size 297626
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..962905e9a8ab5d617132af9a1166bcc40e83be57
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1799d6aa682a61ed0134+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f0035df9d84215a053b9acde2cf9063eae2fa936cd607d0425e71c63345ce4
+size 9923584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3a39468805a8055830bb3c0148b42f7fdc4ce937
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e2d4e60d54467c6d8c2cde19490276e035402bc7169676c7c1481d00419a63
+size 297626
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..83ba90540b825eb31bed62ebeb234db0fc2a76a7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594ddf2c73cfa55369791fa73f4820cded486fa7a2bdfcc0c5759a443ba0d25b
+size 23624704
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d16c73a2616d220f92d671a86700860073f17545
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a433e75bc0664453b177029f1c4e7c9a8185108285b8c8c2885070a9bd35c360
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..35f921e15b2c38153bfff2ceeeba594073ea45fe
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5921e91ae511cb269759+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cebaa5e62de70404d075dc408b820fb992a5fef1a00ec4e7f2e2c43f186d86
+size 7998464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..19a786a3ea2c09e78fe2a0bf1b507617256670fa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85025f516206b9fc3f9d30c946fe246fd5d381e3659a53937e5cdab69a72fe17
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8e0cf0ec84b7307e58eac63eca62c34a68436987
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_59d7cfbf326df6c783c1+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810254a2431fe28d96e4abbb0970301e4993cb0ba3f93767ac15ebe1b2ee7679
+size 8551424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..10469ea03ead37fc6d719e9346ba607110d31a8d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ecf163d454a64c0c00fc5ebeb57eafdcd16a4de4362e60569c131a5c937a93
+size 297626
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cf7ea9d77e55a18788d8b934d7770d406bc20592
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5b76ae1abca20674f1e7+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd7cf811ef927376a7b61eaa272c228ff8fc40747e828771bb6f06a1b4f709c
+size 8909824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..215dc23cc86ce9d4dfc17a9baef41e2c87909ddf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e497ac4eb1b05d80f918ba3b81a1abe2a8b8da6361b858adf7e29a3611a170e4
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..88df3b6957f74f1595e70f351dd6ff72e37bc1e7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_67afe97f12442376b7c3+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8eec54ef2b0cb06f7d394a3a480099fa43c56c6f78a5933d4ca56a0ff6c07b
+size 8551424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b5ba676ecd74ee3a3224b99d7513a4ee0c26b67d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be670fb677a32755b5fc8039186cd3dd342a39a4307a62fea881bd20f6ba832b
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0a20b8803e91a58a4070e7911574b596f72f8d4b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6c011b2050fa73ed4de3+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8610b9bcc58d05574b551f08cd2c9a1d6ca50ccea996afbb38dc17a601260e78
+size 7916544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f2f8f52a9d6619bf8cab34fed13d5a51faad669e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0ed709da0cb9a9bffd7f4d1b56ef7bd5205c6531fdc51bc39ec8e37bdecee5
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1f738eb1811d5972e23b45706b076f66804dba6a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_82d24899460a51628ab8+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb82c7ad8e83666eaf34aaa075c4941b33073bdceb5f16b57497ed2f1a65400
+size 7916544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b73f611285a5a56d0f4954ce5672e3ebbe6ac0e5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983f2684966d09e69fff2da4e68392e7471a57828fd7a6255c5ccc4b61f11093
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2348970835877583b6bd2a7a8d33a657b3bbc0c0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8a228e3b0a1ed4cce775+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59895777b6dac6a73b1cf7147a04e722b697727b11db3f6bc9d58a46101eb8af
+size 8172544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..374a8f69fb1726d4c2a61f4d4a75b114361be3e6
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e28cdc209d01cf80749d2b462ab59ffe550376542fb999da0349e6bf9998929
+size 293947
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..59c6dbbbb1928ec609997acb1b7d88a17c324b32
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8b19ca633acc47793869+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d90301ec5603a6b4df1ff4ab6dc9bc7e6c1b79253df9d584d95a537745319a7
+size 8479744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..47c351d22172494bc307be0cfcd5f0f6147ff2a2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff7b94ffbffcf2e73a44b4afa7403bb6a1d5fd8a2c876c4ebcb290386b1674e
+size 297626
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f479e2260bfd2cea084771097e63cdb3263ebceb
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8fd6c96184408083ace9+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78264ff172e28a21718ce83d170d6618f8200219d5b162a306fd177a3ed102b2
+size 12780544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f6a0751eb51587dd02576710b9f178caf579aa3f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a7c92cbd39c2b87dcda6ad221c1d718b7724872b58015da692a30ef1c1ca1f
+size 297626
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7246335c8a503eb9e030bc77140db33c7f57d5e2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_922501dc38ae91e89ac4+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a35a5c9ed54061a834054116832fa1d0703bec52b3d728b88c8ef564a151c9
+size 23307264
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6abe538019d2fcaa889fad83cc1f9b3d004557af
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51497879ed67d557c88c639e5a1a2e3ab910ab55e8ae1167108ed626bcf5a769
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d7c8ee5681f591fd21ee06187f44866166861340
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b028d4f002a8634d6f7c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0fb12a0342d6e722472f9663504cf2424fff9a1324f598d83ab702052f8d2b
+size 7998464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..eac62531cc8cc08d4f7047a66462838a7bd1ff67
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38acced10f87ebf8d2b19050054fbf584b5d837f7ae307bdccf8ddc7daed0ed8
+size 293947
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..235e0d2746980b4585ab2521cf6fc60c0ad6c08d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c96948172adcf9c8b465+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76c01471f967352879ae4b1028049ef9427c8f0a9b05bf6dbf9edace6ff6373
+size 8469504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..88ab9b1bcd74c75e1652be0702905a5ba7230078
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4272ae7d563be9e56dd501e8d73846faa7a399215fd1fb6052b967f9a4247d2
+size 297626
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bf60aa21188459490d207a87ac497bd790606219
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_db8524dccbb520a8be0e+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1379cabc178eca0d167016d7a7c65495adaf6db931dfde424c0aaf8e1d06400c
+size 10015744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5d2a1380f74faa21ec49ec81a91e51014d2dcda2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5e9cb8784fa53f35769305fb409b897c52e5e8a228c8efae6962c58b831a79
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..153b8a80656447739e8671e7660ed0ac1b565baa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_dbb9375e305a952606f0+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e3b2a6ee919a338dda3ec81dc67bdd2a6baf2c90e99eaa92f38ad1794dfd3c
+size 7875584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..98b5f7ad138856a1560d8431ba29909522918fa7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c9e8c61931750704e466e4343a0a4a26ac509bf45f4d47bf832fc2dc0363fd
+size 300985
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5c14c2cfac950890fcff5826eb8b69c2b4c354e8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e6993da10635b6f3b9b0+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066ed7231ca921e398dfff0074d771c9ea6f2bab56c4611dc6a518f72e5537e8
+size 8172544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e2b61d04ba79816b944751a0bf5d01b658266a1a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed5751f3dea8390f0f6b1b355c62ffd5b33294fc219b1e3429c147603ed55c2
+size 297626
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..919d6dd9944c62778bd20f040296ab4390331d45
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_eee7e203e489cfb779a3+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712fab2ce64acf0f9dae0b61fc8a09e595780ad5331475f68cb8bbc9afe77e55
+size 12770304
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7dd39850816ef8e4eb5756fc4b9de759c879e03e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f87e874b65c31057550337048257c740225d07baf3ae0986c1ab7189c8245ef
+size 297626
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5c269ae975d937404ecac91e6122843f3f52ebd9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_efe464d909d639de6c33+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6544afe3dfa1cc656b1172c802b011c758b219735a3338b6bcad98f12da560fe
+size 8920064