diff --git a/.gitattributes b/.gitattributes
index 7900b6fd259b99f1b31b3c313e5dc752e77d13d3..6d245ea16b925713e67bf5dbf9542aec8ea7f9c5 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -2411,3 +2411,35 @@ neuronxcc-2.13.68.0+6dfecc895/MODULE_faad03c30fe250362f50+2c2d707e/model.neff fi
 neuronxcc-2.13.66.0+6dfecc895/MODULE_09b914579d63f857eeef+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.13.66.0+6dfecc895/MODULE_a8ebe491bec0bf8112bb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.13.66.0+6dfecc895/MODULE_ef267e5b7adbb9e0a53f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.13.68.0+6dfecc895/0_REGISTRY/0.0.21/training/llama/meta-llama/Llama-2-7b-chat-hf/45e72c385f2c8f78486d.json b/neuronxcc-2.13.68.0+6dfecc895/0_REGISTRY/0.0.21/training/llama/meta-llama/Llama-2-7b-chat-hf/45e72c385f2c8f78486d.json
new file mode 100644
index 0000000000000000000000000000000000000000..9dbb926cd70fafd894997ead14b01190538b9179
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/0_REGISTRY/0.0.21/training/llama/meta-llama/Llama-2-7b-chat-hf/45e72c385f2c8f78486d.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"compiler_version": "2.13.68.0+6dfecc895", "input_specs": {"attention_mask": [2, 512], "input_ids": [2, 512], "labels": [2, 512]}, "model_class": "LlamaForCausalLM", "num_neuron_cores_per_node": 64, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 8, "training": false}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7400fe6e45cf0c0955412e112d4eaf2690c00b21
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a8c4ada3e5548c0c4f004dfbbc019350bbb0b229c166e53daa34cdfa6b16ec
+size 581397
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ffb48803a6a293156e107ba7469bcdd9f1a1a264
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10321151248243986212+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f46dabdfd8c67de30308825ff6b30d1248ff0aa4774a0c865e1b650317fea5f
+size 1414144
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9f47798c0a148f3347d350eb167808274190d1da
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283f73ab4848d2d591fd4dcb50103a59c25944a210cf13e909c8e033a943d56f
+size 581397
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bd266e907fb6cd6b8f23964099c360d92027ceac
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10415564251552867075+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f38128ae4d29b468d7d9a33c0e680d1121d2b53b5300a0059445172b8bccc9d
+size 1414144
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10479010230249837840+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10479010230249837840+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10479010230249837840+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10479010230249837840+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10479010230249837840+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..79845c623520eabcf5e9ff5b30421fa0e7db74e3
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10479010230249837840+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec076f3be235f619920f956156ab77c8ef98885540c90b4fa562e65816fa4121
+size 579353
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10479010230249837840+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10479010230249837840+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..aaad50519f96ca42a2a8b7c6f6807d605bf4911a
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10479010230249837840+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8024ddd8e1bb4f93003ef8de6c5349951c84bf26
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397098d4d5b67eb3da1df00952b902e4bf4bc24abcfcae1ab3cf32b8565e47d7
+size 3396295
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..26053a3a6f59e86dd0b7c3495e4c22f03f99c369
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_10803941037092105663+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a70d56c205d1fc4981282554169fb4c8202b7a7193ca9151717cc6210d09ac2
+size 8254464
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7126efc7b14ed58731dc5bf10b94432f681b66f8
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d8877bd041ec7ab369835f3461496957a30d675e7047cb2f29fd52e741d926
+size 581397
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c64a8950baac3554fd48f8cea3e5659cb2c3c598
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11547764851707871048+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40f1dfa793feda4614532d0c1f7cf5847a492a5681b3f482d17fe490fe41ffb
+size 1414144
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9bfdb45b23ac539087ed10082b609b4b703b255d
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efd2e276a12982938765d717d6c3a7fdbf7a2b1c3c4efc57a818ebe6569e67c
+size 3398339
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..20355f343656410f0b0d1ce06da8115c243b6a27
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_11702189216789179545+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b84db7eb990dd0055d9414e0c4f3b212c57e928712b0f9f5d0e733d4173b25
+size 9718784
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..14373e107bf8684c434cf793a82af3930dd6a0d0
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de7b943e9600390221158d3368e7cf0a90c40d1b3a67773b422a456e4ff5125
+size 581302
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e569824fca2d65b47a1999d5bf603115d1bf9835
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12297844550745567325+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5e1c66cf003fe1e8b8edde90702519a0326891495c00f4bb4577fc254f17e6
+size 1414144
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..95daf7315dd10239c19fc80d58d4970e776e8d1c
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fdb5386b0494ee74ee981ce59e6a75d2d03bf37f72a627816bf023bdaab108
+size 3396295
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cbb88b8052595e25f2652fe1d2de4dd6870cddf8
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_12837829741902602445+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a24abf3474dcec564efc3f9d006acb68f0e469027ca73ae0d2347e08ff370b
+size 8254464
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bcd9980447fd78766b626491b4f669f6507fa0fc
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4975c84275914a169f34a0bf5361465fb63213a16aae55822bcb5b65400e7076
+size 3396295
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cd4bcb02e8816af6f14e99c3817028b65b020e3c
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13463203363992336231+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f9b68101dbfb0709af5f772577c3ee947bc9a2b3f6537008949f4f1ed31829
+size 8254464
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..10412731839f8fdb2ab1fafa8e5b668c294695b7
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750ff77ac45e3d4a1a00045e1ff83c27b785e60d01a18d152b0e28a46a6efe77
+size 3398339
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..696d294c9b20898699d23c001575877c0c2caa74
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13921704249405313623+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f2d1ba2b7ad466651ca666baa77d7fa97157ebea4477e660a7bdce1988a308
+size 9718784
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_13966553967821932066+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13966553967821932066+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13966553967821932066+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_13966553967821932066+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13966553967821932066+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..803b76031b92e3b5e63b4b8a3009e5f309b83888
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13966553967821932066+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306afc098d32b1530fe88cfa063982d547423907f0677e88a0d16f0f91c9be83
+size 579258
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_13966553967821932066+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13966553967821932066+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f61d082674896bf8e4d4d7108228a805a1398216
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_13966553967821932066+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bd091123a81a794e25d08d3074a2793a508f4d09
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90315cc9b01931bfa3a781a5aad80acf400de3051393d716c3f4c35c7a17f5ca
+size 3398236
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9301e17c326db300136ce4994f8cab76484dc8b7
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14473511845600788126+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b20fbf4170195cf324d3b904bff889b688425e4ae79c5d361afea0db7f2526d
+size 9718784
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..05f0a27918196a8472c3f76edd259b54fc238f3e
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d29f5f08f448197f2ba44b1c7622caa4bc699a652e72644cecf1a08437aed1
+size 3296075
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..52764487cffc9e471b3d263d3e6c2098796e4b47
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_14707975356665195134+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8ead4cac5b03b9cb7e46139deddebc4ca4bfb4c88c517b13d6796797a19b01
+size 9042944
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_15263045085501834921+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_15263045085501834921+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_15263045085501834921+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_15263045085501834921+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_15263045085501834921+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c8e54e6f523791b585444fe9077263d03ee074dd
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_15263045085501834921+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ecc437310bb89b9558ac641208b131e994ee9d52513ac09c5f3061ccf1cd8b
+size 579385
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_15263045085501834921+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_15263045085501834921+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..801e643e0a7b5317df2018296935aeb247647007
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_15263045085501834921+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..07610b63f53fbe2785d71d873d6a885764e7e3c7
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70a94eeaae1222b901790303c14973037e091f67610fbf1ae146b7f164cc798
+size 3396295
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e24a2fa64d91e14fa893236aa2dbf297cf132b32
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_16730140833069168524+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b27e9faea444df3bc47c68d01a90f2700d3d018ad2a01cd6f6e7e8be5af24d
+size 8254464
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..88eff443a0e2a13b67b559e8c045751fc3194ed3
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2823621ff5027949401d90e16528bf05f1cb53f33665f1785d65db491d752783
+size 3396295
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..faffdbbb6788ca8564848bf45e0c14db1a49ee3a
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1708611044634391112+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de643daed29785518d8ae61013d035ee47f63e22721410dbb4de760186a3c307
+size 8254464
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0f50d734e39d0728347324da2b777c9fac60a5ce
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9106ffad10a4de62607ce9b0f0d8e0cc89e811bde4e58fab32218d83ba86d98a
+size 3296112
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..aab97581a27dc3cd32dc1d5a835249f796609c0f
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1709530774031358903+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313774414dc22f54a89d7098f676ffeef8e3995f22f1f7aa499edada6380e6fe
+size 9032704
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..77089b408eb08fa47b381076a76c04b554b18cc9
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d9e432d18203000c22b1bcaeea775233cbe8c2cb9288288dddd8c0c4abb397
+size 3396192
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a933312551a5ae9d3d1078b2f51747aa18062bcc
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17437736209758354854+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662aa3283ddc80db571ff13240c83107b11144e8da62ddbd22c5ce67340d4243
+size 8254464
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..42863baac05cf5f17f5fc3ed65da907af5ef9138
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453e19216e01649fc1ec7fb339f9528acb9253c59515bcc0b17a047d2ceda8dc
+size 581397
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4c0de8eab068bf2e7c81537f4e9a69c49a8691be
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_17844761902130390747+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a547a8bad38478a6f91eb0dc57e4e54c3700ec9e8a6c12be0cc8988effbdd2dd
+size 1414144
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8e548783dd20edbef1ebda6bafc1e9a57828d246
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b973b46580549780020364c4e39c19bdf07b191de6f9efa76fb08ff0007091
+size 3396295
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c4a955fe0d4f9a3e70cbed026adf02ebe5ce5ebe
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1811242445814675347+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97140c074ca7288f30ac1d660820f694b4bf5830419e61f390c691225511ce7
+size 8254464
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..02741b853451ccbe0daad4f2a59d6f867ae08364
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da2d80000229b4e8224be95e76479022f812a8a6fdda796891f4bafa49696b6
+size 581397
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3dc4dcf9f05dea0bbbe8e9bcbd2b2b5cdd24d871
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_18211061247829471691+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee165bb90a73084ed25e956809fb61be1415180eb0dd61d8fdc02f32b30de17
+size 1414144
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..eeb0b5a8c965af58ded9ffd76be704f8a3393b06
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a64850d52ab14479137c2d0828c4173205e9ee156aa67e7300990fc6161ad1
+size 3398368
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cb201253ddca39cf4d87e5dc9a4ae908fa951f31
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_1828176986062980930+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a58cd47845bc14dc33adb710a61e8a88d46c89f499e9560e47bfd9a76d6199
+size 9708544
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3195f7725025d1f9adf3eb20c618e4dba8812e13
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6891223104b1331d8ba56f5bf6cecc1ff83c28bac515133aea7688f445d4ab9d
+size 3398339
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d635d4d30faf51b766733dfb8603599fb34b7ccc
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2645184305700109271+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d621dbb0a9cbd1a6b32c77eae3c519f567f9cb7c052ee846dacce2a9b75a6a99
+size 9718784
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_2822959570076169423+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2822959570076169423+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2822959570076169423+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_2822959570076169423+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2822959570076169423+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..00646b46ce17546816bb7e8dd1c2bfa591e26bba
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2822959570076169423+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c3e9b936f8976b89edf953aaa590ade821d43d4be1cda230a86dbcb84fe786
+size 579353
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_2822959570076169423+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2822959570076169423+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2cddc2edfe94ff02343ca18c18d3e941b658d84c
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_2822959570076169423+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..199ebcef729bd48bdccef6519d85197903747dd1
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45511f1c4fc12985765cd552da22592c277df92e8450a27422a46c529c9d1bdd
+size 581397
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ff0d61a4aece5ab840ea5c1368345b36e50c8d42
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3083579488673330662+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96541e55e78796a70026cde1e7b3fb2ba026d31b47ddd4063e04afa037f68b5d
+size 1414144
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3225006364448119008+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3225006364448119008+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3225006364448119008+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3225006364448119008+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3225006364448119008+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d2a678ba76098895d4bee135c943761790fa1b52
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3225006364448119008+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc72a639a72decd656eda991b8dfecdf4ead3e89bf4b119d882520e30fc186
+size 579353
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3225006364448119008+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3225006364448119008+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..71a7b7443e216849a27ecfe6ba0520d1a0d1f2a5
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3225006364448119008+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3971528398c3283ef9c87ba4284b38ceb82a64f3
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ceb4896d2f1efdea53da3b3c67031ef04f315f165f03c8a185bd518a498266d
+size 3296075
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..012ac4b91e9c5404c701c372b47cca47d0ac4b7d
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3464157563037778863+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3905b76195ea15a062abe6d1ae4901f2fb301749477128a8dc06f46f0a7a67
+size 9042944
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f680f73b462a46f8e2b0bdc9e0fd12a1e09157ef
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b942fba3449ebe62fcc728cb87e66da180d23e220deef729802d6cfc2148760b
+size 3295976
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..815310fc3e9c621b0955b91965115a6041dc7bbe
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3730525004395649262+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12b042066e0028ceeb189b8ff9038cb39468deee993da1d748343c9095e5a79
+size 9042944
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8e730c74a940ccb1ec7e4f568867a9dc44c1e4b3
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af9bc0e1e3d06d914c160551102ef258fc7932b76a67fdb04d4cd91657838af
+size 581429
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3d6f62689c3767f75cf4dd87c2f62de9f57464ff
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_3764015274843914896+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b949a4cba8491401d80a67e2aa8dc7cee83f51a6317677cd3d3c4da34f769cd7
+size 1414144
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_5124106491435023338+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5124106491435023338+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5124106491435023338+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_5124106491435023338+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5124106491435023338+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..880ccd00242494db075f8b5257a7fb9576ca472f
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5124106491435023338+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69198abd0484d3dbfbfbe3ca074b5e724a4fb589f66eb0940f9352c122c17419
+size 579353
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_5124106491435023338+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5124106491435023338+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8b59c8e181f8636077c6e9b3df5e7ffb58bc9940
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5124106491435023338+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_5558253554374320079+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5558253554374320079+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5558253554374320079+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_5558253554374320079+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5558253554374320079+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e8ded06ed55eb724af9b9c4c6677f65d2881a38e
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5558253554374320079+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4564bd3f34500144de08e1cc6e8fa890dd8c933ae5770b5be19ba1ec855d66
+size 330
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_5558253554374320079+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5558253554374320079+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7d78f91033a9abb44ee17572c11b6814cf8a6826
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5558253554374320079+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_5858022050483811208+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5858022050483811208+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5858022050483811208+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_5858022050483811208+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5858022050483811208+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..23323eaaaf707e75dd4d83f133767fb43e1b484f
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5858022050483811208+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adc1a26cc796ae21cf6bce2d2f15e63e37956d023f0cd4e2e2d234bf910ae37
+size 579353
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_5858022050483811208+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5858022050483811208+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7c9e18f553a0f35a9aec20824fec1c6cfc8998e3
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_5858022050483811208+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_619277393207660974+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_619277393207660974+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_619277393207660974+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_619277393207660974+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_619277393207660974+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f67b898ba0497db3f4b92f753a281adc29eb8139
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_619277393207660974+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d47a96d1031ceb2a1aee4be176503ac4acded5d65e05b6b1025e1f74078218
+size 60687
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_619277393207660974+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_619277393207660974+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ecf862c6cda000286ff3a6b579fee7b80c4f2500
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_619277393207660974+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_6735089615087197490+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6735089615087197490+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6735089615087197490+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_6735089615087197490+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6735089615087197490+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4c668e631231cc6b5edc810f5caaebae34d1c651
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6735089615087197490+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf2453843c17feb2a8edafcb2d582567c30227b6049ace711b85bd952684e27
+size 579353
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_6735089615087197490+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6735089615087197490+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2f3500d4e4cc1a55ec456f7ba9ccb0f9cd5e2b52
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6735089615087197490+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3dcf66f6d0518e93659f643bfcd44ed01ba260c4
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70362efdc2eb8f1dd791ec4b7333b5ef2b42d934657d17ce118e677cd17eaf41
+size 3296075
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..539cfcf3a32fd8947b8cc7703e72957711df80d8
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_6958098428035528514+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195fe75ebf64ee1266333acbf9eb4e6e7e26deb90b02fe14eabc46eeab7208f2
+size 9042944
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8fff8409fe7ccbb1cb5058733b73df4656b3cd74
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da16465f8c85e4d142dfe4d3a9aa7df55fc2872ead132578d844d5f36224045
+size 3396324
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7047b5194855279ae416eea45b48822dfa803271
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_7716739001227281348+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba3ee6ef1cb75ba57dad82d09ba0ac2506357296e88fcfaaf793e5b0c537736
+size 8254464
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5198f20282d4ee2d43523d618801995532bbd7f3
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff2353c344ff8f05cea47d6bb27305ddb2791470e29ef6693928d8f91bcbf86
+size 3398339
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a219970af867ff41253439095ca600c23cebf51a
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8045567700198521602+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157fb7f752a5ef957e6cc0c01942e1eaa4a18faf1a18d00a069eb6f864b17918
+size 9718784
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8111456510113323868+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8111456510113323868+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8111456510113323868+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8111456510113323868+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8111456510113323868+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d6b1d7f4771906f0f8248bad28f96b3b216d014b
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8111456510113323868+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27fbdb3cc10f15bceb62958e1221b268d86380a37265627ecb5a8c1e72d242d
+size 81204
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8111456510113323868+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8111456510113323868+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7c6df46df269cf5afb7745e03e49f0cc8b19ad67
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8111456510113323868+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..db509f50bcc4e635eae6b5e559d6871a3efa1c4a
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa7227cf7138836316eae3cc8d03a1d9b69e924ca44cf6dc5cf5c726ffbfd86
+size 3398339
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bf6b9513bb75c92aeedcd68ac1a0afcc9415e47d
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8237985722733894874+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b766181c4add51a66ac17999f728f740d80e1fff7bd54fc0d2709c87d89ae
+size 9718784
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0a83101e04bf37a0c66d4902ac47a298ae1220e2
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e85c9f4ede7bfc74d8d55fc889d2860c043adc736377196599706c38afe276
+size 3398339
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d913db7f4b161418ec3b1b662206ea9d0cc379cb
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_8451101906021534154+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b0a585c184753f738825d7c3b6682bc4fee4d3c00d266b0421a39b0f71a623
+size 9718784
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_9031263763619117551+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9031263763619117551+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9031263763619117551+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_9031263763619117551+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9031263763619117551+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d3ce2b5afe52c3ef51c06afd3b450afb9d2974d6
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9031263763619117551+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346fc0537c3e75205034e0de4cbd5466b4242a7c00384e78817f66ea20811d6d
+size 853
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_9031263763619117551+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9031263763619117551+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..199b7f4b316e2014fc22924b24ca70f8a66e993b
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9031263763619117551+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6dedfa6d75502e93c67ffadc8b7a321c3c9e3065
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9490806da044c23cb8dde985b74e23dd01fe4115744305be78ae4e8eee4011a3
+size 3296075
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2bc746792a1b2472448a3a2cea19acc99b7bc73a
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_913272093888285008+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144a082ea1ce07b917c7587b5cb85a32d4d3e0fe76186279cda13e67408a9635
+size 9042944
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_931450859643720011+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_931450859643720011+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_931450859643720011+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_931450859643720011+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_931450859643720011+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2022c382ad42904b108e05cb9a285d4b113b9bfd
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_931450859643720011+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ab5c55c37fc925f694d481e965d832b494313800af7551901572e5dea63259
+size 399
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_931450859643720011+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_931450859643720011+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b09abbd26a3a1ff4893be1b8e02d3a10de99e208
Binary files /dev/null and b/neuronxcc-2.13.68.0+6dfecc895/MODULE_931450859643720011+55d6a20f/model.neff differ
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..30741a06df6494977ecdc3e80605a96207316832
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846a91abe9f5a3c7578b6d8fcf401e4854646cecdb8a23bf3d7c6383f955e416
+size 3296075
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0cbf833b826b41c05f3a478f0510dd9d0e91660e
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9613391693182017117+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc9a1ce47dfb7b007f3b7449152dc62ae716efaf654faaaca71e2e870d1afae
+size 9042944
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/compile_flags.txt b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..144af5458ad08a27cb17d0c9cee79cf3871b6eaa
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --enable-saturate-infinity -O2 --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/model.hlo.pb b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..630b653c6ea10e823e12a6b7e814567173d1c67d
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb3a49583b46944d93da345ade2c6b8e3fbf629d5e142ef36a7cb3e6163b369
+size 3296075
diff --git a/neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/model.neff b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..643d6a0cce26ed148f258e53ca5a86959b092541
--- /dev/null
+++ b/neuronxcc-2.13.68.0+6dfecc895/MODULE_9985841552596062342+55d6a20f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f793a1d6b85e476a526858519b375c038d2313374275a94b3da3770be208c4
+size 9042944