samir-souza
commited on
Synchronizing local compiler cache.
Browse files- .gitattributes +1 -0
- neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/meta-llama/Llama-3.2-1B/d38934d07ef32b7b8d6a.json +1 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/compile_flags.json +1 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.done +0 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.hlo_module.pb +3 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.neff +3 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/compile_flags.json +1 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/model.done +0 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/model.hlo_module.pb +3 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/model.neff +0 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/compile_flags.json +1 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/model.done +0 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/model.hlo_module.pb +3 -0
- neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/model.neff +0 -0
.gitattributes
CHANGED
@@ -5764,3 +5764,4 @@ neuronxcc-2.15.128.0+56dc5a86/MODULE_7546425982401949232+df3e6f3f/model.neff fil
|
|
5764 |
neuronxcc-2.15.128.0+56dc5a86/MODULE_7756257784487412893+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
|
5765 |
neuronxcc-2.15.128.0+56dc5a86/MODULE_8114295539135026119+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
|
5766 |
neuronxcc-2.15.128.0+56dc5a86/MODULE_992032757857257690+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
|
|
|
|
5764 |
neuronxcc-2.15.128.0+56dc5a86/MODULE_7756257784487412893+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
|
5765 |
neuronxcc-2.15.128.0+56dc5a86/MODULE_8114295539135026119+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
|
5766 |
neuronxcc-2.15.128.0+56dc5a86/MODULE_992032757857257690+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
|
5767 |
+
neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
|
neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/meta-llama/Llama-3.2-1B/d38934d07ef32b7b8d6a.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"attention_mask": [4, 512], "input_ids": [4, 512], "labels": [4, 512]}, "model_class": "LlamaForCausalLM", "num_neuron_cores_per_node": 8, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 8, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer"]
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.done
ADDED
File without changes
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8f50cdbc6841829cadb8ea0c4ddc7bcedbb76350652eea6a4a3fb3c61a1ed987
|
3 |
+
size 633022
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.neff
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8ac0352b03af04a3dda8500cbafd8acb6aeff1a77d507ac8ee2cea972a0e8ab3
|
3 |
+
size 2110464
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer"]
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/model.done
ADDED
File without changes
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7d1c3e92ace5a5ed27f2269fd3dd8abb1fe69e1e5ca1c0decfe93be9388e8dfd
|
3 |
+
size 36573
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/model.neff
ADDED
Binary file (52.2 kB). View file
|
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer"]
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/model.done
ADDED
File without changes
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7598fcff1e4ca6915585c364895c86afe2fe91f362fca501b4aab3e9166d07d2
|
3 |
+
size 143506
|
neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/model.neff
ADDED
Binary file (134 kB). View file
|
|