samir-souza commited on
Commit
1b9d167
·
verified ·
1 Parent(s): b1af0ab

Synchronizing local compiler cache.

Browse files
.gitattributes CHANGED
@@ -5764,3 +5764,4 @@ neuronxcc-2.15.128.0+56dc5a86/MODULE_7546425982401949232+df3e6f3f/model.neff fil
5764
  neuronxcc-2.15.128.0+56dc5a86/MODULE_7756257784487412893+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
5765
  neuronxcc-2.15.128.0+56dc5a86/MODULE_8114295539135026119+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
5766
  neuronxcc-2.15.128.0+56dc5a86/MODULE_992032757857257690+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
5764
  neuronxcc-2.15.128.0+56dc5a86/MODULE_7756257784487412893+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
5765
  neuronxcc-2.15.128.0+56dc5a86/MODULE_8114295539135026119+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
5766
  neuronxcc-2.15.128.0+56dc5a86/MODULE_992032757857257690+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
5767
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/meta-llama/Llama-3.2-1B/d38934d07ef32b7b8d6a.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"attention_mask": [4, 512], "input_ids": [4, 512], "labels": [4, 512]}, "model_class": "LlamaForCausalLM", "num_neuron_cores_per_node": 8, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 8, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f50cdbc6841829cadb8ea0c4ddc7bcedbb76350652eea6a4a3fb3c61a1ed987
3
+ size 633022
neuronxcc-2.15.128.0+56dc5a86/MODULE_10409988225681892352+df3e6f3f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ac0352b03af04a3dda8500cbafd8acb6aeff1a77d507ac8ee2cea972a0e8ab3
3
+ size 2110464
neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d1c3e92ace5a5ed27f2269fd3dd8abb1fe69e1e5ca1c0decfe93be9388e8dfd
3
+ size 36573
neuronxcc-2.15.128.0+56dc5a86/MODULE_11095374792915164445+df3e6f3f/model.neff ADDED
Binary file (52.2 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7598fcff1e4ca6915585c364895c86afe2fe91f362fca501b4aab3e9166d07d2
3
+ size 143506
neuronxcc-2.15.128.0+56dc5a86/MODULE_4576994668203705629+df3e6f3f/model.neff ADDED
Binary file (134 kB). View file