Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
276
dacorvo HF staff commited on
Commit
ab88013
•
1 Parent(s): 8c42ab1

Synchronizing local compiler cache.

Browse files
Files changed (36) hide show
  1. .gitattributes +8 -0
  2. neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/qwen2/Qwen/Qwen2.5-72B-Instruct/8d0c44cbd5e8aec22406.json +1 -0
  3. neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/qwen2/Qwen/Qwen2.5-7B-Instruct/5cca9f20b9c6707b6477.json +1 -0
  4. neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/qwen2/Qwen/Qwen2.5-7B-Instruct/ae4504091d356b47e96a.json +1 -0
  5. neuronxcc-2.16.303.0+d9f03cda/MODULE_2657f9f5a555375ecca7+7ac4dbae/compile_flags.json +1 -0
  6. neuronxcc-2.16.303.0+d9f03cda/MODULE_2657f9f5a555375ecca7+7ac4dbae/model.done +0 -0
  7. neuronxcc-2.16.303.0+d9f03cda/MODULE_2657f9f5a555375ecca7+7ac4dbae/model.hlo_module.pb +3 -0
  8. neuronxcc-2.16.303.0+d9f03cda/MODULE_2657f9f5a555375ecca7+7ac4dbae/model.neff +3 -0
  9. neuronxcc-2.16.303.0+d9f03cda/MODULE_2a8ea1cf6317d0da24d5+7ac4dbae/compile_flags.json +1 -0
  10. neuronxcc-2.16.303.0+d9f03cda/MODULE_2a8ea1cf6317d0da24d5+7ac4dbae/model.done +0 -0
  11. neuronxcc-2.16.303.0+d9f03cda/MODULE_2a8ea1cf6317d0da24d5+7ac4dbae/model.hlo_module.pb +3 -0
  12. neuronxcc-2.16.303.0+d9f03cda/MODULE_2a8ea1cf6317d0da24d5+7ac4dbae/model.neff +3 -0
  13. neuronxcc-2.16.303.0+d9f03cda/MODULE_4582bd9f01a15a028563+7ac4dbae/compile_flags.json +1 -0
  14. neuronxcc-2.16.303.0+d9f03cda/MODULE_4582bd9f01a15a028563+7ac4dbae/model.done +0 -0
  15. neuronxcc-2.16.303.0+d9f03cda/MODULE_4582bd9f01a15a028563+7ac4dbae/model.hlo_module.pb +3 -0
  16. neuronxcc-2.16.303.0+d9f03cda/MODULE_4582bd9f01a15a028563+7ac4dbae/model.neff +3 -0
  17. neuronxcc-2.16.303.0+d9f03cda/MODULE_5c90aec53c3a0bd4fae9+7ac4dbae/compile_flags.json +1 -0
  18. neuronxcc-2.16.303.0+d9f03cda/MODULE_5c90aec53c3a0bd4fae9+7ac4dbae/model.done +0 -0
  19. neuronxcc-2.16.303.0+d9f03cda/MODULE_5c90aec53c3a0bd4fae9+7ac4dbae/model.hlo_module.pb +3 -0
  20. neuronxcc-2.16.303.0+d9f03cda/MODULE_5c90aec53c3a0bd4fae9+7ac4dbae/model.neff +3 -0
  21. neuronxcc-2.16.303.0+d9f03cda/MODULE_7d6babed522985cdb7c7+7ac4dbae/compile_flags.json +1 -0
  22. neuronxcc-2.16.303.0+d9f03cda/MODULE_7d6babed522985cdb7c7+7ac4dbae/model.done +0 -0
  23. neuronxcc-2.16.303.0+d9f03cda/MODULE_7d6babed522985cdb7c7+7ac4dbae/model.hlo_module.pb +3 -0
  24. neuronxcc-2.16.303.0+d9f03cda/MODULE_7d6babed522985cdb7c7+7ac4dbae/model.neff +3 -0
  25. neuronxcc-2.16.303.0+d9f03cda/MODULE_a577b8f3dfbd4718433b+7ac4dbae/compile_flags.json +1 -0
  26. neuronxcc-2.16.303.0+d9f03cda/MODULE_a577b8f3dfbd4718433b+7ac4dbae/model.done +0 -0
  27. neuronxcc-2.16.303.0+d9f03cda/MODULE_a577b8f3dfbd4718433b+7ac4dbae/model.hlo_module.pb +3 -0
  28. neuronxcc-2.16.303.0+d9f03cda/MODULE_a577b8f3dfbd4718433b+7ac4dbae/model.neff +3 -0
  29. neuronxcc-2.16.303.0+d9f03cda/MODULE_c4866db0359238058b3c+7ac4dbae/compile_flags.json +1 -0
  30. neuronxcc-2.16.303.0+d9f03cda/MODULE_c4866db0359238058b3c+7ac4dbae/model.done +0 -0
  31. neuronxcc-2.16.303.0+d9f03cda/MODULE_c4866db0359238058b3c+7ac4dbae/model.hlo_module.pb +3 -0
  32. neuronxcc-2.16.303.0+d9f03cda/MODULE_c4866db0359238058b3c+7ac4dbae/model.neff +3 -0
  33. neuronxcc-2.16.303.0+d9f03cda/MODULE_ebfe3174288dcd09f1aa+7ac4dbae/compile_flags.json +1 -0
  34. neuronxcc-2.16.303.0+d9f03cda/MODULE_ebfe3174288dcd09f1aa+7ac4dbae/model.done +0 -0
  35. neuronxcc-2.16.303.0+d9f03cda/MODULE_ebfe3174288dcd09f1aa+7ac4dbae/model.hlo_module.pb +3 -0
  36. neuronxcc-2.16.303.0+d9f03cda/MODULE_ebfe3174288dcd09f1aa+7ac4dbae/model.neff +3 -0
.gitattributes CHANGED
@@ -6500,3 +6500,11 @@ neuronxcc-2.15.143.0+e39249ad/MODULE_aefce72d1e0612585993+39f12043/model.neff fi
6500
  neuronxcc-2.15.143.0+e39249ad/MODULE_b0acdacec2caf4887452+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6501
  neuronxcc-2.15.143.0+e39249ad/MODULE_c7dd940fbcfda75b0522+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6502
  neuronxcc-2.15.143.0+e39249ad/MODULE_e1bacfe9616dab23b889+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
6500
  neuronxcc-2.15.143.0+e39249ad/MODULE_b0acdacec2caf4887452+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6501
  neuronxcc-2.15.143.0+e39249ad/MODULE_c7dd940fbcfda75b0522+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6502
  neuronxcc-2.15.143.0+e39249ad/MODULE_e1bacfe9616dab23b889+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6503
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_2657f9f5a555375ecca7+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6504
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_2a8ea1cf6317d0da24d5+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6505
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_4582bd9f01a15a028563+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6506
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_5c90aec53c3a0bd4fae9+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6507
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_7d6babed522985cdb7c7+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6508
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_a577b8f3dfbd4718433b+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6509
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_c4866db0359238058b3c+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6510
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_ebfe3174288dcd09f1aa+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/qwen2/Qwen/Qwen2.5-72B-Instruct/8d0c44cbd5e8aec22406.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151645, "hidden_act": "silu", "hidden_size": 8192, "initializer_range": 0.02, "intermediate_size": 29568, "max_position_embeddings": 32768, "max_window_layers": 70, "model_type": "qwen2", "neuron": {"auto_cast_type": "bf16", "batch_size": 16, "checkpoint_id": "Qwen/Qwen2.5-72B-Instruct", "checkpoint_revision": "d3d951150c1e5848237cd6a7ad11df4836aee842", "compiler_type": "neuronx-cc", "compiler_version": "2.16.303.0+d9f03cda", "num_cores": 64, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 64, "num_hidden_layers": 80, "num_key_value_heads": 8, "rms_norm_eps": 1e-06, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "use_sliding_window": false, "vocab_size": 152064}
neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/qwen2/Qwen/Qwen2.5-7B-Instruct/5cca9f20b9c6707b6477.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151645, "hidden_act": "silu", "hidden_size": 3584, "initializer_range": 0.02, "intermediate_size": 18944, "max_position_embeddings": 32768, "max_window_layers": 28, "model_type": "qwen2", "neuron": {"auto_cast_type": "bf16", "batch_size": 16, "checkpoint_id": "Qwen/Qwen2.5-7B-Instruct", "checkpoint_revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "compiler_type": "neuronx-cc", "compiler_version": "2.16.303.0+d9f03cda", "num_cores": 1, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 28, "num_hidden_layers": 28, "num_key_value_heads": 4, "rms_norm_eps": 1e-06, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "use_sliding_window": false, "vocab_size": 152064}
neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/qwen2/Qwen/Qwen2.5-7B-Instruct/ae4504091d356b47e96a.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Qwen2ForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 151643, "eos_token_id": 151645, "hidden_act": "silu", "hidden_size": 3584, "initializer_range": 0.02, "intermediate_size": 18944, "max_position_embeddings": 32768, "max_window_layers": 28, "model_type": "qwen2", "neuron": {"auto_cast_type": "bf16", "batch_size": 4, "checkpoint_id": "Qwen/Qwen2.5-7B-Instruct", "checkpoint_revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "compiler_type": "neuronx-cc", "compiler_version": "2.16.303.0+d9f03cda", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 28, "num_hidden_layers": 28, "num_key_value_heads": 4, "rms_norm_eps": 1e-06, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "use_sliding_window": false, "vocab_size": 152064}
neuronxcc-2.16.303.0+d9f03cda/MODULE_2657f9f5a555375ecca7+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_2657f9f5a555375ecca7+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_2657f9f5a555375ecca7+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12bf86576148434956c205d160f84c3b6fb3dd37983eb16969077a496b2585e9
3
+ size 427939
neuronxcc-2.16.303.0+d9f03cda/MODULE_2657f9f5a555375ecca7+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3406bfcd80542e8f510366a6b4b398c32f0916e16f6159690cd6d769bcc769
3
+ size 36209664
neuronxcc-2.16.303.0+d9f03cda/MODULE_2a8ea1cf6317d0da24d5+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_2a8ea1cf6317d0da24d5+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_2a8ea1cf6317d0da24d5+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b251824042f7352151a73aab74908a7e8e2f0d450a6eb624f12e1d532bfd127
3
+ size 415199
neuronxcc-2.16.303.0+d9f03cda/MODULE_2a8ea1cf6317d0da24d5+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbe9d53812251ebe3fa7a9c898035989c57b35d2d0a619a28fecda1d39c68419
3
+ size 192297984
neuronxcc-2.16.303.0+d9f03cda/MODULE_4582bd9f01a15a028563+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_4582bd9f01a15a028563+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_4582bd9f01a15a028563+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5018766f618e8321fb16b3d7822309efd21fd604edffa14bdc3cceebfd09329
3
+ size 355386
neuronxcc-2.16.303.0+d9f03cda/MODULE_4582bd9f01a15a028563+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb4576907b2bb6ce5dd8711d8dc8f5b2e62f0cd1fb7b2227e06cd90118c13a3
3
+ size 3871744
neuronxcc-2.16.303.0+d9f03cda/MODULE_5c90aec53c3a0bd4fae9+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_5c90aec53c3a0bd4fae9+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_5c90aec53c3a0bd4fae9+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30c3eeacc5afdeab1817f945e0f47a073532fc06e332302eb1719ba4170110d
3
+ size 342478
neuronxcc-2.16.303.0+d9f03cda/MODULE_5c90aec53c3a0bd4fae9+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:597e6b81c2da9ace750d76f1386cd64f52e60c056523e527ec15e68f2ce14125
3
+ size 27352064
neuronxcc-2.16.303.0+d9f03cda/MODULE_7d6babed522985cdb7c7+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_7d6babed522985cdb7c7+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_7d6babed522985cdb7c7+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15d1c1a9ec83763eccfff9b7f1aba861ed9133cb20c72d5fa38c1d2056dc815c
3
+ size 342478
neuronxcc-2.16.303.0+d9f03cda/MODULE_7d6babed522985cdb7c7+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3106a0b07d145eb5d2450b10dceb5c829fad09572e461bddbf78d157b4bc13
3
+ size 21412864
neuronxcc-2.16.303.0+d9f03cda/MODULE_a577b8f3dfbd4718433b+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_a577b8f3dfbd4718433b+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_a577b8f3dfbd4718433b+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00b82686e952e2f462cec783b0012d9840301dfa3c0a105f458e678b55ff4b56
3
+ size 968857
neuronxcc-2.16.303.0+d9f03cda/MODULE_a577b8f3dfbd4718433b+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2a65b6598a161e64d689e8ea76c2c608577f9b9c8d7771e4b455816d0858e87
3
+ size 13036544
neuronxcc-2.16.303.0+d9f03cda/MODULE_c4866db0359238058b3c+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_c4866db0359238058b3c+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_c4866db0359238058b3c+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b84fae1d44565201b72f111de4151633adb2d56dd1e0b6d66e1752e2261595
3
+ size 415199
neuronxcc-2.16.303.0+d9f03cda/MODULE_c4866db0359238058b3c+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:544b3bbf4465b404f7b10b507b76992f6e58ae01823467a8189ff798693a8715
3
+ size 192297984
neuronxcc-2.16.303.0+d9f03cda/MODULE_ebfe3174288dcd09f1aa+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_ebfe3174288dcd09f1aa+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_ebfe3174288dcd09f1aa+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e81335e5fd3400f23dc6bfef8e745a1a1b643ef7ae49255e1e564b9e93fac915
3
+ size 1201777
neuronxcc-2.16.303.0+d9f03cda/MODULE_ebfe3174288dcd09f1aa+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e35bc03c8667962532e70d2831d37a605387f1e8e1d104ec8c0a0fad5eb4f7c8
3
+ size 1967104