Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
276
dacorvo HF staff commited on
Commit
d36db7c
•
1 Parent(s): ceaf934

Synchronizing local compiler cache.

Browse files
Files changed (42) hide show
  1. .gitattributes +10 -0
  2. neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27.dev0/inference/llama/meta-llama/Llama-2-13b-hf/94a031376aca05feef95.json +1 -0
  3. neuronxcc-2.15.143.0+e39249ad/MODULE_142bf066a5a47eca8300+39f12043/compile_flags.json +1 -0
  4. neuronxcc-2.15.143.0+e39249ad/MODULE_142bf066a5a47eca8300+39f12043/model.done +0 -0
  5. neuronxcc-2.15.143.0+e39249ad/MODULE_142bf066a5a47eca8300+39f12043/model.hlo_module.pb +3 -0
  6. neuronxcc-2.15.143.0+e39249ad/MODULE_142bf066a5a47eca8300+39f12043/model.neff +3 -0
  7. neuronxcc-2.15.143.0+e39249ad/MODULE_1ebc304f695e7b7b1e57+39f12043/compile_flags.json +1 -0
  8. neuronxcc-2.15.143.0+e39249ad/MODULE_1ebc304f695e7b7b1e57+39f12043/model.done +0 -0
  9. neuronxcc-2.15.143.0+e39249ad/MODULE_1ebc304f695e7b7b1e57+39f12043/model.hlo_module.pb +3 -0
  10. neuronxcc-2.15.143.0+e39249ad/MODULE_1ebc304f695e7b7b1e57+39f12043/model.neff +3 -0
  11. neuronxcc-2.15.143.0+e39249ad/MODULE_572dc16488c407ea9a3d+39f12043/compile_flags.json +1 -0
  12. neuronxcc-2.15.143.0+e39249ad/MODULE_572dc16488c407ea9a3d+39f12043/model.done +0 -0
  13. neuronxcc-2.15.143.0+e39249ad/MODULE_572dc16488c407ea9a3d+39f12043/model.hlo_module.pb +3 -0
  14. neuronxcc-2.15.143.0+e39249ad/MODULE_572dc16488c407ea9a3d+39f12043/model.neff +3 -0
  15. neuronxcc-2.15.143.0+e39249ad/MODULE_572e9db05447b8aa9526+39f12043/compile_flags.json +1 -0
  16. neuronxcc-2.15.143.0+e39249ad/MODULE_572e9db05447b8aa9526+39f12043/model.done +0 -0
  17. neuronxcc-2.15.143.0+e39249ad/MODULE_572e9db05447b8aa9526+39f12043/model.hlo_module.pb +3 -0
  18. neuronxcc-2.15.143.0+e39249ad/MODULE_572e9db05447b8aa9526+39f12043/model.neff +3 -0
  19. neuronxcc-2.15.143.0+e39249ad/MODULE_5ff2d90d324127fd1e46+39f12043/compile_flags.json +1 -0
  20. neuronxcc-2.15.143.0+e39249ad/MODULE_5ff2d90d324127fd1e46+39f12043/model.done +0 -0
  21. neuronxcc-2.15.143.0+e39249ad/MODULE_5ff2d90d324127fd1e46+39f12043/model.hlo_module.pb +3 -0
  22. neuronxcc-2.15.143.0+e39249ad/MODULE_5ff2d90d324127fd1e46+39f12043/model.neff +3 -0
  23. neuronxcc-2.15.143.0+e39249ad/MODULE_653735eb3b429018aab2+39f12043/compile_flags.json +1 -0
  24. neuronxcc-2.15.143.0+e39249ad/MODULE_653735eb3b429018aab2+39f12043/model.done +0 -0
  25. neuronxcc-2.15.143.0+e39249ad/MODULE_653735eb3b429018aab2+39f12043/model.hlo_module.pb +3 -0
  26. neuronxcc-2.15.143.0+e39249ad/MODULE_653735eb3b429018aab2+39f12043/model.neff +3 -0
  27. neuronxcc-2.15.143.0+e39249ad/MODULE_73bcbea1321d4f308214+39f12043/compile_flags.json +1 -0
  28. neuronxcc-2.15.143.0+e39249ad/MODULE_73bcbea1321d4f308214+39f12043/model.done +0 -0
  29. neuronxcc-2.15.143.0+e39249ad/MODULE_73bcbea1321d4f308214+39f12043/model.hlo_module.pb +3 -0
  30. neuronxcc-2.15.143.0+e39249ad/MODULE_73bcbea1321d4f308214+39f12043/model.neff +3 -0
  31. neuronxcc-2.15.143.0+e39249ad/MODULE_9638b947fc9a3205a11b+39f12043/compile_flags.json +1 -0
  32. neuronxcc-2.15.143.0+e39249ad/MODULE_9638b947fc9a3205a11b+39f12043/model.done +0 -0
  33. neuronxcc-2.15.143.0+e39249ad/MODULE_9638b947fc9a3205a11b+39f12043/model.hlo_module.pb +3 -0
  34. neuronxcc-2.15.143.0+e39249ad/MODULE_9638b947fc9a3205a11b+39f12043/model.neff +3 -0
  35. neuronxcc-2.15.143.0+e39249ad/MODULE_9e31d00ce0adfb1cf4e6+39f12043/compile_flags.json +1 -0
  36. neuronxcc-2.15.143.0+e39249ad/MODULE_9e31d00ce0adfb1cf4e6+39f12043/model.done +0 -0
  37. neuronxcc-2.15.143.0+e39249ad/MODULE_9e31d00ce0adfb1cf4e6+39f12043/model.hlo_module.pb +3 -0
  38. neuronxcc-2.15.143.0+e39249ad/MODULE_9e31d00ce0adfb1cf4e6+39f12043/model.neff +3 -0
  39. neuronxcc-2.15.143.0+e39249ad/MODULE_f07c0820470764b5a8dc+39f12043/compile_flags.json +1 -0
  40. neuronxcc-2.15.143.0+e39249ad/MODULE_f07c0820470764b5a8dc+39f12043/model.done +0 -0
  41. neuronxcc-2.15.143.0+e39249ad/MODULE_f07c0820470764b5a8dc+39f12043/model.hlo_module.pb +3 -0
  42. neuronxcc-2.15.143.0+e39249ad/MODULE_f07c0820470764b5a8dc+39f12043/model.neff +3 -0
.gitattributes CHANGED
@@ -6118,3 +6118,13 @@ neuronxcc-2.15.143.0+e39249ad/MODULE_f0c6230ce33615120ce3+39f12043/model.neff fi
6118
  neuronxcc-2.15.143.0+e39249ad/MODULE_f7133c1bc0cbaeac70dd+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6119
  neuronxcc-2.15.143.0+e39249ad/MODULE_7910527d8af4faf488fa+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6120
  neuronxcc-2.15.143.0+e39249ad/MODULE_bc43182305e6071db07b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
6118
  neuronxcc-2.15.143.0+e39249ad/MODULE_f7133c1bc0cbaeac70dd+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6119
  neuronxcc-2.15.143.0+e39249ad/MODULE_7910527d8af4faf488fa+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6120
  neuronxcc-2.15.143.0+e39249ad/MODULE_bc43182305e6071db07b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6121
+ neuronxcc-2.15.143.0+e39249ad/MODULE_142bf066a5a47eca8300+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6122
+ neuronxcc-2.15.143.0+e39249ad/MODULE_1ebc304f695e7b7b1e57+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6123
+ neuronxcc-2.15.143.0+e39249ad/MODULE_572dc16488c407ea9a3d+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6124
+ neuronxcc-2.15.143.0+e39249ad/MODULE_572e9db05447b8aa9526+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6125
+ neuronxcc-2.15.143.0+e39249ad/MODULE_5ff2d90d324127fd1e46+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6126
+ neuronxcc-2.15.143.0+e39249ad/MODULE_653735eb3b429018aab2+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6127
+ neuronxcc-2.15.143.0+e39249ad/MODULE_73bcbea1321d4f308214+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6128
+ neuronxcc-2.15.143.0+e39249ad/MODULE_9638b947fc9a3205a11b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6129
+ neuronxcc-2.15.143.0+e39249ad/MODULE_9e31d00ce0adfb1cf4e6+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6130
+ neuronxcc-2.15.143.0+e39249ad/MODULE_f07c0820470764b5a8dc+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27.dev0/inference/llama/meta-llama/Llama-2-13b-hf/94a031376aca05feef95.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 5120, "initializer_range": 0.02, "intermediate_size": 13824, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-13b-hf", "checkpoint_revision": "5c31dfb671ce7cfe2d7bb7c04375e44c55e815b1", "compiler_type": "neuronx-cc", "compiler_version": "2.15.143.0+e39249ad", "num_cores": 8, "sequence_length": 2048, "task": "text-generation"}, "num_attention_heads": 40, "num_hidden_layers": 40, "num_key_value_heads": 40, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.15.143.0+e39249ad/MODULE_142bf066a5a47eca8300+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_142bf066a5a47eca8300+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_142bf066a5a47eca8300+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e04987a569ba4c663a6efd196941c830ef7c2a34605c777c3a303a654e4d92b
3
+ size 385280
neuronxcc-2.15.143.0+e39249ad/MODULE_142bf066a5a47eca8300+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:059492963cf1b27f6e54699032fd044f3414af100f1fa5ff4c6409d4eb686c40
3
+ size 3943424
neuronxcc-2.15.143.0+e39249ad/MODULE_1ebc304f695e7b7b1e57+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_1ebc304f695e7b7b1e57+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_1ebc304f695e7b7b1e57+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7bd0f9486a697da30e111c0ee977c674853538a0de8379fe5c29a7a80d8ff60
3
+ size 301474
neuronxcc-2.15.143.0+e39249ad/MODULE_1ebc304f695e7b7b1e57+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c11b3b2a7e0ac5ec5ed7d25b3f347d40af87a935fd9d499a092799adfd835ae
3
+ size 4547584
neuronxcc-2.15.143.0+e39249ad/MODULE_572dc16488c407ea9a3d+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_572dc16488c407ea9a3d+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_572dc16488c407ea9a3d+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16d871b15d1dc1899f81cccedca286927b8a5f57027eacbdb36a514028dd102c
3
+ size 305665
neuronxcc-2.15.143.0+e39249ad/MODULE_572dc16488c407ea9a3d+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3368d83a7c81ccc4aff241d25bacdd6c6ed9bb514d779b9be824cca921e1753
3
+ size 3800064
neuronxcc-2.15.143.0+e39249ad/MODULE_572e9db05447b8aa9526+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_572e9db05447b8aa9526+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_572e9db05447b8aa9526+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c970528f038f5af2198b2c9dc50269935b0e2386310893366b1fc89e6d05799
3
+ size 305665
neuronxcc-2.15.143.0+e39249ad/MODULE_572e9db05447b8aa9526+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c08ef7229186311b59233d9dea9873da2a39885e02ed7f1aa36e19a498c87c
3
+ size 13026304
neuronxcc-2.15.143.0+e39249ad/MODULE_5ff2d90d324127fd1e46+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_5ff2d90d324127fd1e46+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_5ff2d90d324127fd1e46+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb246fffa8eeed9bf1cde8a383c5907bc5686c0ab9324c61f1fb041601ac936a
3
+ size 385280
neuronxcc-2.15.143.0+e39249ad/MODULE_5ff2d90d324127fd1e46+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b895cb97fcef044708adf6d9c930e4de309ad2e4fde9e4d0fb61d2506fbca102
3
+ size 4445184
neuronxcc-2.15.143.0+e39249ad/MODULE_653735eb3b429018aab2+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_653735eb3b429018aab2+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_653735eb3b429018aab2+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6efda5b5b6207093f65e5a96bedd43af83b3860b7ec07034e05a6e75ccb9cf39
3
+ size 305665
neuronxcc-2.15.143.0+e39249ad/MODULE_653735eb3b429018aab2+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b417460433d8f04fc73c0ab9a14cceb9ec5b4f77a28a9fdf0b600230a4362baa
3
+ size 7025664
neuronxcc-2.15.143.0+e39249ad/MODULE_73bcbea1321d4f308214+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_73bcbea1321d4f308214+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_73bcbea1321d4f308214+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5abd8392a67fa3f01be89f9f1d7a66b510307b8b9310823907098af24371d7b3
3
+ size 385280
neuronxcc-2.15.143.0+e39249ad/MODULE_73bcbea1321d4f308214+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a872ee369e5e43468fbd7a36326fe18f0e81dea9ee61d3615ecb1c3b820692
3
+ size 4178944
neuronxcc-2.15.143.0+e39249ad/MODULE_9638b947fc9a3205a11b+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_9638b947fc9a3205a11b+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_9638b947fc9a3205a11b+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d72b3d8b8304287504620b51225b7b708546d23fcd874dec9e43381b5c6fc0
3
+ size 385280
neuronxcc-2.15.143.0+e39249ad/MODULE_9638b947fc9a3205a11b+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19238d38ead5cd50225e282bc2819909a9dc394bf847d88a6ef699a70fd84c99
3
+ size 4025344
neuronxcc-2.15.143.0+e39249ad/MODULE_9e31d00ce0adfb1cf4e6+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_9e31d00ce0adfb1cf4e6+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_9e31d00ce0adfb1cf4e6+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8858ae0d3d8187cfc67715de8360a15d4a03e67c754a4c180f8d4b386b3a2a33
3
+ size 385280
neuronxcc-2.15.143.0+e39249ad/MODULE_9e31d00ce0adfb1cf4e6+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7823803de31aaed9ac1396f1a141a27edb2c899565eb98da7c3fce14f35ef41f
3
+ size 3922944
neuronxcc-2.15.143.0+e39249ad/MODULE_f07c0820470764b5a8dc+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_f07c0820470764b5a8dc+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_f07c0820470764b5a8dc+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:276e41010ae230286f492abae5304a35cd7b350b7603af5a0bc2144a497a99ac
3
+ size 305665
neuronxcc-2.15.143.0+e39249ad/MODULE_f07c0820470764b5a8dc+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42324f26a3d6ddf2d0676ce5bcb00576bda0e1f332a7547b51af8f390aadfbeb
3
+ size 4649984