Upload folder using huggingface_hub

.gitattributes

@@ -45,3 +45,5 @@ compiled/067c05f34f5b2825d5a5.neff filter=lfs diff=lfs merge=lfs -text
 compiled/d06c482a41f1dc4700bf.neff filter=lfs diff=lfs merge=lfs -text
 compiled/544caffb557457415034.neff filter=lfs diff=lfs merge=lfs -text
 compiled/f43a5effb83c599cc845.neff filter=lfs diff=lfs merge=lfs -text
+compiled/a0a299ae74bc7e639d21.neff filter=lfs diff=lfs merge=lfs -text
+compiled/b45a96b6497fccab21ee.neff filter=lfs diff=lfs merge=lfs -text

compiled/a0a299ae74bc7e639d21.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f1b77fbb2cf0fd07fb45bba8551dcfbd97ba42b06263c235f117c13a7d7e66
+size 1301504

compiled/b45a96b6497fccab21ee.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d526af18ce2acd553da1808589d3338b8e9e8c38672f9d5b72fccb556c0d58f
+size 10066944

config.json

@@ -21,12 +21,12 @@
   "model_type": "llama",
   "neuron": {
     "auto_cast_type": "bf16",
-    "batch_size": 8,
+    "batch_size": 4,
     "checkpoint_id": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
     "checkpoint_revision": "0d6d11a6ea1187363aa7b78543f824fc02e06b14",
     "compiler_type": "neuronx-cc",
     "compiler_version": "2.16.372.0+4a9b2326",
-    "num_cores": 16,
+    "num_cores": 24,
     "sequence_length": 2048,
     "task": "text-generation"
   },