Upload folder using huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-    "_name_or_path": "/covalent/.cache/models/tmpip5ug6jyslyld7vb",
+    "_name_or_path": "/covalent/.cache/models/tmptk1nuvyhzxxjxk51",
     "architectures": [
         "LlamaForCausalLM"
     ],
@@ -50,7 +50,7 @@
     "tokenizer_class": "SPTokenizer",
     "torch_dtype": "float16",
     "transformers_version": "4.46.2",
-    "use_cache": false,
+    "use_cache": true,
     "vocab_size": 250680,
     "api_key": null
 }

generation_config.json

@@ -3,6 +3,5 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 3,
-  "transformers_version": "4.46.2",
-  "use_cache": false
+  "transformers_version": "4.46.2"
 }

smash_config.json

@@ -28,7 +28,7 @@
     "quant_llm-int8_weight_bits": 8,
     "max_batch_size": 1,
     "device": "cuda",
-    "cache_dir": "/covalent/.cache/models/tmpip5ug6jy",
+    "cache_dir": "/covalent/.cache/models/tmptk1nuvyh",
     "task": "",
     "save_load_fn": "bitsandbytes",
     "save_load_fn_args": {}