Upload folder using huggingface_hub (#3)

- b03f5003633ba4d2ffc9dbeb232878b30b0ea5f8538f360e2fa744e9bcfbaa56 (55ab6fc64a65ab1e958b768def06b04b071b71e3)
- 4f3a357484718ed1771a09e5d4ef077cd9be387aa75ee02d4522f999b197aba9 (9e9aa529cd8b2c29103b68f5cde6ef25c3d618b5)
- e7fdae079f1c752d0cb3cd118e8aeaa5e744aba1dc0a72dda3f3c8ad174bf630 (d582880a34e01be87ff59a035afc4d6824498b2e)

config.json

@@ -1,5 +1,5 @@
 {
-    "_name_or_path": "/covalent/.cache/models/tmpip5ug6jyslyld7vb",
+    "_name_or_path": "/covalent/.cache/models/tmptk1nuvyhzxxjxk51",
     "architectures": [
         "LlamaForCausalLM"
     ],
@@ -50,7 +50,7 @@
     "tokenizer_class": "SPTokenizer",
     "torch_dtype": "float16",
     "transformers_version": "4.46.2",
-    "use_cache": false,
+    "use_cache": true,
     "vocab_size": 250680,
     "api_key": null
 }

generation_config.json

@@ -3,6 +3,5 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 3,
-  "transformers_version": "4.46.2",
-  "use_cache": false
+  "transformers_version": "4.46.2"
 }

smash_config.json

@@ -28,7 +28,7 @@
     "quant_llm-int8_weight_bits": 8,
     "max_batch_size": 1,
     "device": "cuda",
-    "cache_dir": "/covalent/.cache/models/tmpip5ug6jy",
+    "cache_dir": "/covalent/.cache/models/tmptk1nuvyh",
     "task": "",
     "save_load_fn": "bitsandbytes",
     "save_load_fn_args": {}