Upload config.json with huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "EleutherAI/pythia-1B-deduped",
+  "_name_or_path": "/tmp/flytecs89oydd/local_flytekit/894b5da2ebff732816444f4b1752d526",
   "architectures": [
     "GPTNeoXForCausalLM"
   ],
@@ -15,6 +15,12 @@
   "model_type": "gpt_neox",
   "num_attention_heads": 8,
   "num_hidden_layers": 16,
+  "quantization_config": {
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_8bit": true
+  },
   "rotary_emb_base": 10000,
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,