Update context length

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "ddh0/OrcaMaid-v2-FIX-13b-10k",
+  "_name_or_path": "ddh0/OrcaMaid-v2-FIX-13b-32k",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -15,7 +15,7 @@
   "hidden_size": 5120,
   "initializer_range": 0.02,
   "intermediate_size": 13824,
-  "max_position_embeddings": 10240,
+  "max_position_embeddings": 32768,
   "model_type": "llama",
   "num_attention_heads": 40,
   "num_hidden_layers": 40,
@@ -24,7 +24,7 @@
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
-    "factor": 2.5,
+    "factor": 8.0,
     "original_max_position_embeddings": 4096,
     "type": "yarn",
     "finetuned": false