Update config.json

config.json

@@ -24,7 +24,7 @@
   "task_specific_params": {
     "text-generation": {
       "do_sample": true,
-      "max_length": 2048
+      "max_length": 1024
     }
   },
   "transformers_version": "4.34.0",
@@ -52,27 +52,17 @@
       "initial_capacity": 250000,
       "input_size": 2048
     },
-    "input_dimension": 2048,
+    "input_dimension": 768,
     "low_stability_threshold": 0.01,
-    "max_complexity": 50000,
+    "max_complexity": 10000,
     "max_neurons": 250000,
-    "max_sequence_length": 2048,
+    "max_sequence_length": 1024,
     "min_epochs_before_growth": 5,
     "model_filename": "pytorch_model.bin",
-    "num_embeddings": 100000,
+    "num_embeddings": 25000,
     "pruning_improvement_threshold": 0.005,
     "some_adaptation_rate": 0.05,
     "stability_threshold": 0.02,
     "start_token_index": 2
-  },
-  "max_input_length": 2048,
-  "max_total_tokens": 2051,
-  "max_concurrent_requests": 128,
-  "max_best_of": 2,
-  "max_stop_sequences": 4,
-  "max_top_n_tokens": 5,
-  "waiting_served_ratio": 1.2,
-  "max_batch_prefill_tokens": 2048,
-  "max_waiting_tokens": 20,
-  "sharded": false
+  }
 }