File size: 958 Bytes
9102d28
e438986
d56b778
9102d28
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
06ad45a
dc3dd9e
9102d28
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
{
  "adaptation_rate": 0.05,
  "architectures": ["DynamicNeuralNetworkForCausalLM"],
  "complexity_metric": null,
  "desired_improvement_rate": 0.02,
  "ecosystem_dynamics": {
    "environmental_volatility": 0.1,
    "resource_pool": 1.0
  },
  "embedding_dim": 768,
  "growth_improvement_threshold": 0.01,
  "hidden_dim": 2048,
  "initial_neuron_count": 5000,
  "innovative_growth_net": {
    "adaptation_rate": 0.05,
    "complexity_metric": null,
    "initial_capacity": 250000,
    "input_size": 2048
  },
  "input_dimension": 768,
  "low_stability_threshold": 0.01,
  "max_complexity": 10000,
  "max_neurons": 250000,
  "max_sequence_length": 200,
  "min_epochs_before_growth": 5,
  "model_filename": "pytorch_model.bin",
  "model_type": "LlamaForCausalLM",
  "num_embeddings": 25000,
  "pruning_improvement_threshold": 0.005,
  "some_adaptation_rate": 0.05,
  "stability_threshold": 0.02,
  "start_token_index": 2,
  "transformers_version": "4.34.0"
}