Update README.md
Browse files
README.md
CHANGED
@@ -1,11 +1,11 @@
|
|
1 |
---
|
2 |
-
model_type:
|
3 |
architectures:
|
4 |
-
-
|
5 |
config:
|
6 |
adaptation_rate: 0.05
|
7 |
architectures:
|
8 |
-
-
|
9 |
complexity_metric: null
|
10 |
desired_improvement_rate: 0.02
|
11 |
ecosystem_dynamics:
|
@@ -26,7 +26,7 @@ config:
|
|
26 |
max_neurons: 250000
|
27 |
max_sequence_length: 200
|
28 |
min_epochs_before_growth: 5
|
29 |
-
model_filename:
|
30 |
model_type: llama
|
31 |
num_embeddings: 25000
|
32 |
pruning_improvement_threshold: 0.005
|
|
|
1 |
---
|
2 |
+
model_type: DynamicNeuralNetworkForCausalLM
|
3 |
architectures:
|
4 |
+
- DynamicNeuralNetworkForCausalLM
|
5 |
config:
|
6 |
adaptation_rate: 0.05
|
7 |
architectures:
|
8 |
+
- DynamicNeuralNetworkForCausalLM
|
9 |
complexity_metric: null
|
10 |
desired_improvement_rate: 0.02
|
11 |
ecosystem_dynamics:
|
|
|
26 |
max_neurons: 250000
|
27 |
max_sequence_length: 200
|
28 |
min_epochs_before_growth: 5
|
29 |
+
model_filename: pytorch_model.bin
|
30 |
model_type: llama
|
31 |
num_embeddings: 25000
|
32 |
pruning_improvement_threshold: 0.005
|