File size: 1,837 Bytes
9102d28 0f0fc2d 947bf59 0f0fc2d f3dd6e6 fb7e7d4 5b33ac4 0f0fc2d 5b33ac4 0f0fc2d f3dd6e6 0f0fc2d f3dd6e6 0f0fc2d 4004859 0f0fc2d 5b33ac4 9102d28 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 |
{
"activation_function": "gelu_new",
"architectures": ["GPT2LMHeadModel"],
"attn_pdrop": 0.1,
"bos_token_id": 50256,
"embd_pdrop": 0.1,
"eos_token_id": 50256,
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-05,
"model_type": "gpt2",
"n_ctx": 2048,
"n_embd": 2048,
"n_head": 16,
"n_layer": 24,
"n_positions": 2048,
"n_special": 0,
"predict_special_tokens": true,
"resid_pdrop": 0.1,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"task_specific_params": {
"text-generation": {
"do_sample": true,
"max_length": 1024
}
},
"transformers_version": "4.34.0",
"language": ["en"],
"tags": ["text-generation-inference"],
"metrics": ["accuracy"],
"pipeline_tag": "text-generation",
"library_name": "transformers",
"datasets": ["vicgalle/alpaca-gpt4"],
"license": "apache-2.0",
"custom_params": {
"adaptation_rate": 0.05,
"complexity_metric": null,
"desired_improvement_rate": 0.02,
"ecosystem_dynamics": {
"environmental_volatility": 0.1,
"resource_pool": 1
},
"growth_improvement_threshold": 0.01,
"hidden_dim": 2048,
"initial_neuron_count": 5000,
"innovative_growth_net": {
"adaptation_rate": 0.05,
"complexity_metric": null,
"initial_capacity": 250000,
"input_size": 2048
},
"input_dimension": 768,
"low_stability_threshold": 0.01,
"max_complexity": 10000,
"max_neurons": 250000,
"max_sequence_length": 1024,
"min_epochs_before_growth": 5,
"model_filename": "pytorch_model.bin",
"num_embeddings": 25000,
"pruning_improvement_threshold": 0.005,
"some_adaptation_rate": 0.05,
"stability_threshold": 0.02,
"start_token_index": 2
}
}
|