Update README.md

README.md

@@ -31,6 +31,25 @@ config:
   stability_threshold: 0.02
   start_token_index: 2
   transformers_version: 4.34.0
+  attn_pdrop: 0.1
+  bos_token_id: 50256
+  embd_pdrop: 0.1
+  eos_token_id: 50256
+  initializer_range: 0.02
+  layer_norm_epsilon: 0.00001
+  n_ctx: 1024
+  n_embd: 1024
+  n_head: 16
+  n_layer: 24
+  n_positions: 1024
+  n_special: 0
+  predict_special_tokens: true
+  resid_pdrop: 0.1
+  summary_activation: null
+  summary_first_dropout: 0.1
+  summary_proj_to_labels: true
+  summary_type: cls_index
+  summary_use_proj: true
 license: apache-2.0
 datasets:
 - vicgalle/alpaca-gpt4