ayjays132
/

phillnet

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

ayjays132 commited on Jan 7

Commit

6616aa4

•

1 Parent(s): 0f0fc2d

Update README.md

Files changed (1) hide show

README.md +3 -3

README.md CHANGED Viewed

@@ -37,11 +37,11 @@ config:
   eos_token_id: 50256
   initializer_range: 0.02
   layer_norm_epsilon: 0.00001
-  n_ctx: 1024
-  n_embd: 1024
   n_head: 16
   n_layer: 24
-  n_positions: 1024
   n_special: 0
   predict_special_tokens: true
   resid_pdrop: 0.1

   eos_token_id: 50256
   initializer_range: 0.02
   layer_norm_epsilon: 0.00001
+  n_ctx: 2048
+  n_embd: 2048
   n_head: 16
   n_layer: 24
+  n_positions: 2048
   n_special: 0
   predict_special_tokens: true
   resid_pdrop: 0.1