Update generation_config.json

added top K and other gen settings

generation_config.json

@@ -6,9 +6,13 @@
     128008,
     128009
   ],
-  "max_length": 131072,
+  "max_length": 50,
   "pad_token_id": 128004,
   "temperature": 0.6,
+  "top_k":50,
+  "repetition_penalty":1.3,
+  "no_repeat_ngram_size":2,
+  "eos_token_id":50256,
   "top_p": 0.9,
   "transformers_version": "4.46.1"
 }