v2

adapter_config.json

@@ -8,10 +8,10 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "lora_alpha": 16,
-  "lora_dropout": 0.05,
+  "lora_dropout": 0.1,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 8,
   "revision": null,
   "target_modules": [
     "c_attn"

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16998638d672e7e2b553df498b8c7fb0a053a690f4fb277fcfa01b6090c7f22b
-size 52457121
+oid sha256:61cd953050f3f1d9a14e710de623ec80657e43cb730fd11c20a3f0eaa43875de
+size 26242657

generation_config.json

@@ -1,13 +1,15 @@
 {
-    "pad_token_id": 0,
-    "bos_token_id": 2,
-    "eos_token_id": 3,
-    "temperature": 0.2,
-    "top_p": 0.9,
-    "top_k": 30,
-    "do_sample": true,
-    "max_new_tokens": 1536,
-    "num_beams": 1,
-    "repetition_penalty": 1.15,
-    "no_repeat_ngram_size": 15
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "eos_token_id": 3,
+  "pad_token_id": 0,
+  "transformers_version": "4.27.1",
+  "temperature": 0.2,
+  "top_p": 0.9,
+  "top_k": 30,
+  "do_sample": true,
+  "max_new_tokens": 1536,
+  "num_beams": 1,
+  "repetition_penalty": 1.15,
+  "no_repeat_ngram_size": 15
 }