Training in progress, step 100

adapter_config.json

@@ -6,11 +6,11 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "lora_alpha": 16,
+  "lora_alpha": 8,
   "lora_dropout": 0.1,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 2,
   "revision": null,
   "target_modules": [
     "query_key_value"

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d54537c5fd06d14888d3d54df5d9e426541a3fc536ae84a1a106379fb1c3a74c
-size 75521265
+oid sha256:8cc4319c093bac95c78e123a78d71906e8c01d85a390da3bf3f128d90d556547
+size 2382961

special_tokens_map.json

@@ -1,20 +1,20 @@
 {
   "additional_special_tokens": [
-    ">>PREFIX<<",
-    "<|schema|>",
-    ">>SUMMARY<<",
-    ">>MIDDLE<<",
-    "<|endoftext|>",
-    ">>COMMENT<<",
-    ">>DOMAIN<<",
-    ">>TITLE<<",
+    ">>ABSTRACT<<",
     ">>INTRODUCTION<<",
-    "<|query|>",
+    "<|sql|>",
+    ">>TITLE<<",
     ">>SUFFIX<<",
-    ">>ABSTRACT<<",
     ">>ANSWER<<",
-    ">>QUESTION<<",
-    "<|sql|>"
+    "<|query|>",
+    ">>COMMENT<<",
+    ">>DOMAIN<<",
+    ">>SUMMARY<<",
+    "<|schema|>",
+    "<|endoftext|>",
+    ">>MIDDLE<<",
+    ">>PREFIX<<",
+    ">>QUESTION<<"
   ],
   "eos_token": "<|endoftext|>",
   "pad_token": "<|endoftext|>",

tokenizer.json

@@ -113,7 +113,7 @@
     },
     {
       "id": 65024,
-      "content": "<|schema|>",
+      "content": "<|sql|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -131,7 +131,7 @@
     },
     {
       "id": 65026,
-      "content": "<|sql|>",
+      "content": "<|schema|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1c822908354a3c2d605686cd957e9dc60fcc4feb24976d63617a63d12c06b91
+oid sha256:ed781e5a80b69aa0ff8e079bddb2c9a2e2ab797d85145a18786baec28470f110
 size 3963