Training in progress, step 1000

adapter_config.json

@@ -24,10 +24,10 @@
   "revision": null,
   "target_modules": [
     "intermediate.dense",
-    "key",
     "output.dense",
-    "value",
-    "query"
+    "query",
+    "key",
+    "value"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6fbce5278213a8595b48ef20abc7d9878d2d4a648a6250db28c6a6587912112
+oid sha256:d3f6503009171cd004de30c1d8c928541f3bbbd913cb493a478a4b88325db654
 size 1811016

config.json

@@ -173,6 +173,5 @@
   "processor_class": "TrOCRProcessor",
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.42.3",
-  "vocab_size": 50265
+  "transformers_version": "4.44.2"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b5c9a57267f9760bd4a7647d8ba830dc2631f0d0cd17ce843b0c314a00d5e79
+oid sha256:b14472ca382e9d96ea7efd3c778cbf0b73a412e31bc41cfec8d97e8988e6063d
 size 1335747032

trainer_lora.py

@@ -57,10 +57,10 @@ root_dir = "/mnt/data1/Datasets/OCR/Alphapen/clean_data/final_cropped_rotated_"
 root_dir_b2 = "/mnt/data1/Datasets/OCR/Alphapen/DataBatch2/clean_data/cropped_data/cropped_"
 processor = TrOCRProcessor.from_pretrained(model_name)
 
-train_dataset_b1 = AphaPenDataset(root_dir=root_dir, df=train_df.iloc[:100,:],  processor=processor)
-eval_dataset_b1 = AphaPenDataset(root_dir=root_dir, df=test_df.iloc[:100,:],  processor=processor)
+train_dataset_b1 = AphaPenDataset(root_dir=root_dir, df=train_df,  processor=processor)
+eval_dataset_b1 = AphaPenDataset(root_dir=root_dir, df=test_df,  processor=processor)
 
-eval_dataset_b2 = AphaPenDataset(root_dir=root_dir_b2, df=test_df_b2.iloc[:100,:],  processor=processor)
+eval_dataset_b2 = AphaPenDataset(root_dir=root_dir_b2, df=test_df_b2,  processor=processor)
 
 # train_dataset = ConcatDataset([train_dataset_b1, train_dataset_b2])
 eval_dataset = ConcatDataset([eval_dataset_b1, eval_dataset_b2])

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df7d1da6fa3ab122c21a544d92b49adbd26e6c8152f2ed285590b798dd3fad4a
+oid sha256:4ed377524f08a6e8de0bd50d1c417d1890da0b044a7e0c73a385b25797d8a264
 size 5368