BASE_REPO_ID: google/paligemma-3b-pt-448 | |
FINETUNED_MODEL_ID: lovodkin93/paligemma-3b-pt-448_lora_mmnt_TV_concat_vertical-tgt-center-black | |
OUTPUT_DIR_PATH: /home/slobodkin/reference_vnli/train_ref_vnli_autorater/models/paligemma-3b-pt-448/lora_mmnt_TV_concat_vertical-tgt-center-black | |
DEBUG: false | |
RESUME_FROM_CHECKPOINT: false | |
MAX_LENGTH: 300 | |
CONCAT_REF_TGT_IMAGES: true | |
CONCAT_IMAGES_TYPE: vertical-tgt-center-black | |
TRAIN_PARAMS: | |
BALANCE_TRAIN_DATASETS: false | |
BATCH_SIZE: 4 | |
FULL_FINETUNE: false | |
FINETUNE_LLM: true | |
FINETUNE_MM_PROJECTOR: false | |
FINETUNE_VISION_MODEL: false | |
GRADIENT_ACCUMULATION_STEPS: 2 | |
EVAL_INTERVAL: 200 | |
SAVE_INTERVAL: 200 | |
SAVE_TOTAL_LIMIT: all | |
METRIC_FOR_BEST_MODEL: Eval/accuracy | |
DATA: | |
MEMENTOS: | |
IMG_DIR: /home/slobodkin/reference_vnli/datasets/mementos/images | |
DATASETS_CSV_BASE_DIR: /home/slobodkin/reference_vnli/train_ref_vnli_autorater/data/mementos/multiclass | |
VERSION: 03Nov2024 | |
TRAIN: | |
DATASETS: | |
- name: train_min_balanced_multi_classification | |
task: mementos | |
EVAL: | |
DATASETS: | |
- name: dev_2000_instances | |
task: mementos | |
TVQA: | |
DATASETS_CSV_BASE_DIR: /home/slobodkin/reference_vnli/train_ref_vnli_autorater/data/TVQA_plus | |
VERSION: 15Dec2024 | |
TRAIN: | |
DATASETS: | |
- name: train_balanced_full_200000_instances | |
task: TVQA | |
EVAL: | |
DATASETS: | |
- name: val_balanced_full_2000_instances | |
task: TVQA | |