| cfg: !!python/object:__main__.Config | |
| batch_size: 8 | |
| ckp_iterations_step: 1000 | |
| emb_dim: 2048 | |
| exp_name: Grouning_1B/version_19 | |
| freeze: 2 | |
| grad_accum: 2 | |
| image_folder: data/ | |
| json_data_path: data/ref3rec_new_train_1digts.json | |
| learning_rate: 0.002 | |
| max_context_len: 2048 | |
| model_ckp: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
| n_epochs: 1 | |
| num_devices: | |
| - 1 | |
| - 2 | |
| - 3 | |
| num_workers: 16 | |
| pad_id: 0 | |
| pretrain_path: ./ckpts/Grouning_1B/version_18/9000 | |
| projection_num_head: 4 | |
| prompt: 'This is a dialog with AI assistant. | |
| ' | |
| vision_emb_num: 576 | |