| [TRAINING] | |
| val_dataset_path = {"davis": "/home/seokjuc/sensei-fs-link/tapvid/tapvid_davis/tapvid_davis.pkl", "robotics": "", "kinetics": "", "robotap": ""} | |
| kubric_dir = ./kubric | |
| precision = 32 | |
| batch_size = 4 | |
| val_check_interval = 1000 | |
| log_every_n_steps = 5 | |
| gradient_clip_val = 1.0 | |
| max_steps = 300000 | |
| [MODEL] | |
| model_kwargs = {"model_size": "base", "num_pips_iter": 4} | |
| model_forward_kwargs = {"refinement_resolutions": ((256, 256),), "query_chunk_size": 256} | |
| [LOSS] | |
| loss_name = tapir_loss | |
| loss_kwargs = {} | |
| [OPTIMIZER] | |
| optimizer_name = AdamW | |
| optimizer_kwargs = {"lr": 1e-3, "weight_decay": 1e-3, "betas": (0.9, 0.95)} | |
| [SCHEDULER] | |
| scheduler_name = OneCycleLR | |
| scheduler_kwargs = {"max_lr": 1e-3, "pct_start": 0.003, "total_steps": 300000} | |