scripts/remote_training_template.ipynb

{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["exp = !!!exp!!!\n","branch = !!!branch!!!\n","git_user = !!!git_user!!!\n","git_repo = !!!git_repo!!!\n","wandb_flag = !!!wandb_flag!!!\n","output_dir = !!!output_dir!!!\n","dataset_files = !!!dataset_files!!!\n","train_script = !!!train_script!!!"]},{"cell_type":"markdown","metadata":{},"source":["# Clone git repo"]},{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["%cd ~\n","!git clone https://github.com/$git_user/$git_repo >/dev/null\n","%cd $git_repo\n","!git checkout $branch\n","!pip install -e ."]},{"cell_type":"markdown","metadata":{},"source":["# Load Kaggle datasets"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["!mkdir __dataset/deadleaves_div2k_512\n","!cp /kaggle/input/deadleaves-div2k-512/deadleaves_div2k_512/* \"__dataset/deadleaves_div2k_512\""]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["!mkdir __dataset/deadleaves_primitives_div2k_512\n","!cp /kaggle/input/deadleaves-primitives-div2k-512/deadleaves_primitives_div2k_512/* \"__dataset/deadleaves_primitives_div2k_512\""]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["!mkdir __dataset/div2k\n","!cp -r \"/kaggle/input/div2k-dataset/DIV2K_train_HR\" \"__dataset/div2k/\"\n","!cp -r \"/kaggle/input/div2k-dataset/DIV2K_valid_HR/\" \"__dataset/div2k/\""]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["!mkdir __dataset/kernels\n","!cp \"/kaggle/input/motion-blur-kernels/custom_blur_centered.mat\" __dataset/kernels/"]},{"cell_type":"markdown","metadata":{},"source":["# Setup weights and biases"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["if wandb_flag:\n","    from kaggle_secrets import UserSecretsClient\n","    user_secrets = UserSecretsClient()\n","    wandb_api_key = user_secrets.get_secret(\"wandb_api_key\")\n","\n","    !pip install wandb >/dev/null\n","    !wandb login $wandb_api_key"]},{"cell_type":"markdown","metadata":{},"source":["# Launch training"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["exp_str = ' '.join([str(e) for e in exp])\n","wb_ext = \"-nowb\" if not wandb_flag else \"\"\n","!python $train_script -e $exp_str $wb_ext"]},{"cell_type":"markdown","metadata":{},"source":["# Prepare outputs"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["if output_dir is not None:\n","    !tar -cvzf /kaggle/working/output.tgz $output_dir"]}],"metadata":{"kaggle":{"accelerator":"gpu","dataSources":[{"datasetId":4234777,"sourceId":7299921,"sourceType":"datasetVersion"}],"dockerImageVersionId":30626,"isGpuEnabled":true,"isInternetEnabled":true,"language":"python","sourceType":"notebook"},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.12"}},"nbformat":4,"nbformat_minor":4}